Add extra chunking information in Tenant schema

Add extra scripts for flask-migrate to support refactoring

migrations/tenant/env.py

@@ -6,7 +6,7 @@ from flask import current_app
 from alembic import context
 from sqlalchemy import NullPool, engine_from_config, text
 
-from common.models import Tenant
+from common.models.user import Tenant
 
 import pgvector
 from pgvector.sqlalchemy import Vector

migrations/tenant/versions/324ed734ed9b_chunking_information_added_to_document_.py

@@ -0,0 +1,34 @@
+"""Chunking information added to Document models
+
+Revision ID: 324ed734ed9b
+Revises: 3bc7bbed1ec6
+Create Date: 2024-05-08 17:15:18.472857
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '324ed734ed9b'
+down_revision = '3bc7bbed1ec6'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('document_language', sa.Column('user_context', sa.Text(), nullable=True))
+    op.add_column('document_language', sa.Column('system_context', sa.Text(), nullable=True))
+    op.add_column('embedding_mistral', sa.Column('chunk', sa.Text(), nullable=False))
+    op.add_column('embedding_small_open_ai', sa.Column('chunk', sa.Text(), nullable=False))
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('embedding_small_open_ai', 'chunk')
+    op.drop_column('embedding_mistral', 'chunk')
+    op.drop_column('document_language', 'system_context')
+    op.drop_column('document_language', 'user_context')
+    # ### end Alembic commands ###

migrations/tenant/versions/3bc7bbed1ec6_ensure_latest_version_id_is_nullable.py

@@ -0,0 +1,32 @@
+"""ensure latest_version_id is nullable
+
+Revision ID: 3bc7bbed1ec6
+Revises: 5c67abd3b371
+Create Date: 2024-05-04 17:15:49.302462
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '3bc7bbed1ec6'
+down_revision = '5c67abd3b371'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('document_language', 'latest_version_id',
+               existing_type=sa.INTEGER(),
+               nullable=True)
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('document_language', 'latest_version_id',
+               existing_type=sa.INTEGER(),
+               nullable=False)
+    # ### end Alembic commands ###

migrations/tenant/versions/5c67abd3b371_add_caching_for_latest_version_in_.py

@@ -0,0 +1,30 @@
+"""add caching for latest version in Document_Language
+
+Revision ID: 5c67abd3b371
+Revises: 45620002ae0d
+Create Date: 2024-05-04 16:58:50.534885
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '5c67abd3b371'
+down_revision = '45620002ae0d'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('document_language', sa.Column('latest_version_id', sa.Integer(), nullable=False))
+    op.create_foreign_key(None, 'document_language', 'document_version', ['latest_version_id'], ['id'])
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_constraint(None, 'document_language', type_='foreignkey')
+    op.drop_column('document_language', 'latest_version_id')
+    # ### end Alembic commands ###