diff --git a/common/models/user.py b/common/models/user.py index f703e59..995a0d1 100644 --- a/common/models/user.py +++ b/common/models/user.py @@ -34,32 +34,32 @@ class Tenant(db.Model): embedding_model = db.Column(db.String(50), nullable=True) llm_model = db.Column(db.String(50), nullable=True) - # Embedding variables ==> To be removed once all migrations (dev + prod) have been done - html_tags = db.Column(ARRAY(sa.String(10)), nullable=True, default=['p', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'li']) - html_end_tags = db.Column(ARRAY(sa.String(10)), nullable=True, default=['p', 'li']) - html_included_elements = db.Column(ARRAY(sa.String(50)), nullable=True) - html_excluded_elements = db.Column(ARRAY(sa.String(50)), nullable=True) - html_excluded_classes = db.Column(ARRAY(sa.String(200)), nullable=True) - - min_chunk_size = db.Column(db.Integer, nullable=True, default=2000) - max_chunk_size = db.Column(db.Integer, nullable=True, default=3000) - - # Embedding search variables - es_k = db.Column(db.Integer, nullable=True, default=5) - es_similarity_threshold = db.Column(db.Float, nullable=True, default=0.7) - - # Chat variables - chat_RAG_temperature = db.Column(db.Float, nullable=True, default=0.3) - chat_no_RAG_temperature = db.Column(db.Float, nullable=True, default=0.5) + # # Embedding variables ==> To be removed once all migrations (dev + prod) have been done + # html_tags = db.Column(ARRAY(sa.String(10)), nullable=True, default=['p', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'li']) + # html_end_tags = db.Column(ARRAY(sa.String(10)), nullable=True, default=['p', 'li']) + # html_included_elements = db.Column(ARRAY(sa.String(50)), nullable=True) + # html_excluded_elements = db.Column(ARRAY(sa.String(50)), nullable=True) + # html_excluded_classes = db.Column(ARRAY(sa.String(200)), nullable=True) + # + # min_chunk_size = db.Column(db.Integer, nullable=True, default=2000) + # max_chunk_size = db.Column(db.Integer, nullable=True, default=3000) + # + # # Embedding search variables + # es_k = db.Column(db.Integer, nullable=True, default=5) + # es_similarity_threshold = db.Column(db.Float, nullable=True, default=0.7) + # + # # Chat variables + # chat_RAG_temperature = db.Column(db.Float, nullable=True, default=0.3) + # chat_no_RAG_temperature = db.Column(db.Float, nullable=True, default=0.5) fallback_algorithms = db.Column(ARRAY(sa.String(50)), nullable=True) # Licensing Information encrypted_chat_api_key = db.Column(db.String(500), nullable=True) encrypted_api_key = db.Column(db.String(500), nullable=True) - # Tuning enablers - embed_tuning = db.Column(db.Boolean, nullable=True, default=False) - rag_tuning = db.Column(db.Boolean, nullable=True, default=False) + # # Tuning enablers + # embed_tuning = db.Column(db.Boolean, nullable=True, default=False) + # rag_tuning = db.Column(db.Boolean, nullable=True, default=False) # Entitlements currency = db.Column(db.String(20), nullable=True) diff --git a/common/utils/document_utils.py b/common/utils/document_utils.py index 3ac4dbd..2014a23 100644 --- a/common/utils/document_utils.py +++ b/common/utils/document_utils.py @@ -319,9 +319,9 @@ def refresh_document_with_info(doc_id, tenant_id, api_input): response.raise_for_status() file_content = response.content - upload_file_for_version(new_doc_vers, file_content, extension, doc.tenant_id) + upload_file_for_version(new_doc_vers, file_content, extension, tenant_id) - task = current_celery.send_task('create_embeddings', args=[doc.tenant_id, new_doc_vers.id,], queue='embeddings') + task = current_celery.send_task('create_embeddings', args=[tenant_id, new_doc_vers.id,], queue='embeddings') current_app.logger.info(f'Embedding creation started for document {doc_id} on version {new_doc_vers.id} ' f'with task id: {task.id}.') diff --git a/config/logging_config.py b/config/logging_config.py index 0378ee7..6415b22 100644 --- a/config/logging_config.py +++ b/config/logging_config.py @@ -37,7 +37,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_app.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -45,7 +45,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_workers.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -53,7 +53,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_chat.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -61,7 +61,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_chat_workers.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -69,7 +69,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_api.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -77,7 +77,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_beat.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -85,7 +85,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/eveai_entitlements.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -93,7 +93,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/sqlalchemy.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -101,7 +101,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/mailman.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -109,7 +109,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/security.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -117,7 +117,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/rag_tuning.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -125,7 +125,7 @@ LOGGING = { 'level': 'DEBUG', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/embed_tuning.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, @@ -133,7 +133,7 @@ LOGGING = { 'level': 'INFO', 'class': 'logging.handlers.RotatingFileHandler', 'filename': 'logs/business_events.log', - 'maxBytes': 1024 * 1024 * 5, # 5MB + 'maxBytes': 1024 * 1024 * 1, # 1MB 'backupCount': 10, 'formatter': 'standard', }, diff --git a/eveai_app/templates/document/document_versions_list_view.html b/eveai_app/templates/document/document_versions_list_view.html index 9298e5e..149bafe 100644 --- a/eveai_app/templates/document/document_versions_list_view.html +++ b/eveai_app/templates/document/document_versions_list_view.html @@ -23,15 +23,23 @@ {{ render_collapsible_section('Filter', 'Filter Options', filter_form) }} - - {{ render_selectable_sortable_table( - headers=["ID", "File Type", "Processing", "Processing Start", "Processing Finish", "Processing Error"], - rows=rows, - selectable=True, - id="documentVersionsTable", - sort_by=sort_by, - sort_order=sort_order - ) }} +
| Select | + {% endif %} + {% for header in headers %} ++ {{ header['text'] }} + {% if sort_by == header['sort'] %} + {% if sort_order == 'asc' %} + + {% elif sort_order == 'desc' %} + + {% endif %} + {% else %} + + {% endif %} + | + {% endfor %} +
|---|---|
| + {% endif %} + {% for cell in row %} + | {{ cell.value }} | + {% endfor %} +