Improvements to Document Interface and correcting embedding workers

2024-06-04 14:59:38 +02:00
parent c660c35de4
commit 61e1372dc8
15 changed files with 486 additions and 246 deletions
--- a/config/config.py
+++ b/config/config.py
@@ -69,8 +69,8 @@ class Config(object):
    CELERY_ENABLE_UTC = True

    # Chunk Definition, Embedding dependent
-    O_TE3SMALL_MIN_CHUNK_SIZE = 2000
-    O_TE3SMALL_MAX_CHUNK_SIZE = 3000
+    OAI_TE3S_MIN_CHUNK_SIZE = 2000
+    OAI_TE3S_MAX_CHUNK_SIZE = 3000

    # LLM TEMPLATES
    GPT4_SUMMARY_TEMPLATE = """Write a concise summary of the text in the same language as the provided text.