- Allowing for multiple types of Catalogs

- Introduction of retrievers
- Ensuring processing information is collected from Catalog iso Tenant
- Introduction of a generic Form class to enable dynamic fields based on a configuration
- Realisation of Retriever functionality to support dynamic fields
This commit is contained in:
Josako
2024-10-25 14:11:47 +02:00
parent 30fec27488
commit aa358df28e
19 changed files with 753 additions and 145 deletions

11
config/catalog_types.py Normal file
View File

@@ -0,0 +1,11 @@
# Catalog Types
CATALOG_TYPES = {
"DEFAULT": {
"name": "Default Catalog",
"Description": "Default Catalog"
},
"DOSSIER": {
"name": "Dossier Catalog",
"Description": "A Catalog in which several Dossiers can be stored"
},
}

30
config/retriever_types.py Normal file
View File

@@ -0,0 +1,30 @@
# Retriever Types
RETRIEVER_TYPES = {
"DEFAULT_RAG": {
"name": "Default RAG",
"description": "Retrieving all embeddings conform the query",
"configuration": {
"es_k": {
"name": "es_k",
"type": "int",
"description": "K-value to retrieve embeddings (max embeddings retrieved)",
"required": True,
"default": 8,
},
"es_similarity_threshold": {
"name": "es_similarity_threshold",
"type": "float",
"description": "Similarity threshold for retrieving embeddings",
"required": True,
"default": 0.3,
},
"rag_tuning": {
"name": "rag_tuning",
"type": "boolean",
"description": "Whether to do tuning logging or not.",
"required": False,
"default": False,
}
}
}
}