- Created a new eveai_chat plugin to support the new dynamic possibilities of the Specialists. Currently only supports standard Rag retrievers (i.e. no extra arguments).

common/utils/cache/eveai_cache_manager.py

@@ -9,21 +9,28 @@ class EveAICacheManager:
     """Cache manager with registration capabilities"""
 
     def __init__(self):
-        self.model_region = None
-        self.eveai_chat_workers_region = None
-        self.eveai_workers_region = None
+        self._regions = {}
         self._handlers = {}
 
     def init_app(self, app: Flask):
         """Initialize cache regions"""
         from common.utils.cache.regions import create_cache_regions
-        self.model_region, self.eveai_chat_workers_region, self.eveai_workers_region = create_cache_regions(app)
+        self._regions = create_cache_regions(app)
+
+        # Store regions in instance
+        for region_name, region in self._regions.items():
+            setattr(self, f"{region_name}_region", region)
 
         # Initialize all registered handlers with their regions
         for handler_class, region_name in self._handlers.items():
-            region = getattr(self, f"{region_name}_region")
+            region = self._regions[region_name]
             handler_instance = handler_class(region)
-            setattr(self, handler_class.handler_name, handler_instance)
+            handler_name = getattr(handler_class, 'handler_name', None)
+            if handler_name:
+                app.logger.debug(f"{handler_name} is registered")
+                setattr(self, handler_name, handler_instance)
+
+        app.logger.info('Cache regions initialized: ' + ', '.join(self._regions.keys()))
 
     def register_handler(self, handler_class: Type[CacheHandler], region: str):
         """Register a cache handler class with its region"""

common/utils/cache/regions.py

@@ -1,7 +1,6 @@
 # common/utils/cache/regions.py
 
 from dogpile.cache import make_region
-from flask import current_app
 from urllib.parse import urlparse
 import os
 
@@ -36,27 +35,31 @@ def get_redis_config(app):
 def create_cache_regions(app):
     """Initialize all cache regions with app config"""
     redis_config = get_redis_config(app)
+    regions = {}
 
     # Region for model-related caching (ModelVariables etc)
-    model_region = make_region(name='model').configure(
+    model_region = make_region(name='eveai_model').configure(
         'dogpile.cache.redis',
         arguments=redis_config,
         replace_existing_backend=True
     )
+    regions['eveai_model'] = model_region
 
     # Region for eveai_chat_workers components (Specialists, Retrievers, ...)
-    eveai_chat_workers_region = make_region(name='chat_workers').configure(
+    eveai_chat_workers_region = make_region(name='eveai_chat_workers').configure(
         'dogpile.cache.redis',
         arguments=redis_config,  # arguments={**redis_config, 'db': 4},  # Different DB
         replace_existing_backend=True
     )
+    regions['eveai_chat_workers'] = eveai_chat_workers_region
 
     # Region for eveai_workers components (Processors, ...)
-    eveai_workers_region = make_region(name='workers').configure(
+    eveai_workers_region = make_region(name='eveai_workers').configure(
         'dogpile.cache.redis',
         arguments=redis_config,  # Same config for now
         replace_existing_backend=True
     )
+    regions['eveai_workers'] = eveai_workers_region
 
-    return model_region, eveai_chat_workers_region, eveai_workers_region
+    return regions