- Created a new eveai_chat plugin to support the new dynamic possibilities of the Specialists. Currently only supports standard Rag retrievers (i.e. no extra arguments).

eveai_chat_workers/retrievers/standard_rag.py

@@ -1,4 +1,5 @@
 # retrievers/standard_rag.py
+import json
 from datetime import datetime as dt, timezone as tz
 from typing import Dict, Any, List
 from sqlalchemy import func, or_, desc
@@ -35,6 +36,32 @@ class StandardRAGRetriever(BaseRetriever):
     def type(self) -> str:
         return "STANDARD_RAG"
 
+    def _parse_metadata(self, metadata: Any) -> Dict[str, Any]:
+        """
+        Parse metadata ensuring it's a dictionary
+
+        Args:
+            metadata: Input metadata which could be string, dict, or None
+
+        Returns:
+            Dict[str, Any]: Parsed metadata as dictionary
+        """
+        if metadata is None:
+            return {}
+
+        if isinstance(metadata, dict):
+            return metadata
+
+        if isinstance(metadata, str):
+            try:
+                return json.loads(metadata)
+            except json.JSONDecodeError:
+                current_app.logger.warning(f"Failed to parse metadata JSON string: {metadata}")
+                return {}
+
+        current_app.logger.warning(f"Unexpected metadata type: {type(metadata)}")
+        return {}
+
     def retrieve(self, arguments: RetrieverArguments) -> List[RetrieverResult]:
         """
         Retrieve documents based on query
@@ -92,6 +119,8 @@ class StandardRAGRetriever(BaseRetriever):
             # Transform results into standard format
             processed_results = []
             for doc, similarity in results:
+                # Parse user_metadata to ensure it's a dictionary
+                user_metadata = self._parse_metadata(doc.document_version.user_metadata)
                 processed_results.append(
                     RetrieverResult(
                         id=doc.id,
@@ -101,7 +130,7 @@ class StandardRAGRetriever(BaseRetriever):
                             document_id=doc.document_version.doc_id,
                             version_id=doc.document_version.id,
                             document_name=doc.document_version.document.name,
-                            user_metadata=doc.document_version.user_metadata or {},
+                            user_metadata=user_metadata,
                         )
                     )
                 )