- error handling now uses a more comprehensive error communication system.

eveai_workers/tasks.py

@@ -11,6 +11,7 @@ from langchain_core.prompts import ChatPromptTemplate
 from langchain_core.runnables import RunnablePassthrough
 from sqlalchemy import or_
 from sqlalchemy.exc import SQLAlchemyError, InterfaceError, OperationalError
+from redis.exceptions import ConnectionError as RedisConnectionError, TimeoutError as RedisTimeoutError
 import traceback
 
 from common.extensions import db, cache_manager
@@ -32,13 +33,15 @@ from common.utils.config_field_types import json_to_pattern_list
 
 
 # Healthcheck task
-@current_celery.task(name='ping', queue='embeddings')
+@current_celery.task(bind=True, name='ping', queue='embeddings',
+                     autoretry_for=(InterfaceError, OperationalError, RedisConnectionError, RedisTimeoutError, OSError),
+                     retry_backoff=True, retry_jitter=True, max_retries=5)
 def ping():
     return 'pong'
 
 
 @current_celery.task(bind=True, name='create_embeddings', queue='embeddings',
-                      autoretry_for=(InterfaceError, OperationalError),
+                      autoretry_for=(InterfaceError, OperationalError, RedisConnectionError, RedisTimeoutError, OSError),
                       retry_backoff=True, retry_jitter=True, max_retries=5)
 def create_embeddings(self, tenant_id, document_version_id):
     document_version = None