Refactoring finished :-)

eveai_workers now working (with errors ;-) )
Remote debugging now available

scripts/run_celery.py

@@ -1,5 +0,0 @@
-from eveai_app import create_app
-
-flask_app = create_app()
-celery_app = flask_app.extensions['celery']
-print(flask_app.extensions)

scripts/run_eveai_app.py

@@ -5,7 +5,7 @@ from gevent.pywsgi import WSGIServer
 app = create_app()
 
 if __name__ == '__main__':
-    print("Server starting on port 5000")
-    http_server = WSGIServer(('0.0.0.0', 5000), app)  # Wrap up the Flask App using Gevent
+    print("Server starting on port 5001")
+    http_server = WSGIServer(('0.0.0.0', 5001), app)  # Wrap up the Flask App using Gevent
     http_server.serve_forever()  # Continuously listens for incoming requests
 

scripts/run_eveai_workers.py

@@ -0,0 +1,4 @@
+from eveai_workers import celery
+
+if __name__ == '__main__':
+    celery.start()

scripts/start_embedding_queue.sh

@@ -1,3 +0,0 @@
-#!/usr/bin/env bash
-source .venv/bin/activate
-celery -A app.celery_app worker --loglevel=info -Q embeddings

scripts/start_eveai_app.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+cd "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/" || exit 1
+source "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/.venv/bin/activate"
+
+export PYTHONPATH="$PYTHONPATH:/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/"
+
+# Set flask environment variables
+export FLASK_ENV=development  # Use 'production' as appropriate
+export FLASK_DEBUG=1  # Use 0 for production
+
+# Start Flask app
+python scripts/run_eveai_app.py
+
+deactivate

scripts/start_eveai_workers.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+cd "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/" || exit 1
+source "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/.venv/bin/activate"
+
+# Start a worker for the 'embeddings' queue with higher concurrency
+celery -A eveai_workers.celery worker --loglevel=info -Q embeddings --autoscale=1,4 --hostname=embeddings_worker@%h &
+
+# Start a worker for the 'llm_interactions' queue with auto-scaling
+celery -A eveai_workers.celery worker --loglevel=info - Q llm_interactions --autoscale=2,8 --hostname=interactions_worker@%h &
+
+# Wait for all background processes to finish
+wait
+
+deactivate

scripts/start_flower.sh

@@ -1,3 +1,9 @@
 #!/usr/bin/env bash
-source .venv/bin/activate
-celery -A app.celery_app flower
+
+cd "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/" || exit 1
+source "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/.venv/bin/activate"
+
+# on development machine, no authentication required
+export FLOWER_UNAUTHENTICATED_API=True
+# Start a worker for the 'embeddings' queue with higher concurrency
+celery -A eveai_workers.celery flower

scripts/start_logdy.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+cd "/Volumes/OWC4M2_1/Dropbox/Josako's Dev/Josako/EveAI/Development/eveAI/logs/" || exit 1
+
+logdy follow --full-read eveai_app.log eveai_workers.log
+