d106520d22
- Split differrent caching mechanisms (types, version tree, config) into different cachers - Improve resource usage on starting components, and correct gevent usage - Refine repopack usage for eveai_app (too large) - Change nginx dockerfile to allow for specialist overviews being served statically
75 lines
2.2 KiB
Python
75 lines
2.2 KiB
Python
# common/utils/cache/regions.py
|
|
import time
|
|
|
|
from dogpile.cache import make_region
|
|
from urllib.parse import urlparse
|
|
import os
|
|
|
|
|
|
def get_redis_config(app):
|
|
"""
|
|
Create Redis configuration dict based on app config
|
|
Handles both authenticated and non-authenticated setups
|
|
"""
|
|
# Parse the REDIS_BASE_URI to get all components
|
|
redis_uri = urlparse(app.config['REDIS_BASE_URI'])
|
|
|
|
config = {
|
|
'host': redis_uri.hostname,
|
|
'port': int(redis_uri.port or 6379),
|
|
'db': 4, # Keep this for later use
|
|
'redis_expiration_time': 3600,
|
|
'distributed_lock': True,
|
|
'thread_local_lock': False,
|
|
}
|
|
|
|
# Add authentication if provided
|
|
if redis_uri.username and redis_uri.password:
|
|
config.update({
|
|
'username': redis_uri.username,
|
|
'password': redis_uri.password
|
|
})
|
|
|
|
return config
|
|
|
|
|
|
def create_cache_regions(app):
|
|
"""Initialize all cache regions with app config"""
|
|
redis_config = get_redis_config(app)
|
|
regions = {}
|
|
startup_time = int(time.time())
|
|
|
|
# Region for model-related caching (ModelVariables etc)
|
|
model_region = make_region(name='eveai_model').configure(
|
|
'dogpile.cache.redis',
|
|
arguments=redis_config,
|
|
replace_existing_backend=True
|
|
)
|
|
regions['eveai_model'] = model_region
|
|
|
|
# Region for eveai_chat_workers components (Specialists, Retrievers, ...)
|
|
eveai_chat_workers_region = make_region(name='eveai_chat_workers').configure(
|
|
'dogpile.cache.redis',
|
|
arguments=redis_config, # arguments={**redis_config, 'db': 4}, # Different DB
|
|
replace_existing_backend=True
|
|
)
|
|
regions['eveai_chat_workers'] = eveai_chat_workers_region
|
|
|
|
# Region for eveai_workers components (Processors, ...)
|
|
eveai_workers_region = make_region(name='eveai_workers').configure(
|
|
'dogpile.cache.redis',
|
|
arguments=redis_config, # Same config for now
|
|
replace_existing_backend=True
|
|
)
|
|
regions['eveai_workers'] = eveai_workers_region
|
|
|
|
eveai_config_region = make_region(name='eveai_config').configure(
|
|
'dogpile.cache.redis',
|
|
arguments=redis_config,
|
|
replace_existing_backend=True
|
|
)
|
|
regions['eveai_config'] = eveai_config_region
|
|
|
|
return regions
|
|
|