- Add support for environment in communication with portkey

This commit is contained in:
Josako
2024-08-19 12:06:10 +02:00
parent 08ccb6170b
commit 926a4e8cc2
4 changed files with 8 additions and 8 deletions

View File

@@ -1,3 +1,5 @@
import os
import langcodes
from flask import current_app
from langchain_openai import OpenAIEmbeddings, ChatOpenAI
@@ -89,10 +91,12 @@ def select_model_variables(tenant):
model_variables['min_chunk_size'] = tenant.min_chunk_size
model_variables['max_chunk_size'] = tenant.max_chunk_size
environment = os.getenv('FLASK_ENV', 'development')
portkey_metadata = {'tenant_id': str(tenant.id), 'environment': environment}
# Set Embedding variables
match embedding_provider:
case 'openai':
portkey_metadata = {'tenant_id': str(tenant.id)}
portkey_headers = createHeaders(api_key=current_app.config.get('PORTKEY_API_KEY'),
provider='openai',
metadata=portkey_metadata)
@@ -123,7 +127,6 @@ def select_model_variables(tenant):
# Set Chat model variables
match llm_provider:
case 'openai':
portkey_metadata = {'tenant_id': str(tenant.id)}
portkey_headers = createHeaders(api_key=current_app.config.get('PORTKEY_API_KEY'),
metadata=portkey_metadata,
provider='openai')