import ast import json from datetime import datetime as dt, timezone as tz import time from flask import request, redirect, flash, render_template, Blueprint, session, current_app, jsonify, url_for from flask_security import roles_accepted from langchain.agents import Agent from sqlalchemy import desc from sqlalchemy.exc import SQLAlchemyError from werkzeug.datastructures import FileStorage from werkzeug.utils import secure_filename from common.models.document import Embedding, DocumentVersion, Retriever from common.models.interaction import (ChatSession, Interaction, InteractionEmbedding, Specialist, SpecialistRetriever, EveAIAgent, EveAITask, EveAITool, EveAIAssetVersion) from common.extensions import db, cache_manager from common.services.interaction.specialist_services import SpecialistServices from common.utils.asset_utils import create_asset_stack, add_asset_version_file from common.utils.execution_progress import ExecutionProgressTracker from common.utils.model_logging_utils import set_logging_information, update_logging_information from common.utils.middleware import mw_before_request from common.utils.nginx_utils import prefixed_url_for from common.utils.view_assistants import form_validation_failed, prepare_table_for_macro from .interaction_forms import (SpecialistForm, EditSpecialistForm, EditEveAIAgentForm, EditEveAITaskForm, EditEveAIToolForm, AddEveAIAssetForm, EditEveAIAssetVersionForm, ExecuteSpecialistForm) interaction_bp = Blueprint('interaction_bp', __name__, url_prefix='/interaction') @interaction_bp.before_request def log_before_request(): current_app.logger.debug(f'Before request: {request.path} =====================================') @interaction_bp.after_request def log_after_request(response): return response # Routes for Chat Session Management -------------------------------------------------------------- @interaction_bp.before_request def before_request(): try: mw_before_request() except Exception as e: current_app.logger.error(f'Error switching schema in Interaction Blueprint: {e}') raise @interaction_bp.route('/chat_sessions', methods=['GET', 'POST']) def chat_sessions(): page = request.args.get('page', 1, type=int) per_page = request.args.get('per_page', 10, type=int) query = ChatSession.query.order_by(desc(ChatSession.session_start)) pagination = query.paginate(page=page, per_page=per_page, error_out=False) docs = pagination.items rows = prepare_table_for_macro(docs, [('id', ''), ('session_id', ''), ('session_start', ''), ('session_end', '')]) return render_template('interaction/chat_sessions.html', rows=rows, pagination=pagination) @interaction_bp.route('/handle_chat_session_selection', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def handle_chat_session_selection(): chat_session_identification = request.form['selected_row'] cs_id = ast.literal_eval(chat_session_identification).get('value') action = request.form['action'] current_app.logger.debug(f'Handle Chat Session Selection Action: {action}') match action: case 'view_chat_session': return redirect(prefixed_url_for('interaction_bp.view_chat_session', chat_session_id=cs_id)) case 'chat_session_interactions': return redirect(prefixed_url_for('interaction_bp.session_interactions', chat_session_id=cs_id)) # Add more conditions for other actions return redirect(prefixed_url_for('interaction_bp.chat_sessions')) @interaction_bp.route('/view_chat_session/', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def view_chat_session(chat_session_id): # Get chat session with user info chat_session = ChatSession.query.get_or_404(chat_session_id) # Get interactions with specialist info interactions = (Interaction.query .filter_by(chat_session_id=chat_session.id) .join(Specialist, Interaction.specialist_id == Specialist.id, isouter=True) .add_columns( Interaction.id, Interaction.question_at, Interaction.specialist_arguments, Interaction.specialist_results, Specialist.name.label('specialist_name'), Specialist.type.label('specialist_type') ).order_by(Interaction.question_at).all()) # Fetch all related embeddings for the interactions in this session embedding_query = (db.session.query(InteractionEmbedding.interaction_id, DocumentVersion.url, DocumentVersion.object_name) .join(Embedding, InteractionEmbedding.embedding_id == Embedding.id) .join(DocumentVersion, Embedding.doc_vers_id == DocumentVersion.id) .filter(InteractionEmbedding.interaction_id.in_([i.id for i, *_ in interactions]))) # Create a dictionary to store embeddings for each interaction embeddings_dict = {} for interaction_id, url, object_name in embedding_query: if interaction_id not in embeddings_dict: embeddings_dict[interaction_id] = [] embeddings_dict[interaction_id].append({'url': url, 'object_name': object_name}) return render_template('interaction/view_chat_session.html', chat_session=chat_session, interactions=interactions, embeddings_dict=embeddings_dict) @interaction_bp.route('/view_chat_session_by_session_id/', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def view_chat_session_by_session_id(session_id): """ Deze route accepteert een session_id (string) en stuurt door naar view_chat_session met het juiste chat_session_id (integer) """ # Vind de chat session op basis van session_id chat_session = ChatSession.query.filter_by(session_id=session_id).first_or_404() # Nu we het chat_session object hebben, kunnen we de bestaande functie hergebruiken return view_chat_session(chat_session.id) def show_chat_session(chat_session): interactions = Interaction.query.filter_by(chat_session_id=chat_session.id).all() return render_template('interaction/view_chat_session.html', chat_session=chat_session, interactions=interactions) # Routes for Specialist Management ---------------------------------------------------------------- @interaction_bp.route('/specialist', methods=['GET', 'POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def specialist(): form = SpecialistForm() if form.validate_on_submit(): tenant_id = session.get('tenant').get('id') try: new_specialist = Specialist() # Populate fields individually instead of using populate_obj (gives problem with QueryMultipleSelectField) new_specialist.name = form.name.data new_specialist.type = form.type.data new_specialist.type_version = cache_manager.specialists_version_tree_cache.get_latest_version( new_specialist.type) new_specialist.tuning = form.tuning.data set_logging_information(new_specialist, dt.now(tz.utc)) db.session.add(new_specialist) db.session.flush() # This assigns the ID to the specialist without committing the transaction # Create the retriever associations selected_retrievers = form.retrievers.data for retriever in selected_retrievers: specialist_retriever = SpecialistRetriever( specialist_id=new_specialist.id, retriever_id=retriever.id ) db.session.add(specialist_retriever) # Commit everything in one transaction db.session.commit() flash('Specialist successfully added!', 'success') current_app.logger.info(f'Specialist {new_specialist.name} successfully added for tenant {tenant_id}!') # Initialize the newly create specialist SpecialistServices.initialize_specialist(new_specialist.id, new_specialist.type, new_specialist.type_version) return redirect(prefixed_url_for('interaction_bp.edit_specialist', specialist_id=new_specialist.id)) except Exception as e: db.session.rollback() current_app.logger.error(f'Failed to add specialist. Error: {str(e)}', exc_info=True) flash(f'Failed to add specialist. Error: {str(e)}', 'danger') return render_template('interaction/specialist.html', form=form) return render_template('interaction/specialist.html', form=form) @interaction_bp.route('/specialist/', methods=['GET', 'POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def edit_specialist(specialist_id): specialist = Specialist.query.get_or_404(specialist_id) form = EditSpecialistForm(request.form, obj=specialist) specialist_config = cache_manager.specialists_config_cache.get_config(specialist.type, specialist.type_version) form.add_dynamic_fields("configuration", specialist_config, specialist.configuration) agent_rows = prepare_table_for_macro(specialist.agents, [('id', ''), ('name', ''), ('type', ''), ('type_version', '')]) task_rows = prepare_table_for_macro(specialist.tasks, [('id', ''), ('name', ''), ('type', ''), ('type_version', '')]) tool_rows = prepare_table_for_macro(specialist.tools, [('id', ''), ('name', ''), ('type', ''), ('type_version', '')]) # Construct the SVG overview path svg_filename = f"{specialist.type}_{specialist.type_version}_overview.svg" svg_path = url_for('static', filename=f'assets/specialists/{svg_filename}') if request.method == 'GET': # Get the actual Retriever objects for the associated retriever_ids retriever_objects = Retriever.query.filter( Retriever.id.in_([sr.retriever_id for sr in specialist.retrievers]) ).all() form.retrievers.data = retriever_objects if specialist.description is None: specialist.description = specialist_config.get('metadata').get('description', '') if form.validate_on_submit(): # Update the basic fields specialist.name = form.name.data specialist.description = form.description.data specialist.tuning = form.tuning.data # Update the configuration dynamic fields specialist.configuration = form.get_dynamic_data("configuration") # Get current and selected retrievers current_retrievers = {sr.retriever_id: sr for sr in specialist.retrievers} selected_retrievers = {r.id: r for r in form.retrievers.data} # Remove unselected retrievers for retriever_id in set(current_retrievers.keys()) - set(selected_retrievers.keys()): specialist_retriever = current_retrievers[retriever_id] db.session.delete(specialist_retriever) # Add new retrievers for retriever_id in set(selected_retrievers.keys()) - set(current_retrievers.keys()): specialist_retriever = SpecialistRetriever( specialist_id=specialist.id, retriever_id=retriever_id ) db.session.add(specialist_retriever) # Update logging information update_logging_information(specialist, dt.now(tz.utc)) try: db.session.commit() flash('Specialist updated successfully!', 'success') current_app.logger.info(f'Specialist {specialist.id} updated successfully') return redirect(prefixed_url_for('interaction_bp.specialists')) except SQLAlchemyError as e: db.session.rollback() flash(f'Failed to update specialist. Error: {str(e)}', 'danger') current_app.logger.error(f'Failed to update specialist {specialist_id}. Error: {str(e)}') return render_template('interaction/edit_specialist.html', form=form, specialist_id=specialist_id, agent_rows=agent_rows, task_rows=task_rows, tool_rows=tool_rows, prefixed_url_for=prefixed_url_for, svg_path=svg_path, ) else: form_validation_failed(request, form) return render_template('interaction/edit_specialist.html', form=form, specialist_id=specialist_id, agent_rows=agent_rows, task_rows=task_rows, tool_rows=tool_rows, prefixed_url_for=prefixed_url_for, svg_path=svg_path, ) @interaction_bp.route('/specialists', methods=['GET', 'POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def specialists(): page = request.args.get('page', 1, type=int) per_page = request.args.get('per_page', 10, type=int) query = Specialist.query.order_by(Specialist.id) pagination = query.paginate(page=page, per_page=per_page) the_specialists = pagination.items # prepare table data rows = prepare_table_for_macro(the_specialists, [('id', ''), ('name', ''), ('type', '')]) # Render the catalogs in a template return render_template('interaction/specialists.html', rows=rows, pagination=pagination) @interaction_bp.route('/handle_specialist_selection', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def handle_specialist_selection(): action = request.form.get('action') if action == 'create_specialist': return redirect(prefixed_url_for('interaction_bp.specialist')) specialist_identification = request.form.get('selected_row') specialist_id = ast.literal_eval(specialist_identification).get('value') if action == "edit_specialist": return redirect(prefixed_url_for('interaction_bp.edit_specialist', specialist_id=specialist_id)) elif action == "execute_specialist": return redirect(prefixed_url_for('interaction_bp.execute_specialist', specialist_id=specialist_id)) return redirect(prefixed_url_for('interaction_bp.specialists')) # Routes for Agent management --------------------------------------------------------------------- @interaction_bp.route('/agent//edit', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def edit_agent(agent_id): agent = EveAIAgent.query.get_or_404(agent_id) form = EditEveAIAgentForm(obj=agent) if request.headers.get('X-Requested-With') == 'XMLHttpRequest': # Return just the form portion for AJAX requests return render_template('interaction/components/edit_agent.html', form=form, agent=agent, title="Edit Agent", description="Configure the agent with company-specific details if required", submit_text="Save Agent") return None @interaction_bp.route('/agent//save', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def save_agent(agent_id): agent = EveAIAgent.query.get_or_404(agent_id) if agent_id else EveAIAgent() tenant_id = session.get('tenant').get('id') form = EditEveAIAgentForm(obj=agent) if form.validate_on_submit(): try: form.populate_obj(agent) update_logging_information(agent, dt.now(tz.utc)) if not agent_id: # New agent db.session.add(agent) db.session.commit() return jsonify({'success': True, 'message': 'Agent saved successfully'}) except Exception as e: db.session.rollback() current_app.logger.error(f'Failed to save agent {agent_id} for tenant {tenant_id}. Error: {str(e)}') return jsonify({'success': False, 'message': f"Failed to save agent {agent_id}: {str(e)}"}) return jsonify({'success': False, 'message': 'Validation failed'}) # Routes for Task management ---------------------------------------------------------------------- @interaction_bp.route('/task//edit', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def edit_task(task_id): task = EveAITask.query.get_or_404(task_id) form = EditEveAITaskForm(obj=task) if request.headers.get('X-Requested-With') == 'XMLHttpRequest': return render_template('interaction/components/edit_task.html', form=form, task=task, title="Edit Task", description="Configure the task with company-specific details if required", submit_text="Save Task" ) return None @interaction_bp.route('/task//save', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def save_task(task_id): task = EveAITask.query.get_or_404(task_id) if task_id else EveAITask() tenant_id = session.get('tenant').get('id') form = EditEveAITaskForm(obj=task) # Replace with actual task form if form.validate_on_submit(): try: form.populate_obj(task) update_logging_information(task, dt.now(tz.utc)) if not task_id: # New task db.session.add(task) db.session.commit() return jsonify({'success': True, 'message': 'Task saved successfully'}) except Exception as e: db.session.rollback() current_app.logger.error(f'Failed to save task {task_id} for tenant {tenant_id}. Error: {str(e)}') return jsonify({'success': False, 'message': f"Failed to save task {task_id}: {str(e)}"}) return jsonify({'success': False, 'message': 'Validation failed'}) # Routes for Tool management ---------------------------------------------------------------------- @interaction_bp.route('/tool//edit', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def edit_tool(tool_id): tool = EveAITool.query.get_or_404(tool_id) form = EditEveAIToolForm(obj=tool) if request.headers.get('X-Requested-With') == 'XMLHttpRequest': return render_template('interaction/components/edit_tool.html', form=form, tool=tool, title="Edit Tool", description="Configure the tool with company-specific details if required", submit_text="Save Tool" ) return None @interaction_bp.route('/tool//save', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def save_tool(tool_id): tool = EveAITool.query.get_or_404(tool_id) if tool_id else EveAITool() tenant_id = session.get('tenant').get('id') form = EditEveAIToolForm(obj=tool) # Replace with actual tool form if form.validate_on_submit(): try: form.populate_obj(tool) update_logging_information(tool, dt.now(tz.utc)) if not tool_id: # New tool db.session.add(tool) db.session.commit() return jsonify({'success': True, 'message': 'Tool saved successfully'}) except Exception as e: db.session.rollback() current_app.logger.error(f'Failed to save tool {tool_id} for tenant {tenant_id}. Error: {str(e)}') return jsonify({'success': False, 'message': f"Failed to save tool {tool_id}: {str(e)}"}) return jsonify({'success': False, 'message': 'Validation failed'}) # Component selection handlers -------------------------------------------------------------------- @interaction_bp.route('/handle_agent_selection', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def handle_agent_selection(): agent_identification = request.form['selected_row'] agent_id = ast.literal_eval(agent_identification).get('value') action = request.form.get('action') if action == "edit_agent": return redirect(prefixed_url_for('interaction_bp.edit_agent', agent_id=agent_id)) return redirect(prefixed_url_for('interaction_bp.edit_specialist')) @interaction_bp.route('/handle_task_selection', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def handle_task_selection(): task_identification = request.form['selected_row'] task_id = ast.literal_eval(task_identification).get('value') action = request.form.get('action') if action == "edit_task": return redirect(prefixed_url_for('interaction_bp.edit_task', task_id=task_id)) return redirect(prefixed_url_for('interaction_bp.edit_specialist')) @interaction_bp.route('/handle_tool_selection', methods=['POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def handle_tool_selection(): tool_identification = request.form['selected_row'] tool_id = ast.literal_eval(tool_identification).get('value') action = request.form.get('action') if action == "edit_tool": return redirect(prefixed_url_for('interaction_bp.edit_tool', tool_id=tool_id)) return redirect(prefixed_url_for('interaction_bp.edit_specialist')) # Routes for Asset management --------------------------------------------------------------------- @interaction_bp.route('/add_asset', methods=['GET', 'POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def add_asset(): form = AddEveAIAssetForm(request.form) tenant_id = session.get('tenant').get('id') if form.validate_on_submit(): try: current_app.logger.info(f"Adding asset for tenant {tenant_id}") api_input = { 'name': form.name.data, 'description': form.description.data, 'type': form.type.data, 'valid_from': form.valid_from.data, 'valid_to': form.valid_to.data, } new_asset, new_asset_version = create_asset_stack(api_input, tenant_id) return redirect(prefixed_url_for('interaction_bp.edit_asset_version', asset_version_id=new_asset_version.id)) except Exception as e: current_app.logger.error(f'Failed to add asset for tenant {tenant_id}: {str(e)}') flash('An error occurred while adding asset', 'error') return render_template('interaction/add_asset.html') @interaction_bp.route('/edit_asset_version/', methods=['GET', 'POST']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def edit_asset_version(asset_version_id): asset_version = EveAIAssetVersion.query.get_or_404(asset_version_id) form = EditEveAIAssetVersionForm(asset_version) asset_config = cache_manager.assets_config_cache.get_config(asset_version.asset.type, asset_version.asset.type_version) form.add_dynamic_fields("configuration", asset_config, asset_version.configuration) if form.validate_on_submit(): # Update the configuration dynamic fields configuration = form.get_dynamic_data("configuration") processed_configuration = {} tenant_id = session.get('tenant').get('id') # if files are returned, we will store the file_names in the configuration, and add the file to the appropriate # bucket, in the appropriate location for field_name, field_value in configuration.items(): # Handle file field - check if the value is a FileStorage instance if isinstance(field_value, FileStorage) and field_value.filename: try: # Upload file and retrieve object_name for the file object_name = add_asset_version_file(asset_version, field_name, field_value, tenant_id) # Store object reference in configuration instead of file content processed_configuration[field_name] = object_name except Exception as e: current_app.logger.error(f"Failed to upload file for asset version {asset_version.id}: {str(e)}") flash(f"Failed to upload file '{field_value.filename}': {str(e)}", "danger") return render_template('interaction/edit_asset_version.html', form=form, asset_version=asset_version) # Handle normal fields else: processed_configuration[field_name] = field_value # Update the asset version with processed configuration asset_version.configuration = processed_configuration # Update logging information update_logging_information(asset_version, dt.now(tz.utc)) try: db.session.commit() flash('Asset uploaded successfully!', 'success') current_app.logger.info(f'Asset Version {asset_version.id} updated successfully') return redirect(prefixed_url_for('interaction_bp.assets')) except SQLAlchemyError as e: db.session.rollback() flash(f'Failed to upload asset. Error: {str(e)}', 'danger') current_app.logger.error(f'Failed to update asset version {asset_version.id}. Error: {str(e)}') return render_template('interaction/edit_asset_version.html', form=form) else: form_validation_failed(request, form) return render_template('interaction/edit_asset_version.html', form=form) @interaction_bp.route('/execute_specialist/', methods=['GET', 'POST']) def execute_specialist(specialist_id): specialist = Specialist.query.get_or_404(specialist_id) specialist_config = cache_manager.specialists_config_cache.get_config(specialist.type, specialist.type_version) if specialist_config.get('chat', True): flash("Only specialists that don't require interactions can be executed this way!", 'error') return redirect(prefixed_url_for('interaction_bp.specialists')) form = ExecuteSpecialistForm(request.form, obj=specialist) if 'arguments' in specialist_config: form.add_dynamic_fields('arguments', specialist_config) if form.validate_on_submit(): # We're only interested in gathering the dynamic arguments arguments = form.get_dynamic_data("arguments") current_app.logger.debug(f"Executing specialist {specialist.id} with arguments: {arguments}") session_id = SpecialistServices.start_session() execution_task = SpecialistServices.execute_specialist( tenant_id=session.get('tenant').get('id'), specialist_id=specialist_id, specialist_arguments=arguments, session_id=session_id, user_timezone=session.get('tenant').get('timezone') ) current_app.logger.debug(f"Execution task for specialist {specialist.id} created: {execution_task}") return redirect(prefixed_url_for('interaction_bp.session_interactions_by_session_id', session_id=session_id)) return render_template('interaction/execute_specialist.html', form=form) @interaction_bp.route('/session_interactions_by_session_id/', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def session_interactions_by_session_id(session_id): """ This route shows all interactions for a given session_id (string). If the chat_session doesn't exist yet, it will wait for up to 10 seconds (with 1 second intervals) until it becomes available. """ waiting_message = request.args.get('waiting', 'false') == 'true' # Try up to 10 times with 1 second pause max_tries = 10 current_try = 1 while current_try <= max_tries: chat_session = ChatSession.query.filter_by(session_id=session_id).first() if chat_session: # Session found, display the interactions page = request.args.get('page', 1, type=int) per_page = request.args.get('per_page', 10, type=int) query = Interaction.query.filter_by(chat_session_id=chat_session.id).order_by(Interaction.question_at) pagination = query.paginate(page=page, per_page=per_page, error_out=False) interactions = pagination.items rows = prepare_table_for_macro(interactions, [('id', ''), ('question_at', ''), ('detailed_question_at', ''), ('answer_at', ''), ('processing_error', '')]) # Define a callback to make a URL for a given page and the same session_id def make_page_url(page_num): return prefixed_url_for('interaction_bp.session_interactions_by_session_id', session_id=session_id, page=page_num) return render_template('interaction/session_interactions.html', chat_session=chat_session, rows=rows, pagination=pagination, make_page_url=make_page_url) # Session not found, wait and try again if current_try < max_tries: current_try += 1 time.sleep(1) else: # Maximum number of attempts reached break # If we're here, the session wasn't found after the maximum number of attempts flash(f'The chat session with ID {session_id} could not be found after {max_tries} attempts. ' f'The session may still be in the process of being created or the ID might be incorrect.', 'warning') # Show a waiting page with auto-refresh if we haven't shown a waiting message yet if not waiting_message: return render_template('interaction/waiting_for_session.html', session_id=session_id, refresh_url=prefixed_url_for('interaction_bp.session_interactions_by_session_id', session_id=session_id, waiting='true')) # If we've already shown a waiting message and still don't have a session, go back to the specialists page return redirect(prefixed_url_for('interaction_bp.specialists')) @interaction_bp.route('/session_interactions/', methods=['GET']) @roles_accepted('Super User', 'Partner Admin', 'Tenant Admin') def session_interactions(chat_session_id): """ This route shows all interactions for a given chat_session_id (int). """ chat_session = ChatSession.query.get_or_404(chat_session_id) return session_interactions_by_session_id(chat_session.session_id)