- Add dynamic fields to DocumentVersion in case the Catalog requires it.

eveai_app/views/document_views.py

@@ -228,6 +228,8 @@ def edit_retriever(retriever_id):
 
     configuration_config = RETRIEVER_TYPES[retriever.type]["configuration"]
     form.add_dynamic_fields("configuration", configuration_config, retriever.configuration)
+    if request.method == 'POST':
+        current_app.logger.debug(f'Received POST request with {request.form}')
 
     if form.validate_on_submit():
         # Update basic fields
@@ -295,19 +297,33 @@ def handle_retriever_selection():
 @document_bp.route('/add_document', methods=['GET', 'POST'])
 @roles_accepted('Super User', 'Tenant Admin')
 def add_document():
-    form = AddDocumentForm()
+    form = AddDocumentForm(request.form)
+    catalog_id = session.get('catalog_id', None)
+    if catalog_id is None:
+        flash('You need to set a Session Catalog before adding Documents or URLs')
+        return redirect(prefixed_url_for('document_bp.catalogs'))
+
+    catalog = Catalog.query.get_or_404(catalog_id)
+    if catalog.configuration and len(catalog.configuration) > 0:
+        document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+        for config in document_version_configurations:
+            form.add_dynamic_fields(config, catalog.configuration[config])
 
     if form.validate_on_submit():
         try:
+            current_app.logger.info(f'Adding Document for {catalog_id}')
             tenant_id = session['tenant']['id']
-            catalog_id = session['catalog_id']
             file = form.file.data
             filename = secure_filename(file.filename)
             extension = filename.rsplit('.', 1)[1].lower()
 
             validate_file_type(extension)
 
-            current_app.logger.debug(f'Language on form: {form.language.data}')
+            catalog_properties = {}
+            document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+            for config in document_version_configurations:
+                catalog_properties[config] = form.get_dynamic_data(config)
+
             api_input = {
                 'catalog_id': catalog_id,
                 'name': form.name.data,
@@ -315,6 +331,7 @@ def add_document():
                 'user_context': form.user_context.data,
                 'valid_from': form.valid_from.data,
                 'user_metadata': json.loads(form.user_metadata.data) if form.user_metadata.data else None,
+                'catalog_properties': catalog_properties,
             }
             current_app.logger.debug(f'Creating document stack with input {api_input}')
 
@@ -337,16 +354,30 @@ def add_document():
 @document_bp.route('/add_url', methods=['GET', 'POST'])
 @roles_accepted('Super User', 'Tenant Admin')
 def add_url():
-    form = AddURLForm()
+    form = AddURLForm(request.form)
+    catalog_id = session.get('catalog_id', None)
+    if catalog_id is None:
+        flash('You need to set a Session Catalog before adding Documents or URLs')
+        return redirect(prefixed_url_for('document_bp.catalogs'))
+
+    catalog = Catalog.query.get_or_404(catalog_id)
+    if catalog.configuration and len(catalog.configuration) > 0:
+        document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+        for config in document_version_configurations:
+            form.add_dynamic_fields(config, catalog.configuration[config])
 
     if form.validate_on_submit():
         try:
             tenant_id = session['tenant']['id']
-            catalog_id = session['catalog_id']
             url = form.url.data
 
             file_content, filename, extension = process_url(url, tenant_id)
 
+            catalog_properties = {}
+            document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+            for config in document_version_configurations:
+                catalog_properties[config] = form.get_dynamic_data(config)
+
             api_input = {
                 'catalog_id': catalog_id,
                 'name': form.name.data or filename,
@@ -355,6 +386,7 @@ def add_url():
                 'user_context': form.user_context.data,
                 'valid_from': form.valid_from.data,
                 'user_metadata': json.loads(form.user_metadata.data) if form.user_metadata.data else None,
+                'catalog_properties': catalog_properties,
             }
 
             new_doc, new_doc_vers = create_document_stack(api_input, file_content, filename, extension, tenant_id)
@@ -375,43 +407,6 @@ def add_url():
     return render_template('document/add_url.html', form=form)
 
 
-@document_bp.route('/add_urls', methods=['GET', 'POST'])
-@roles_accepted('Super User', 'Tenant Admin')
-def add_urls():
-    form = AddURLsForm()
-
-    if form.validate_on_submit():
-        try:
-            tenant_id = session['tenant']['id']
-            urls = form.urls.data.split('\n')
-            urls = [url.strip() for url in urls if url.strip()]
-
-            api_input = {
-                'name': form.name.data,
-                'language': form.language.data,
-                'user_context': form.user_context.data,
-                'valid_from': form.valid_from.data
-            }
-
-            results = process_multiple_urls(urls, tenant_id, api_input)
-
-            for result in results:
-                if result['status'] == 'success':
-                    flash(
-                        f"Processed URL: {result['url']} - Document ID: {result['document_id']}, Version ID: {result['document_version_id']}",
-                        'success')
-                else:
-                    flash(f"Error processing URL: {result['url']} - {result['message']}", 'error')
-
-            return redirect(prefixed_url_for('document_bp.documents'))
-
-        except Exception as e:
-            current_app.logger.error(f'Error adding multiple URLs: {str(e)}')
-            flash('An error occurred while adding the URLs.', 'error')
-
-    return render_template('document/add_urls.html', form=form)
-
-
 @document_bp.route('/documents', methods=['GET', 'POST'])
 @roles_accepted('Super User', 'Tenant Admin')
 def documents():
@@ -494,12 +489,29 @@ def edit_document_view(document_id):
 @roles_accepted('Super User', 'Tenant Admin')
 def edit_document_version_view(document_version_id):
     doc_vers = DocumentVersion.query.get_or_404(document_version_id)
-    form = EditDocumentVersionForm(obj=doc_vers)
+    form = EditDocumentVersionForm(request.form, obj=doc_vers)
+
+    catalog_id = session.get('catalog_id', None)
+    if catalog_id is None:
+        flash('You need to set a Session Catalog before adding Documents or URLs')
+        return redirect(prefixed_url_for('document_bp.catalogs'))
+
+    catalog = Catalog.query.get_or_404(catalog_id)
+    if catalog.configuration and len(catalog.configuration) > 0:
+        document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+        for config in document_version_configurations:
+            form.add_dynamic_fields(config, catalog.configuration[config], doc_vers.catalog_properties[config])
 
     if form.validate_on_submit():
+        catalog_properties = {}
+        document_version_configurations = CATALOG_TYPES[catalog.type]['document_version_configurations']
+        for config in document_version_configurations:
+            catalog_properties[config] = form.get_dynamic_data(config)
+
         updated_version, error = edit_document_version(
             document_version_id,
-            form.user_context.data
+            form.user_context.data,
+            catalog_properties,
         )
         if updated_version:
             flash(f'Document Version {updated_version.id} updated successfully', 'success')