pieter/eveAI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

- License Usage Calculation realised

Browse Source 
- View License Usages
- Celery Beat container added
- First schedule in Celery Beat for calculating usage (hourly)
- repopack can now split for different components
- Various fixes as consequece of changing file_location / file_name ==> bucket_name / object_name
- Celery Routing / Queuing updated
This commit is contained in:
Josako
2024-10-11 16:33:36 +02:00
parent 5ffad160b1
commit 9f5f090f0c
57 changed files with 935 additions and 174 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
eveai_workers/Processors/audio_processor.py
View File

@@ -27,10 +27,8 @@ class AudioProcessor(TranscriptionProcessor):
def _get_transcription(self):
file_data = minio_client.download_document_file(
self.tenant.id,
self.document_version.doc_id,
self.document_version.language,
self.document_version.id,
self.document_version.file_name
self.document_version.bucket_name,
self.document_version.object_name,
)
with current_event.create_span("Audio Compression"):

6
eveai_workers/Processors/html_processor.py
View File

@@ -24,10 +24,8 @@ class HTMLProcessor(Processor):
try:
file_data = minio_client.download_document_file(
self.tenant.id,
self.document_version.doc_id,
self.document_version.language,
self.document_version.id,
self.document_version.file_name
self.document_version.bucket_name,
self.document_version.object_name,
)
html_content = file_data.decode('utf-8')

6
eveai_workers/Processors/pdf_processor.py
View File

@@ -27,10 +27,8 @@ class PDFProcessor(Processor):
try:
file_data = minio_client.download_document_file(
self.tenant.id,
self.document_version.doc_id,
self.document_version.language,
self.document_version.id,
self.document_version.file_name
self.document_version.bucket_name,
self.document_version.object_name,
)
with current_event.create_span("PDF Extraction"):

6
eveai_workers/Processors/srt_processor.py
View File

@@ -7,10 +7,8 @@ class SRTProcessor(TranscriptionProcessor):
def _get_transcription(self):
file_data = minio_client.download_document_file(
self.tenant.id,
self.document_version.doc_id,
self.document_version.language,
self.document_version.id,
self.document_version.file_name
self.document_version.bucket_name,
self.document_version.object_name,
)
srt_content = file_data.decode('utf-8')
return self._clean_srt(srt_content)