mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-04-25 00:36:31 +02:00
feat: add processing mode support for document uploads and ETL pipeline, improded error handling ux
Some checks are pending
Build and Push Docker Images / tag_release (push) Waiting to run
Build and Push Docker Images / build (./surfsense_backend, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_backend, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_web, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-24.04-arm, linux/arm64, arm64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_web, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-latest, linux/amd64, amd64) (push) Blocked by required conditions
Build and Push Docker Images / create_manifest (backend, surfsense-backend) (push) Blocked by required conditions
Build and Push Docker Images / create_manifest (web, surfsense-web) (push) Blocked by required conditions
Some checks are pending
Build and Push Docker Images / tag_release (push) Waiting to run
Build and Push Docker Images / build (./surfsense_backend, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_backend, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_web, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-24.04-arm, linux/arm64, arm64) (push) Blocked by required conditions
Build and Push Docker Images / build (./surfsense_web, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-latest, linux/amd64, amd64) (push) Blocked by required conditions
Build and Push Docker Images / create_manifest (backend, surfsense-backend) (push) Blocked by required conditions
Build and Push Docker Images / create_manifest (web, surfsense-web) (push) Blocked by required conditions
- Introduced a `ProcessingMode` enum to differentiate between basic and premium processing modes. - Updated `EtlRequest` to include a `processing_mode` field, defaulting to basic. - Enhanced ETL pipeline services to utilize the selected processing mode for Azure Document Intelligence and LlamaCloud parsing. - Modified various routes and services to handle processing mode, affecting document upload and indexing tasks. - Improved error handling and logging to include processing mode details. - Added tests to validate processing mode functionality and its impact on ETL operations.
This commit is contained in:
parent
b659f41bab
commit
656e061f84
104 changed files with 1900 additions and 909 deletions
|
|
@ -399,7 +399,12 @@
|
|||
"uploading_folder": "Uploading folder…",
|
||||
"upload_folder_button": "Upload Folder ({count} {count, plural, one {file} other {files}})",
|
||||
"select_files_or_folder": "Select files or folder",
|
||||
"tap_select_files_or_folder": "Tap to select files or folder"
|
||||
"tap_select_files_or_folder": "Tap to select files or folder",
|
||||
"processing_mode": "Processing Mode",
|
||||
"basic_mode": "Basic",
|
||||
"basic_mode_desc": "Standard processing (1 credit per page)",
|
||||
"premium_mode": "Premium",
|
||||
"premium_mode_desc": "Enhanced for financial, medical & legal docs (10 credits per page)"
|
||||
},
|
||||
"add_webpage": {
|
||||
"title": "Add Webpages for Crawling",
|
||||
|
|
|
|||
|
|
@ -399,7 +399,12 @@
|
|||
"uploading_folder": "Subiendo carpeta…",
|
||||
"upload_folder_button": "Subir carpeta ({count} {count, plural, one {archivo} other {archivos}})",
|
||||
"select_files_or_folder": "Seleccionar archivos o carpeta",
|
||||
"tap_select_files_or_folder": "Toca para seleccionar archivos o carpeta"
|
||||
"tap_select_files_or_folder": "Toca para seleccionar archivos o carpeta",
|
||||
"processing_mode": "Modo de procesamiento",
|
||||
"basic_mode": "Básico",
|
||||
"basic_mode_desc": "Procesamiento estándar (1 crédito por página)",
|
||||
"premium_mode": "Premium",
|
||||
"premium_mode_desc": "Mejorado para documentos financieros, médicos y legales (10 créditos por página)"
|
||||
},
|
||||
"add_webpage": {
|
||||
"title": "Agregar páginas web para rastreo",
|
||||
|
|
|
|||
|
|
@ -399,7 +399,12 @@
|
|||
"uploading_folder": "फ़ोल्डर अपलोड हो रहा है…",
|
||||
"upload_folder_button": "फ़ोल्डर अपलोड करें ({count} {count, plural, one {फ़ाइल} other {फ़ाइलें}})",
|
||||
"select_files_or_folder": "फ़ाइलें या फ़ोल्डर चुनें",
|
||||
"tap_select_files_or_folder": "फ़ाइलें या फ़ोल्डर चुनने के लिए टैप करें"
|
||||
"tap_select_files_or_folder": "फ़ाइलें या फ़ोल्डर चुनने के लिए टैप करें",
|
||||
"processing_mode": "प्रोसेसिंग मोड",
|
||||
"basic_mode": "बेसिक",
|
||||
"basic_mode_desc": "मानक प्रोसेसिंग (1 क्रेडिट प्रति पेज)",
|
||||
"premium_mode": "प्रीमियम",
|
||||
"premium_mode_desc": "वित्तीय, चिकित्सा और कानूनी दस्तावेज़ों के लिए उन्नत (10 क्रेडिट प्रति पेज)"
|
||||
},
|
||||
"add_webpage": {
|
||||
"title": "क्रॉलिंग के लिए वेबपेज जोड़ें",
|
||||
|
|
|
|||
|
|
@ -399,7 +399,12 @@
|
|||
"uploading_folder": "Enviando pasta…",
|
||||
"upload_folder_button": "Enviar pasta ({count} {count, plural, one {arquivo} other {arquivos}})",
|
||||
"select_files_or_folder": "Selecionar arquivos ou pasta",
|
||||
"tap_select_files_or_folder": "Toque para selecionar arquivos ou pasta"
|
||||
"tap_select_files_or_folder": "Toque para selecionar arquivos ou pasta",
|
||||
"processing_mode": "Modo de processamento",
|
||||
"basic_mode": "Básico",
|
||||
"basic_mode_desc": "Processamento padrão (1 crédito por página)",
|
||||
"premium_mode": "Premium",
|
||||
"premium_mode_desc": "Aprimorado para documentos financeiros, médicos e jurídicos (10 créditos por página)"
|
||||
},
|
||||
"add_webpage": {
|
||||
"title": "Adicionar páginas web para rastreamento",
|
||||
|
|
|
|||
|
|
@ -383,7 +383,12 @@
|
|||
"uploading_folder": "正在上传文件夹…",
|
||||
"upload_folder_button": "上传文件夹({count}个文件)",
|
||||
"select_files_or_folder": "选择文件或文件夹",
|
||||
"tap_select_files_or_folder": "点击选择文件或文件夹"
|
||||
"tap_select_files_or_folder": "点击选择文件或文件夹",
|
||||
"processing_mode": "处理模式",
|
||||
"basic_mode": "基础",
|
||||
"basic_mode_desc": "标准处理(每页 1 积分)",
|
||||
"premium_mode": "高级",
|
||||
"premium_mode_desc": "增强处理财务、医疗和法律文档(每页 10 积分)"
|
||||
},
|
||||
"add_webpage": {
|
||||
"title": "添加网页爬取",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue