mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-05-02 12:22:40 +02:00
3393e435f9
- Introduced a TaskDispatcher abstraction to decouple the upload endpoint from Celery, allowing for easier testing with synchronous implementations. - Updated the create_documents_file_upload function to utilize the new dispatcher for task management. - Removed direct Celery task imports from the upload function, enhancing modularity. - Added integration tests for document upload, including page limit enforcement and file size restrictions.
50 lines
1.2 KiB
Python
50 lines
1.2 KiB
Python
"""Task dispatcher abstraction for background document processing.
|
|
|
|
Decouples the upload endpoint from Celery so tests can swap in a
|
|
synchronous (inline) implementation that needs only PostgreSQL.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Protocol
|
|
|
|
|
|
class TaskDispatcher(Protocol):
|
|
async def dispatch_file_processing(
|
|
self,
|
|
*,
|
|
document_id: int,
|
|
temp_path: str,
|
|
filename: str,
|
|
search_space_id: int,
|
|
user_id: str,
|
|
) -> None: ...
|
|
|
|
|
|
class CeleryTaskDispatcher:
|
|
"""Production dispatcher — fires Celery tasks via Redis broker."""
|
|
|
|
async def dispatch_file_processing(
|
|
self,
|
|
*,
|
|
document_id: int,
|
|
temp_path: str,
|
|
filename: str,
|
|
search_space_id: int,
|
|
user_id: str,
|
|
) -> None:
|
|
from app.tasks.celery_tasks.document_tasks import (
|
|
process_file_upload_with_document_task,
|
|
)
|
|
|
|
process_file_upload_with_document_task.delay(
|
|
document_id=document_id,
|
|
temp_path=temp_path,
|
|
filename=filename,
|
|
search_space_id=search_space_id,
|
|
user_id=user_id,
|
|
)
|
|
|
|
|
|
async def get_task_dispatcher() -> TaskDispatcher:
|
|
return CeleryTaskDispatcher()
|