mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-06-04 20:05:16 +02:00
feat(file-storage): add settings, key builder, and backend factory
This commit is contained in:
parent
74fcad6496
commit
1bb1022d35
4 changed files with 117 additions and 0 deletions
15
surfsense_backend/app/file_storage/__init__.py
Normal file
15
surfsense_backend/app/file_storage/__init__.py
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
"""Durable storage for original uploaded files (and future derived artifacts).
|
||||
|
||||
Public surface: resolve the configured backend via :func:`get_storage_backend`
|
||||
and persist/retrieve a document's files via :mod:`app.file_storage.service`.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from app.file_storage.backends.base import StorageBackend
|
||||
from app.file_storage.factory import get_storage_backend
|
||||
|
||||
__all__ = [
|
||||
"StorageBackend",
|
||||
"get_storage_backend",
|
||||
]
|
||||
38
surfsense_backend/app/file_storage/factory.py
Normal file
38
surfsense_backend/app/file_storage/factory.py
Normal file
|
|
@ -0,0 +1,38 @@
|
|||
"""Resolve the configured :class:`StorageBackend` as a process-wide singleton."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from functools import lru_cache
|
||||
|
||||
from app.file_storage.backends.base import StorageBackend
|
||||
from app.file_storage.settings import (
|
||||
AZURE_BACKEND,
|
||||
LOCAL_BACKEND,
|
||||
load_storage_settings,
|
||||
)
|
||||
|
||||
|
||||
@lru_cache(maxsize=1)
|
||||
def get_storage_backend() -> StorageBackend:
|
||||
"""Build the backend selected by ``FILE_STORAGE_BACKEND`` (lazy-imported)."""
|
||||
settings = load_storage_settings()
|
||||
|
||||
if settings.backend == AZURE_BACKEND:
|
||||
if not settings.azure_connection_string or not settings.azure_container:
|
||||
raise ValueError(
|
||||
"Azure storage requires AZURE_STORAGE_CONNECTION_STRING and "
|
||||
"AZURE_STORAGE_CONTAINER."
|
||||
)
|
||||
from app.file_storage.backends.azure import AzureBlobBackend
|
||||
|
||||
return AzureBlobBackend(
|
||||
connection_string=settings.azure_connection_string,
|
||||
container=settings.azure_container,
|
||||
)
|
||||
|
||||
if settings.backend == LOCAL_BACKEND:
|
||||
from app.file_storage.backends.local import LocalFileBackend
|
||||
|
||||
return LocalFileBackend(settings.local_root)
|
||||
|
||||
raise ValueError(f"Unknown FILE_STORAGE_BACKEND: {settings.backend!r}")
|
||||
27
surfsense_backend/app/file_storage/keys.py
Normal file
27
surfsense_backend/app/file_storage/keys.py
Normal file
|
|
@ -0,0 +1,27 @@
|
|||
"""Object-key construction for stored document files."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import uuid
|
||||
|
||||
from app.file_storage.persistence.enums import DocumentFileKind
|
||||
|
||||
|
||||
def build_document_file_key(
|
||||
*,
|
||||
search_space_id: int,
|
||||
document_id: int,
|
||||
kind: DocumentFileKind,
|
||||
filename: str,
|
||||
) -> str:
|
||||
"""Build the storage key for one document file.
|
||||
|
||||
Shape: ``documents/{search_space_id}/{document_id}/{kind}/{uuid}{ext}``.
|
||||
"""
|
||||
extension = os.path.splitext(filename)[1].lower()
|
||||
unique = uuid.uuid4().hex
|
||||
return (
|
||||
f"documents/{search_space_id}/{document_id}/"
|
||||
f"{kind.value.lower()}/{unique}{extension}"
|
||||
)
|
||||
37
surfsense_backend/app/file_storage/settings.py
Normal file
37
surfsense_backend/app/file_storage/settings.py
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
"""Environment-driven configuration for the file-storage module."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
|
||||
LOCAL_BACKEND = "local"
|
||||
AZURE_BACKEND = "azure"
|
||||
|
||||
# surfsense_backend/ — two levels up from app/file_storage/settings.py
|
||||
_BACKEND_ROOT = Path(__file__).resolve().parents[2]
|
||||
_DEFAULT_LOCAL_ROOT = str(_BACKEND_ROOT / ".local_object_store")
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class StorageSettings:
|
||||
"""Resolved storage configuration for the current process."""
|
||||
|
||||
backend: str
|
||||
azure_connection_string: str | None
|
||||
azure_container: str | None
|
||||
local_root: str
|
||||
|
||||
|
||||
def load_storage_settings() -> StorageSettings:
|
||||
"""Read storage settings from the environment.
|
||||
|
||||
Defaults to the ``local`` backend so development needs no cloud creds.
|
||||
"""
|
||||
return StorageSettings(
|
||||
backend=os.getenv("FILE_STORAGE_BACKEND", LOCAL_BACKEND).strip().lower(),
|
||||
azure_connection_string=os.getenv("AZURE_STORAGE_CONNECTION_STRING"),
|
||||
azure_container=os.getenv("AZURE_STORAGE_CONTAINER"),
|
||||
local_root=os.getenv("FILE_STORAGE_LOCAL_PATH", _DEFAULT_LOCAL_ROOT),
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue