apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-06-06 20:15:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat(tests): Update tests for summary-free indexing

Browse source
This commit is contained in:
Anish Sarkar 2026-06-04 00:53:51 +05:30
parent dc6a17930b
commit ddfe60c2f0
26 changed files with 123 additions and 294 deletions
Download patch file Download diff file Expand all files Collapse all files

8
surfsense_backend/tests/e2e/fakes/llm.py
View file

@ -7,13 +7,13 @@ The production indexing pipeline summarizes documents with:
summary_content = summary_result.content
The `llm` parameter is supplied per-document by
`app.services.llm_service.get_user_long_context_llm`. We patch THAT
`app.services.llm_service.get_agent_llm`. We patch THAT
function to return a langchain-native FakeListChatModel so the rest of
the chain works unchanged. No real LLM provider package is touched.
Run-backend / run-celery use unittest.mock.patch.start() to install
this at every binding site (the source module + every consumer that
did `from app.services.llm_service import get_user_long_context_llm`
did `from app.services.llm_service import get_agent_llm`
at module load time).
"""
@ -42,7 +42,7 @@ def _make_fake_llm() -> FakeListChatModel:
return fake
async def fake_get_user_long_context_llm(*args: Any, **kwargs: Any) -> Any:
"""Drop-in replacement for app.services.llm_service.get_user_long_context_llm."""
async def fake_get_agent_llm(*args: Any, **kwargs: Any) -> Any:
"""Drop-in replacement for app.services.llm_service.get_agent_llm."""
logger.info("[fake-llm] returning FakeListChatModel for E2E indexing")
return _make_fake_llm()

24
surfsense_backend/tests/e2e/run_backend.py
View file

@ -206,23 +206,23 @@ def _patch_llm_bindings() -> None:
fake_create_chat_litellm_from_agent_config,
fake_create_chat_litellm_from_config,
)
from tests.e2e.fakes.llm import fake_get_user_long_context_llm
from tests.e2e.fakes.llm import fake_get_agent_llm
targets = [
"app.services.llm_service.get_user_long_context_llm",
"app.tasks.connector_indexers.confluence_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.google_drive_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.google_gmail_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.notion_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.onedrive_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.dropbox_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.local_folder_indexer.get_user_long_context_llm",
"app.tasks.document_processors._save.get_user_long_context_llm",
"app.tasks.document_processors.markdown_processor.get_user_long_context_llm",
"app.services.llm_service.get_agent_llm",
"app.tasks.connector_indexers.confluence_indexer.get_agent_llm",
"app.tasks.connector_indexers.google_drive_indexer.get_agent_llm",
"app.tasks.connector_indexers.google_gmail_indexer.get_agent_llm",
"app.tasks.connector_indexers.notion_indexer.get_agent_llm",
"app.tasks.connector_indexers.onedrive_indexer.get_agent_llm",
"app.tasks.connector_indexers.dropbox_indexer.get_agent_llm",
"app.tasks.connector_indexers.local_folder_indexer.get_agent_llm",
"app.tasks.document_processors._save.get_agent_llm",
"app.tasks.document_processors.markdown_processor.get_agent_llm",
]
for target in targets:
try:
p = patch(target, fake_get_user_long_context_llm)
p = patch(target, fake_get_agent_llm)
p.start()
_active_patches.append(p)
logger.info("[fake-llm] patched %s", target)

24
surfsense_backend/tests/e2e/run_celery.py
View file

@ -183,23 +183,23 @@ def _patch_llm_bindings() -> None:
fake_create_chat_litellm_from_agent_config,
fake_create_chat_litellm_from_config,
)
from tests.e2e.fakes.llm import fake_get_user_long_context_llm
from tests.e2e.fakes.llm import fake_get_agent_llm
targets = [
"app.services.llm_service.get_user_long_context_llm",
"app.tasks.connector_indexers.confluence_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.google_drive_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.google_gmail_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.notion_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.onedrive_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.dropbox_indexer.get_user_long_context_llm",
"app.tasks.connector_indexers.local_folder_indexer.get_user_long_context_llm",
"app.tasks.document_processors._save.get_user_long_context_llm",
"app.tasks.document_processors.markdown_processor.get_user_long_context_llm",
"app.services.llm_service.get_agent_llm",
"app.tasks.connector_indexers.confluence_indexer.get_agent_llm",
"app.tasks.connector_indexers.google_drive_indexer.get_agent_llm",
"app.tasks.connector_indexers.google_gmail_indexer.get_agent_llm",
"app.tasks.connector_indexers.notion_indexer.get_agent_llm",
"app.tasks.connector_indexers.onedrive_indexer.get_agent_llm",
"app.tasks.connector_indexers.dropbox_indexer.get_agent_llm",
"app.tasks.connector_indexers.local_folder_indexer.get_agent_llm",
"app.tasks.document_processors._save.get_agent_llm",
"app.tasks.document_processors.markdown_processor.get_agent_llm",
]
for target in targets:
try:
p = patch(target, fake_get_user_long_context_llm)
p = patch(target, fake_get_agent_llm)
p.start()
_active_patches.append(p)
logger.info("[fake-llm] patched %s in celery worker", target)