apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-04-25 08:46:22 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: ran linting

Browse source
This commit is contained in:
Anish Sarkar 2026-04-04 03:11:56 +05:30
parent 0d2acc665d
commit a2b3541046
6 changed files with 150 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

84
surfsense_backend/tests/unit/connector_indexers/test_page_limits.py
View file

@ -58,10 +58,14 @@ class TestEstimatePagesFromMetadata:
assert PageLimitService.estimate_pages_from_metadata(ext, 5_000_000) == 1
def test_audio_uses_1mb_per_page(self):
assert PageLimitService.estimate_pages_from_metadata(".mp3", 3 * 1024 * 1024) == 3
assert (
PageLimitService.estimate_pages_from_metadata(".mp3", 3 * 1024 * 1024) == 3
)
def test_video_uses_5mb_per_page(self):
assert PageLimitService.estimate_pages_from_metadata(".mp4", 15 * 1024 * 1024) == 3
assert (
PageLimitService.estimate_pages_from_metadata(".mp4", 15 * 1024 * 1024) == 3
)
def test_unknown_ext_uses_80kb_per_page(self):
assert PageLimitService.estimate_pages_from_metadata(".xyz", 160 * 1024) == 2
@ -189,7 +193,8 @@ async def test_gdrive_files_within_quota_are_downloaded(gdrive_selected_mocks):
for fid in ("f1", "f2", "f3"):
m["get_file_results"][fid] = (
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024), None,
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (3, 0)
@ -210,7 +215,8 @@ async def test_gdrive_files_exceeding_quota_rejected(gdrive_selected_mocks):
m["fake_user"].pages_limit = 100
m["get_file_results"]["big"] = (
_make_gdrive_file("big", "huge.pdf", size=500 * 1024), None,
_make_gdrive_file("big", "huge.pdf", size=500 * 1024),
None,
)
indexed, _skipped, errors = await _run_gdrive_selected(m, [("big", "huge.pdf")])
@ -228,7 +234,8 @@ async def test_gdrive_quota_mix_partial_indexing(gdrive_selected_mocks):
for fid in ("f1", "f2", "f3"):
m["get_file_results"][fid] = (
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024), None,
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (2, 0)
@ -250,7 +257,8 @@ async def test_gdrive_proportional_page_deduction(gdrive_selected_mocks):
for fid in ("f1", "f2", "f3", "f4"):
m["get_file_results"][fid] = (
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024), None,
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (2, 2)
@ -269,7 +277,8 @@ async def test_gdrive_no_deduction_when_nothing_indexed(gdrive_selected_mocks):
m["fake_user"].pages_limit = 100
m["get_file_results"]["f1"] = (
_make_gdrive_file("f1", "f1.xyz", size=80 * 1024), None,
_make_gdrive_file("f1", "f1.xyz", size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (0, 1)
@ -286,7 +295,8 @@ async def test_gdrive_zero_quota_rejects_all(gdrive_selected_mocks):
for fid in ("f1", "f2"):
m["get_file_results"][fid] = (
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024), None,
_make_gdrive_file(fid, f"{fid}.xyz", size=80 * 1024),
None,
)
indexed, _skipped, errors = await _run_gdrive_selected(
@ -367,7 +377,8 @@ async def test_gdrive_full_scan_skips_over_quota(gdrive_full_scan_mocks, monkeyp
_make_gdrive_file(f"f{i}", f"file{i}.xyz", size=80 * 1024) for i in range(5)
]
monkeypatch.setattr(
m["mod"], "get_files_in_folder",
m["mod"],
"get_files_in_folder",
AsyncMock(return_value=(page_files, None, None)),
)
m["download_mock"].return_value = ([], 0)
@ -391,7 +402,8 @@ async def test_gdrive_full_scan_deducts_after_indexing(
_make_gdrive_file(f"f{i}", f"file{i}.xyz", size=80 * 1024) for i in range(3)
]
monkeypatch.setattr(
m["mod"], "get_files_in_folder",
m["mod"],
"get_files_in_folder",
AsyncMock(return_value=(page_files, None, None)),
)
mock_docs = [MagicMock() for _ in range(3)]
@ -421,7 +433,8 @@ async def test_gdrive_delta_sync_skips_over_quota(monkeypatch):
for i in range(5)
]
monkeypatch.setattr(
_mod, "fetch_all_changes",
_mod,
"fetch_all_changes",
AsyncMock(return_value=(changes, "new-token", None)),
)
monkeypatch.setattr(_mod, "categorize_change", lambda change: "modified")
@ -447,11 +460,18 @@ async def test_gdrive_delta_sync_skips_over_quota(monkeypatch):
mock_task_logger.log_task_progress = AsyncMock()
_indexed, skipped = await _mod._index_with_delta_sync(
MagicMock(), session, MagicMock(),
_CONNECTOR_ID, _SEARCH_SPACE_ID, _USER_ID,
"folder-root", "start-token",
mock_task_logger, MagicMock(),
max_files=500, enable_summary=True,
MagicMock(),
session,
MagicMock(),
_CONNECTOR_ID,
_SEARCH_SPACE_ID,
_USER_ID,
"folder-root",
"start-token",
mock_task_logger,
MagicMock(),
max_files=500,
enable_summary=True,
)
call_files = download_mock.call_args[0][1]
@ -511,9 +531,13 @@ async def _run_onedrive_selected(mocks, file_ids):
from app.tasks.connector_indexers.onedrive_indexer import _index_selected_files
return await _index_selected_files(
MagicMock(), mocks["session"], file_ids,
connector_id=_CONNECTOR_ID, search_space_id=_SEARCH_SPACE_ID,
user_id=_USER_ID, enable_summary=True,
MagicMock(),
mocks["session"],
file_ids,
connector_id=_CONNECTOR_ID,
search_space_id=_SEARCH_SPACE_ID,
user_id=_USER_ID,
enable_summary=True,
)
@ -524,7 +548,8 @@ async def test_onedrive_over_quota_rejected(onedrive_selected_mocks):
m["fake_user"].pages_limit = 100
m["get_file_results"]["big"] = (
_make_onedrive_file("big", "huge.pdf", size=500 * 1024), None,
_make_onedrive_file("big", "huge.pdf", size=500 * 1024),
None,
)
indexed, _skipped, errors = await _run_onedrive_selected(m, [("big", "huge.pdf")])
@ -542,7 +567,8 @@ async def test_onedrive_deducts_after_success(onedrive_selected_mocks):
for fid in ("f1", "f2"):
m["get_file_results"][fid] = (
_make_onedrive_file(fid, f"{fid}.xyz", size=80 * 1024), None,
_make_onedrive_file(fid, f"{fid}.xyz", size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (2, 0)
@ -605,9 +631,13 @@ async def _run_dropbox_selected(mocks, file_paths):
from app.tasks.connector_indexers.dropbox_indexer import _index_selected_files
return await _index_selected_files(
MagicMock(), mocks["session"], file_paths,
connector_id=_CONNECTOR_ID, search_space_id=_SEARCH_SPACE_ID,
user_id=_USER_ID, enable_summary=True,
MagicMock(),
mocks["session"],
file_paths,
connector_id=_CONNECTOR_ID,
search_space_id=_SEARCH_SPACE_ID,
user_id=_USER_ID,
enable_summary=True,
)
@ -618,7 +648,8 @@ async def test_dropbox_over_quota_rejected(dropbox_selected_mocks):
m["fake_user"].pages_limit = 100
m["get_file_results"]["/huge.pdf"] = (
_make_dropbox_file("/huge.pdf", "huge.pdf", size=500 * 1024), None,
_make_dropbox_file("/huge.pdf", "huge.pdf", size=500 * 1024),
None,
)
indexed, _skipped, errors = await _run_dropbox_selected(
@ -639,7 +670,8 @@ async def test_dropbox_deducts_after_success(dropbox_selected_mocks):
for name in ("f1.xyz", "f2.xyz"):
path = f"/{name}"
m["get_file_results"][path] = (
_make_dropbox_file(path, name, size=80 * 1024), None,
_make_dropbox_file(path, name, size=80 * 1024),
None,
)
m["download_and_index_mock"].return_value = (2, 0)