apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-10 22:32:16 +02:00
Code Issues Projects Releases Packages Wiki Activity

refactor(proprietary): move scrapers/ -> platforms/ (one subpackage per platform)

Browse source
This commit is contained in:
CREDO23 2026-07-03 11:01:45 +02:00
parent 9fe9c5b71d
commit 3312a442f3
25 changed files with 30 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

2
surfsense_backend/app/capabilities/youtube/comments/executor.py
View file

@ -6,7 +6,7 @@ from collections.abc import Awaitable, Callable
from app.capabilities.core import Executor
from app.capabilities.youtube.comments.schemas import CommentsInput, CommentsOutput
from app.proprietary.scrapers.youtube import (
from app.proprietary.platforms.youtube import (
YouTubeCommentsInput,
scrape_comments,
)

2
surfsense_backend/app/capabilities/youtube/comments/schemas.py
View file

@ -10,7 +10,7 @@ from typing import Literal
from pydantic import BaseModel, Field
from app.proprietary.scrapers.youtube import CommentItem
from app.proprietary.platforms.youtube import CommentItem
MAX_COMMENT_VIDEOS = 20
"""Per-call cap on how many video URLs one request may harvest comments from."""

2
surfsense_backend/app/capabilities/youtube/scrape/executor.py
View file

@ -6,7 +6,7 @@ from collections.abc import Awaitable, Callable
from app.capabilities.core import Executor
from app.capabilities.youtube.scrape.schemas import ScrapeInput, ScrapeOutput
from app.proprietary.scrapers.youtube import (
from app.proprietary.platforms.youtube import (
YouTubeScrapeInput,
scrape_youtube,
)

2
surfsense_backend/app/capabilities/youtube/scrape/schemas.py
View file

@ -10,7 +10,7 @@ from __future__ import annotations
from pydantic import BaseModel, Field, model_validator
from app.proprietary.scrapers.youtube import VideoItem
from app.proprietary.platforms.youtube import VideoItem
MAX_YOUTUBE_SOURCES = 20
"""Per-call cap on URLs + queries: bounds a synchronous request's fan-out (05)."""