mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-07-08 22:22:17 +02:00
36 lines
1.4 KiB
Python
36 lines
1.4 KiB
Python
"""``youtube.scrape`` executor: verb input → Apify actor → video items."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Awaitable, Callable
|
|
|
|
from app.capabilities.core import Executor
|
|
from app.capabilities.youtube.scrape.schemas import ScrapeInput, ScrapeOutput
|
|
from app.proprietary.scrapers.youtube import (
|
|
YouTubeScrapeInput,
|
|
scrape_youtube,
|
|
)
|
|
|
|
ScrapeFn = Callable[[YouTubeScrapeInput], Awaitable[list[dict]]]
|
|
|
|
|
|
def build_scrape_executor(scrape_fn: ScrapeFn | None = None) -> Executor:
|
|
"""Bind the executor to a scraper fn (defaults to the proprietary actor)."""
|
|
scrape_fn = scrape_fn or scrape_youtube
|
|
|
|
async def execute(payload: ScrapeInput) -> ScrapeOutput:
|
|
# Channels emit three content types; cap each at the caller's max_results
|
|
# so a channel scrape isn't silently limited to plain videos only.
|
|
actor_input = YouTubeScrapeInput(
|
|
startUrls=[{"url": url} for url in payload.urls],
|
|
searchQueries=payload.search_queries,
|
|
maxResults=payload.max_results,
|
|
maxResultsShorts=payload.max_results,
|
|
maxResultStreams=payload.max_results,
|
|
downloadSubtitles=payload.download_subtitles,
|
|
subtitlesLanguage=payload.subtitles_language,
|
|
)
|
|
items = await scrape_fn(actor_input)
|
|
return ScrapeOutput(items=items)
|
|
|
|
return execute
|