feat(capabilities): replace web.scrape/web.discover with unified web.crawl

web.crawl scrapes a single URL (maxCrawlDepth=0) or spiders a whole site,
backed by the proprietary site_crawler engine. Rewires the scraping subagent
tools and capability tests onto the new verb.
This commit is contained in:
CREDO23 2026-07-03 10:51:05 +02:00
parent f82fae3973
commit 9fe9c5b71d
31 changed files with 411 additions and 950 deletions

View file

@ -95,8 +95,7 @@ def test_registered_verbs_appear_on_rest():
router = rest.build_capabilities_router()
paths = {route.path for route in router.routes}
assert "/workspaces/{workspace_id}/capabilities/web.scrape" in paths
assert "/workspaces/{workspace_id}/capabilities/web.discover" in paths
assert "/workspaces/{workspace_id}/capabilities/web.crawl" in paths
@pytest.mark.asyncio