apunkt/webclaw
1
0
Fork 0
mirror of https://github.com/0xMassi/webclaw.git synced 2026-06-08 22:25:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: v0.1.3 — crawl streaming, resume/cancel, MCP proxy support

Browse source 
Crawl:
- Real-time progress on stderr as pages complete
- --crawl-state saves progress on Ctrl+C, resumes from saved state
- Visited set + remaining frontier persisted for accurate resume

MCP server:
- Reads WEBCLAW_PROXY and WEBCLAW_PROXY_FILE env vars
- Falls back to proxies.txt in CWD (existing behavior)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Valerio 2026-03-25 21:38:28 +01:00
parent afe4d3077d
commit 0c91c6d5a9
7 changed files with 249 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

12
Cargo.lock generated
View file

@ -2854,7 +2854,7 @@ dependencies = [
[[package]]
name = "webclaw-cli"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"clap",
"dotenvy",
@ -2874,7 +2874,7 @@ dependencies = [
[[package]]
name = "webclaw-core"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"ego-tree",
"once_cell",
@ -2891,7 +2891,7 @@ dependencies = [
[[package]]
name = "webclaw-fetch"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"primp",
"quick-xml",
@ -2909,7 +2909,7 @@ dependencies = [
[[package]]
name = "webclaw-llm"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"async-trait",
"reqwest",
@ -2922,7 +2922,7 @@ dependencies = [
[[package]]
name = "webclaw-mcp"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"dotenvy",
"reqwest",
@ -2942,7 +2942,7 @@ dependencies = [
[[package]]
name = "webclaw-pdf"
version = "0.1.2"
version = "0.1.3"
dependencies = [
"pdf-extract",
"thiserror",