mirror of
https://github.com/0xMassi/webclaw.git
synced 2026-04-25 00:06:21 +02:00
050b2ef463
Crawls are same-origin by default. Enable allow_subdomains to follow sibling/child subdomains (blog.example.com from example.com), or allow_external_links for full cross-origin crawling. Root domain extraction uses a heuristic that handles two-part TLDs (co.uk, com.au). Includes 5 unit tests for root_domain(). Bump to 0.3.12. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
42 lines
835 B
JSON
42 lines
835 B
JSON
{
|
|
"name": "create-webclaw",
|
|
"version": "0.1.4",
|
|
"mcpName": "io.github.0xMassi/webclaw",
|
|
"description": "Set up webclaw MCP server for AI agents (Claude, Cursor, Windsurf, OpenCode, Codex, Antigravity)",
|
|
"bin": {
|
|
"create-webclaw": "./index.mjs"
|
|
},
|
|
"type": "module",
|
|
"keywords": [
|
|
"webclaw",
|
|
"mcp",
|
|
"mcp-server",
|
|
"ai",
|
|
"ai-agent",
|
|
"scraping",
|
|
"web-scraping",
|
|
"scraper",
|
|
"crawler",
|
|
"extract",
|
|
"markdown",
|
|
"llm",
|
|
"claude",
|
|
"cursor",
|
|
"windsurf",
|
|
"opencode",
|
|
"codex",
|
|
"antigravity",
|
|
"tls-fingerprint",
|
|
"cloudflare-bypass"
|
|
],
|
|
"author": "webclaw",
|
|
"license": "AGPL-3.0",
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/0xMassi/webclaw"
|
|
},
|
|
"homepage": "https://webclaw.io",
|
|
"engines": {
|
|
"node": ">=18"
|
|
}
|
|
}
|