mirror of
https://github.com/0xMassi/webclaw.git
synced 2026-04-25 00:06:21 +02:00
28 lines
793 B
Bash
28 lines
793 B
Bash
|
#!/usr/bin/env bash
|
||
|
|
# Reproduce the webclaw benchmark.
|
||
|
|
# Requires: python3, tiktoken, trafilatura. Optional: firecrawl-py + FIRECRAWL_API_KEY.
|
||
|
|
|
||
|
|
set -euo pipefail
|
||
|
|
cd "$(dirname "$0")"
|
||
|
|
|
||
|
|
# Build webclaw if not present
|
||
|
|
if [ ! -x "../target/release/webclaw" ]; then
|
||
|
|
echo "→ building webclaw..."
|
||
|
|
(cd .. && cargo build --release)
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Install python deps if missing
|
||
|
|
missing=""
|
||
|
|
python3 -c "import tiktoken" 2>/dev/null || missing+=" tiktoken"
|
||
|
|
python3 -c "import trafilatura" 2>/dev/null || missing+=" trafilatura"
|
||
|
|
if [ -n "${FIRECRAWL_API_KEY:-}" ]; then
|
||
|
|
python3 -c "import firecrawl" 2>/dev/null || missing+=" firecrawl-py"
|
||
|
|
fi
|
||
|
|
if [ -n "$missing" ]; then
|
||
|
|
echo "→ installing python deps:$missing"
|
||
|
|
python3 -m pip install --quiet $missing
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Run
|
||
|
|
python3 scripts/bench.py
|