apunkt/webclaw
1
0
Fork 0
mirror of https://github.com/0xMassi/webclaw.git synced 2026-06-06 22:05:13 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix(fetch): guard challenge detection before utf8 decoding

Browse source
This commit is contained in:
Valerio 2026-05-12 11:46:33 +02:00 • committed by Valerio
parent a611ae26f3
commit 3bcb288d13
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
crates/webclaw-fetch/src/client.rs
View file

@ -783,6 +783,10 @@ fn is_pdf_content_type(headers: &http::HeaderMap) -> bool {
/// Detect if a response looks like a bot protection challenge page.
fn is_challenge_response(response: &Response) -> bool {
let body_len = response.body().len();
if body_len > 15_000 || body_len == 0 {
return false;
}
is_challenge_html(response.text().as_ref())
}