apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-10 22:32:16 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat(native-connector): added google maps places & reviews scrapers

Browse source
This commit is contained in:
DESKTOP-RTLN3BA\$punk 2026-07-02 21:58:24 -07:00
parent cc99bc4cae
commit 7185079bd6
114 changed files with 4688 additions and 425 deletions
Download patch file Download diff file Expand all files Collapse all files

6
surfsense_backend/scripts/e2e_phase3_crawl_billing.py
View file

@ -93,7 +93,7 @@ async def stage1_crawl_and_proxy() -> bool:
try:
direct = await AsyncFetcher.get(_IP_ECHO, impersonate="chrome", timeout=30)
direct_ip = direct.json().get("ip")
except Exception as exc: # noqa: BLE001
except Exception as exc:
print(f" [INFO] direct IP fetch failed: {exc}")
if proxy_url:
try:
@ -101,7 +101,7 @@ async def stage1_crawl_and_proxy() -> bool:
_IP_ECHO, impersonate="chrome", proxy=proxy_url, timeout=45
)
proxied_ip = via.json().get("ip")
except Exception as exc: # noqa: BLE001
except Exception as exc:
print(f" [INFO] proxied IP fetch failed: {exc}")
print(f" egress IP (direct) : {direct_ip}")
print(f" egress IP (via proxy) : {proxied_ip}")
@ -327,7 +327,7 @@ async def main() -> int:
):
try:
results[name] = await coro()
except Exception as exc: # noqa: BLE001
except Exception as exc:
import traceback
traceback.print_exc()