apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-24 23:41:10 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: add indeed per-job scrape rate config

Browse source
This commit is contained in:
CREDO23 2026-07-14 21:49:23 +02:00
parent 05bfc6a10e
commit e25d09c25e
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
surfsense_backend/app/config/__init__.py
View file

@ -736,6 +736,11 @@ class Config:
# Comments are the cheapest per-item TikTok data, matching the per-comment # Comments are the cheapest per-item TikTok data, matching the per-comment
# market (and YouTube's comment meter). # market (and YouTube's comment meter).
TIKTOK_MICROS_PER_COMMENT = int(os.getenv("TIKTOK_MICROS_PER_COMMENT", "1500")) TIKTOK_MICROS_PER_COMMENT = int(os.getenv("TIKTOK_MICROS_PER_COMMENT", "1500"))
# Warmed-browser listings put Indeed on par with the other browser-driven
# scrapers (Reddit, Instagram) rather than the cheaper API-backed meters.
INDEED_SCRAPE_MICROS_PER_JOB = int(
os.getenv("INDEED_SCRAPE_MICROS_PER_JOB", "3500")
)
# Retry an empty listing draw on a fresh rotating IP. Set to 1 for a static # Retry an empty listing draw on a fresh rotating IP. Set to 1 for a static
# proxy, where every retry re-hits the same exit. # proxy, where every retry re-hits the same exit.
TIKTOK_LISTING_MAX_ATTEMPTS = int(os.getenv("TIKTOK_LISTING_MAX_ATTEMPTS", "3")) TIKTOK_LISTING_MAX_ATTEMPTS = int(os.getenv("TIKTOK_LISTING_MAX_ATTEMPTS", "3"))