mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-06-10 20:35:17 +02:00
640ef5f15d
- Replaced Playwright with Scrapling's fetchers in the web crawling and YouTube processing modules for improved performance and flexibility. - Updated proxy configuration to support dynamic proxy selection via environment variables. - Enhanced logging to track performance metrics during web scraping operations. - Refactored related modules to utilize the new proxy utilities and streamline the scraping process.
20 lines
553 B
Python
20 lines
553 B
Python
"""Backward-compatible shim for the proxy helpers.
|
|
|
|
The implementation now lives in the modular :mod:`app.utils.proxy` package.
|
|
Existing imports of ``app.utils.proxy_config`` keep working via these re-exports.
|
|
Prefer importing from ``app.utils.proxy`` (and ``get_proxy_url``) in new code.
|
|
"""
|
|
|
|
from app.utils.proxy import (
|
|
get_playwright_proxy,
|
|
get_proxy_url,
|
|
get_requests_proxies,
|
|
get_residential_proxy_url,
|
|
)
|
|
|
|
__all__ = [
|
|
"get_playwright_proxy",
|
|
"get_proxy_url",
|
|
"get_requests_proxies",
|
|
"get_residential_proxy_url",
|
|
]
|