mirror of
https://github.com/dograh-hq/dograh.git
synced 2026-06-07 07:55:16 +02:00
3babb5ced6
feat: add csv upload functionality chore: remove redundant arq-worker from docker-compose
119 lines
3.1 KiB
Python
119 lines
3.1 KiB
Python
"""ARQ worker configuration - setup logging before importing tasks"""
|
|
|
|
import ssl
|
|
from urllib.parse import urlparse
|
|
|
|
from api.constants import REDIS_URL
|
|
|
|
# Setup logging - this is now idempotent and safe to call multiple times
|
|
from api.logging_config import setup_logging
|
|
from api.tasks.function_names import FunctionNames
|
|
|
|
setup_logging()
|
|
|
|
# Now import ARQ and task dependencies
|
|
from arq import create_pool
|
|
from arq.connections import ArqRedis, RedisSettings
|
|
|
|
from api.tasks.workflow_run_cost import calculate_workflow_run_cost
|
|
|
|
parsed_url = urlparse(REDIS_URL)
|
|
|
|
# Check if we're using TLS (rediss://)
|
|
use_ssl = parsed_url.scheme == "rediss"
|
|
|
|
# Create SSL context if using rediss://
|
|
ssl_context = None
|
|
if use_ssl:
|
|
ssl_context = ssl.create_default_context(ssl.Purpose.SERVER_AUTH)
|
|
ssl_context.check_hostname = False
|
|
ssl_context.verify_mode = ssl.CERT_NONE
|
|
|
|
REDIS_SETTINGS = RedisSettings(
|
|
host=parsed_url.hostname or "localhost",
|
|
port=parsed_url.port or 6379,
|
|
password=parsed_url.password,
|
|
conn_timeout=10,
|
|
ssl=use_ssl,
|
|
ssl_ca_certs=None if not use_ssl else None,
|
|
ssl_certfile=None,
|
|
ssl_keyfile=None,
|
|
ssl_check_hostname=False if use_ssl else None,
|
|
)
|
|
|
|
from api.tasks.campaign_tasks import (
|
|
monitor_campaign_progress,
|
|
process_campaign_batch,
|
|
sync_campaign_source,
|
|
)
|
|
from api.tasks.run_integrations import run_integrations_post_workflow_run
|
|
from api.tasks.s3_upload import (
|
|
upload_audio_to_s3,
|
|
upload_transcript_to_s3,
|
|
upload_voicemail_audio_to_s3,
|
|
)
|
|
|
|
|
|
class WorkerSettings:
|
|
functions = [
|
|
calculate_workflow_run_cost,
|
|
run_integrations_post_workflow_run,
|
|
upload_audio_to_s3,
|
|
upload_transcript_to_s3,
|
|
upload_voicemail_audio_to_s3,
|
|
sync_campaign_source,
|
|
process_campaign_batch,
|
|
monitor_campaign_progress,
|
|
]
|
|
cron_jobs = []
|
|
redis_settings = REDIS_SETTINGS
|
|
max_jobs = 10
|
|
|
|
|
|
LOG_CONFIG = {
|
|
"version": 1,
|
|
"disable_existing_loggers": False,
|
|
# --- Handlers ---
|
|
"handlers": {
|
|
"console": { # everything goes to stdout
|
|
"class": "logging.StreamHandler",
|
|
"stream": "ext://sys.stdout",
|
|
"level": "WARNING", # only WARNING and above
|
|
"formatter": "simple",
|
|
},
|
|
},
|
|
# --- Formatters (optional) ---
|
|
"formatters": {
|
|
"simple": {
|
|
"format": "%(asctime)s | %(levelname)s | %(name)s | %(message)s",
|
|
},
|
|
},
|
|
# --- Root logger ---
|
|
"root": {
|
|
"handlers": ["console"],
|
|
"level": "WARNING",
|
|
},
|
|
# --- Optionally silence Arq itself explicitly ---
|
|
"loggers": {
|
|
"arq": { # arq.* loggers
|
|
"level": "WARNING",
|
|
"handlers": ["console"],
|
|
"propagate": False,
|
|
},
|
|
},
|
|
}
|
|
|
|
|
|
_redis_pool: ArqRedis | None = None
|
|
|
|
|
|
async def get_arq_redis() -> ArqRedis:
|
|
global _redis_pool
|
|
if _redis_pool is None:
|
|
_redis_pool = await create_pool(REDIS_SETTINGS)
|
|
return _redis_pool
|
|
|
|
|
|
async def enqueue_job(function_name: FunctionNames, *args):
|
|
redis = await get_arq_redis()
|
|
await redis.enqueue_job(function_name, *args)
|