mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-06-10 20:35:17 +02:00
4e00f24a03
- Introduced the ZERO_AUTO_RESET environment variable to enable automatic reset of the SQLite replica in case of replication halts. - Updated Docker Compose files to include ZERO_AUTO_RESET in service configurations. - Enhanced documentation to clarify the purpose and usage of the new variable.
284 lines
9.7 KiB
YAML
284 lines
9.7 KiB
YAML
# =============================================================================
|
||
# SurfSense — Development Docker Compose
|
||
# =============================================================================
|
||
# Usage (from repo root):
|
||
# docker compose -f docker/docker-compose.dev.yml up --build
|
||
#
|
||
# This file builds from source and includes dev tools like pgAdmin.
|
||
# For production with prebuilt images, use docker/docker-compose.yml instead.
|
||
# =============================================================================
|
||
|
||
name: surfsense-dev
|
||
|
||
x-backend-build: &backend-build
|
||
context: ../surfsense_backend
|
||
args:
|
||
EMBEDDING_MODEL: ${EMBEDDING_MODEL:-sentence-transformers/all-MiniLM-L6-v2}
|
||
|
||
services:
|
||
db:
|
||
image: pgvector/pgvector:pg17
|
||
ports:
|
||
- "${POSTGRES_PORT:-5432}:5432"
|
||
volumes:
|
||
- postgres_data:/var/lib/postgresql/data
|
||
- ./postgresql.conf:/etc/postgresql/postgresql.conf:ro
|
||
environment:
|
||
- POSTGRES_USER=${DB_USER:-postgres}
|
||
- POSTGRES_PASSWORD=${DB_PASSWORD:-postgres}
|
||
- POSTGRES_DB=${DB_NAME:-surfsense}
|
||
command: postgres -c config_file=/etc/postgresql/postgresql.conf
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "pg_isready -U ${DB_USER:-postgres} -d ${DB_NAME:-surfsense}"]
|
||
interval: 10s
|
||
timeout: 5s
|
||
retries: 5
|
||
|
||
# Short-lived schema runner; see docker/docker-compose.yml `migrations`
|
||
# service for the full rationale. Builds from the same backend context as
|
||
# the dev backend/celery services.
|
||
migrations:
|
||
build: *backend-build
|
||
env_file:
|
||
- ../surfsense_backend/.env
|
||
environment:
|
||
- DATABASE_URL=${DATABASE_URL:-postgresql+asyncpg://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}}
|
||
- PYTHONPATH=/app
|
||
- SERVICE_ROLE=migrate
|
||
- MIGRATION_TIMEOUT=${MIGRATION_TIMEOUT:-900}
|
||
depends_on:
|
||
db:
|
||
condition: service_healthy
|
||
restart: "no"
|
||
|
||
pgadmin:
|
||
image: dpage/pgadmin4
|
||
ports:
|
||
- "${PGADMIN_PORT:-5050}:80"
|
||
environment:
|
||
- PGADMIN_DEFAULT_EMAIL=${PGADMIN_DEFAULT_EMAIL:-admin@surfsense.com}
|
||
- PGADMIN_DEFAULT_PASSWORD=${PGADMIN_DEFAULT_PASSWORD:-surfsense}
|
||
volumes:
|
||
- pgadmin_data:/var/lib/pgadmin
|
||
depends_on:
|
||
- db
|
||
|
||
redis:
|
||
image: redis:8-alpine
|
||
ports:
|
||
- "${REDIS_PORT:-6379}:6379"
|
||
volumes:
|
||
- redis_data:/data
|
||
command: redis-server --appendonly yes
|
||
healthcheck:
|
||
test: ["CMD", "redis-cli", "ping"]
|
||
interval: 10s
|
||
timeout: 5s
|
||
retries: 5
|
||
|
||
otel-lgtm:
|
||
image: grafana/otel-lgtm:latest
|
||
ports:
|
||
- "${OTEL_GRPC_PORT:-4317}:4317"
|
||
- "${OTEL_HTTP_PORT:-4318}:4318"
|
||
- "${OTEL_GRAFANA_PORT:-3001}:3000"
|
||
- "${OTEL_TEMPO_PORT:-3200}:3200"
|
||
restart: unless-stopped
|
||
|
||
searxng:
|
||
image: searxng/searxng:2026.3.13-3c1f68c59
|
||
ports:
|
||
- "${SEARXNG_PORT:-8888}:8080"
|
||
volumes:
|
||
- ./searxng:/etc/searxng
|
||
environment:
|
||
- SEARXNG_SECRET=${SEARXNG_SECRET:-surfsense-searxng-secret}
|
||
healthcheck:
|
||
test: ["CMD", "wget", "--spider", "-q", "http://localhost:8080/healthz"]
|
||
interval: 10s
|
||
timeout: 5s
|
||
retries: 5
|
||
|
||
backend:
|
||
build: *backend-build
|
||
ports:
|
||
- "${BACKEND_PORT:-8000}:8000"
|
||
volumes:
|
||
- ../surfsense_backend/app:/app/app
|
||
- shared_temp:/shared_tmp
|
||
env_file:
|
||
- ../surfsense_backend/.env
|
||
extra_hosts:
|
||
- "host.docker.internal:host-gateway"
|
||
environment:
|
||
- DATABASE_URL=${DATABASE_URL:-postgresql+asyncpg://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}}
|
||
- CELERY_BROKER_URL=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_RESULT_BACKEND=${REDIS_URL:-redis://redis:6379/0}
|
||
- REDIS_APP_URL=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_TASK_DEFAULT_QUEUE=surfsense
|
||
- PYTHONPATH=/app
|
||
- UVICORN_LOOP=asyncio
|
||
- UNSTRUCTURED_HAS_PATCHED_LOOP=1
|
||
- LANGCHAIN_TRACING_V2=false
|
||
- LANGSMITH_TRACING=false
|
||
- AUTH_TYPE=${AUTH_TYPE:-LOCAL}
|
||
- NEXT_FRONTEND_URL=${NEXT_FRONTEND_URL:-http://localhost:3000}
|
||
- SEARXNG_DEFAULT_HOST=${SEARXNG_DEFAULT_HOST:-http://searxng:8080}
|
||
- WHATSAPP_BRIDGE_URL=${WHATSAPP_BRIDGE_URL:-http://whatsapp-bridge:9929}
|
||
# Daytona Sandbox – uncomment and set credentials to enable cloud code execution
|
||
# - DAYTONA_SANDBOX_ENABLED=TRUE
|
||
# - DAYTONA_API_KEY=${DAYTONA_API_KEY:-}
|
||
# - DAYTONA_API_URL=${DAYTONA_API_URL:-https://app.daytona.io/api}
|
||
# - DAYTONA_TARGET=${DAYTONA_TARGET:-us}
|
||
- SERVICE_ROLE=api
|
||
depends_on:
|
||
db:
|
||
condition: service_healthy
|
||
redis:
|
||
condition: service_healthy
|
||
searxng:
|
||
condition: service_healthy
|
||
migrations:
|
||
condition: service_completed_successfully
|
||
healthcheck:
|
||
test: ["CMD", "curl", "-f", "http://localhost:8000/ready"]
|
||
interval: 15s
|
||
timeout: 5s
|
||
retries: 30
|
||
start_period: 200s
|
||
|
||
whatsapp-bridge:
|
||
build: ../surfsense_backend/scripts/whatsapp-bridge
|
||
profiles:
|
||
- whatsapp
|
||
ports:
|
||
- "127.0.0.1:${WHATSAPP_BRIDGE_PORT:-9929}:9929"
|
||
volumes:
|
||
- whatsapp_sessions:/data/sessions
|
||
environment:
|
||
- PORT=9929
|
||
- WHATSAPP_MODE=${WHATSAPP_MODE:-self-chat}
|
||
- WHATSAPP_SESSION_DIR=/data/sessions
|
||
restart: unless-stopped
|
||
healthcheck:
|
||
test: ["CMD", "wget", "-qO-", "http://localhost:9929/health"]
|
||
interval: 30s
|
||
timeout: 5s
|
||
retries: 5
|
||
|
||
celery_worker:
|
||
build: *backend-build
|
||
volumes:
|
||
- ../surfsense_backend/app:/app/app
|
||
- shared_temp:/shared_tmp
|
||
env_file:
|
||
- ../surfsense_backend/.env
|
||
extra_hosts:
|
||
- "host.docker.internal:host-gateway"
|
||
environment:
|
||
- DATABASE_URL=${DATABASE_URL:-postgresql+asyncpg://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}}
|
||
- CELERY_BROKER_URL=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_RESULT_BACKEND=${REDIS_URL:-redis://redis:6379/0}
|
||
- REDIS_APP_URL=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_TASK_DEFAULT_QUEUE=surfsense
|
||
- PYTHONPATH=/app
|
||
- SEARXNG_DEFAULT_HOST=${SEARXNG_DEFAULT_HOST:-http://searxng:8080}
|
||
- SERVICE_ROLE=worker
|
||
depends_on:
|
||
db:
|
||
condition: service_healthy
|
||
redis:
|
||
condition: service_healthy
|
||
migrations:
|
||
condition: service_completed_successfully
|
||
backend:
|
||
condition: service_healthy
|
||
|
||
celery_beat:
|
||
build: *backend-build
|
||
env_file:
|
||
- ../surfsense_backend/.env
|
||
environment:
|
||
- DATABASE_URL=${DATABASE_URL:-postgresql+asyncpg://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}}
|
||
- CELERY_BROKER_URL=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_RESULT_BACKEND=${REDIS_URL:-redis://redis:6379/0}
|
||
- CELERY_TASK_DEFAULT_QUEUE=surfsense
|
||
- PYTHONPATH=/app
|
||
- SERVICE_ROLE=beat
|
||
depends_on:
|
||
db:
|
||
condition: service_healthy
|
||
redis:
|
||
condition: service_healthy
|
||
migrations:
|
||
condition: service_completed_successfully
|
||
celery_worker:
|
||
condition: service_started
|
||
|
||
zero-cache:
|
||
image: rocicorp/zero:1.4.0
|
||
ports:
|
||
- "${ZERO_CACHE_PORT:-4848}:4848"
|
||
extra_hosts:
|
||
- "host.docker.internal:host-gateway"
|
||
depends_on:
|
||
db:
|
||
condition: service_healthy
|
||
migrations:
|
||
condition: service_completed_successfully
|
||
environment:
|
||
- ZERO_UPSTREAM_DB=${ZERO_UPSTREAM_DB:-postgresql://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}?sslmode=${DB_SSLMODE:-disable}}
|
||
- ZERO_CVR_DB=${ZERO_CVR_DB:-postgresql://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}?sslmode=${DB_SSLMODE:-disable}}
|
||
- ZERO_CHANGE_DB=${ZERO_CHANGE_DB:-postgresql://${DB_USER:-postgres}:${DB_PASSWORD:-postgres}@${DB_HOST:-db}:${DB_PORT:-5432}/${DB_NAME:-surfsense}?sslmode=${DB_SSLMODE:-disable}}
|
||
- ZERO_REPLICA_FILE=/data/zero.db
|
||
- ZERO_ADMIN_PASSWORD=${ZERO_ADMIN_PASSWORD:-surfsense-zero-admin}
|
||
- ZERO_APP_PUBLICATIONS=${ZERO_APP_PUBLICATIONS:-zero_publication}
|
||
- ZERO_AUTO_RESET=${ZERO_AUTO_RESET:-true}
|
||
- ZERO_NUM_SYNC_WORKERS=${ZERO_NUM_SYNC_WORKERS:-4}
|
||
- ZERO_UPSTREAM_MAX_CONNS=${ZERO_UPSTREAM_MAX_CONNS:-20}
|
||
- ZERO_CVR_MAX_CONNS=${ZERO_CVR_MAX_CONNS:-30}
|
||
- ZERO_QUERY_URL=${ZERO_QUERY_URL:-http://frontend:3000/api/zero/query}
|
||
- ZERO_MUTATE_URL=${ZERO_MUTATE_URL:-http://frontend:3000/api/zero/mutate}
|
||
volumes:
|
||
- zero_cache_data:/data
|
||
restart: unless-stopped
|
||
stop_grace_period: 300s
|
||
healthcheck:
|
||
test: ["CMD", "curl", "-f", "http://localhost:4848/keepalive"]
|
||
interval: 10s
|
||
timeout: 5s
|
||
retries: 5
|
||
start_period: 600s
|
||
|
||
frontend:
|
||
build:
|
||
context: ../surfsense_web
|
||
args:
|
||
NEXT_PUBLIC_FASTAPI_BACKEND_URL: ${NEXT_PUBLIC_FASTAPI_BACKEND_URL:-http://localhost:8000}
|
||
NEXT_PUBLIC_FASTAPI_BACKEND_AUTH_TYPE: ${NEXT_PUBLIC_FASTAPI_BACKEND_AUTH_TYPE:-LOCAL}
|
||
NEXT_PUBLIC_ETL_SERVICE: ${NEXT_PUBLIC_ETL_SERVICE:-DOCLING}
|
||
NEXT_PUBLIC_ZERO_CACHE_URL: ${NEXT_PUBLIC_ZERO_CACHE_URL:-http://localhost:${ZERO_CACHE_PORT:-4848}}
|
||
NEXT_PUBLIC_DEPLOYMENT_MODE: ${NEXT_PUBLIC_DEPLOYMENT_MODE:-self-hosted}
|
||
ports:
|
||
- "${FRONTEND_PORT:-3000}:3000"
|
||
env_file:
|
||
- ../surfsense_web/.env
|
||
depends_on:
|
||
backend:
|
||
condition: service_healthy
|
||
zero-cache:
|
||
condition: service_healthy
|
||
|
||
volumes:
|
||
postgres_data:
|
||
name: surfsense-dev-postgres
|
||
pgadmin_data:
|
||
name: surfsense-dev-pgadmin
|
||
redis_data:
|
||
name: surfsense-dev-redis
|
||
shared_temp:
|
||
name: surfsense-dev-shared-temp
|
||
zero_cache_data:
|
||
name: surfsense-dev-zero-cache
|
||
whatsapp_sessions:
|
||
name: surfsense-dev-whatsapp-sessions
|