plano/arch/docker-compose.yaml

31 lines
858 B
YAML
Raw Normal View History

services:
archgw:
image: archgw:latest
ports:
- "10000:10000"
- "19901:9901"
volumes:
- ${ARCH_CONFIG_FILE:-./demos/function_calling/arch_confg.yaml}:/config/arch_config.yaml
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
2024-07-18 14:04:51 -07:00
depends_on:
model_server:
2024-07-18 14:04:51 -07:00
condition: service_healthy
env_file:
- stage.env
2024-07-18 14:04:51 -07:00
model_server:
image: model_server:latest
2024-07-18 14:04:51 -07:00
ports:
- "18081:80"
2024-07-18 14:04:51 -07:00
healthcheck:
test: ["CMD", "curl" ,"http://localhost/healthz"]
2024-07-18 14:04:51 -07:00
interval: 5s
retries: 20
volumes:
- ~/.cache/huggingface:/root/.cache/huggingface
environment:
- OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-host.docker.internal}
- OLLAMA_MODEL=Arch-Function-Calling-3B-Q4_K_M
- MODE=${MODE:-cloud}
- FC_URL=${FC_URL:-https://arch-fc-free-trial-4mzywewe.uc.gateway.dev/v1}