mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 00:36:34 +02:00
0e5ea3d6db
* fixed environment variables issue with build. Now llm provider access keys are being written correctly * fixed and verified that keys are being properly set when archgw is booted up * removing leaf reference to a staged config file. not needed anymore * minor fixes to get the build in more stable state * minor fixes based on feedback --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-261.local>
30 lines
858 B
YAML
30 lines
858 B
YAML
services:
|
|
archgw:
|
|
image: archgw:latest
|
|
ports:
|
|
- "10000:10000"
|
|
- "19901:9901"
|
|
volumes:
|
|
- ${ARCH_CONFIG_FILE:-./demos/function_calling/arch_confg.yaml}:/config/arch_config.yaml
|
|
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
|
|
depends_on:
|
|
model_server:
|
|
condition: service_healthy
|
|
env_file:
|
|
- stage.env
|
|
|
|
model_server:
|
|
image: model_server:latest
|
|
ports:
|
|
- "18081:80"
|
|
healthcheck:
|
|
test: ["CMD", "curl" ,"http://localhost/healthz"]
|
|
interval: 5s
|
|
retries: 20
|
|
volumes:
|
|
- ~/.cache/huggingface:/root/.cache/huggingface
|
|
environment:
|
|
- OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-host.docker.internal}
|
|
- OLLAMA_MODEL=Arch-Function-Calling-3B-Q4_K_M
|
|
- MODE=${MODE:-cloud}
|
|
- FC_URL=${FC_URL:-https://arch-fc-free-trial-4mzywewe.uc.gateway.dev/v1}
|