mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 00:36:34 +02:00
dc57f119a0
* initial commit of the insurange agent demo, with the CLI tool * committing the cli * fixed some field descriptions for generate-prompt-targets * CLI works with buil, up and down commands. Function calling example works stand-alone * fixed README to install archgw cli * fixing based on feedback * fixing based on feedback --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-261.local>
29 lines
855 B
YAML
29 lines
855 B
YAML
services:
|
|
archgw:
|
|
image: archgw:latest
|
|
ports:
|
|
- "10000:10000"
|
|
- "19901:9901"
|
|
volumes:
|
|
- ${ARCH_CONFIG_FILE:-./demos/function_calling/arch_confg.yaml}:/config/arch_config.yaml
|
|
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
|
|
- ./arch_log:/var/log/
|
|
depends_on:
|
|
model_server:
|
|
condition: service_healthy
|
|
|
|
model_server:
|
|
image: model_server:latest
|
|
ports:
|
|
- "18081:80"
|
|
healthcheck:
|
|
test: ["CMD", "curl" ,"http://localhost/healthz"]
|
|
interval: 5s
|
|
retries: 20
|
|
volumes:
|
|
- ~/.cache/huggingface:/root/.cache/huggingface
|
|
environment:
|
|
- OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-host.docker.internal}
|
|
- OLLAMA_MODEL=Arch-Function-Calling-3B-Q4_K_M
|
|
- MODE=${MODE:-cloud}
|
|
- FC_URL=${FC_URL:-https://arch-fc-free-trial-4mzywewe.uc.gateway.dev/v1}
|