plano/arch/docker-compose.dev.yaml

26 lines
1.1 KiB
YAML
Raw Normal View History

2024-10-06 23:10:13 -07:00
services:
archgw:
image: katanemo/archgw:latest
2024-10-06 23:10:13 -07:00
ports:
- "10000:10000"
2024-11-07 22:11:00 -06:00
- "10001:10001"
2024-10-08 16:24:08 -07:00
- "11000:11000"
2024-10-09 15:47:32 -07:00
- "12000:12000"
2024-10-06 23:10:13 -07:00
- "19901:9901"
volumes:
2025-02-07 18:45:42 -08:00
- ${ARCH_CONFIG_FILE:-../demos/samples_python/weather_forecast/arch_config.yaml}:/app/arch_config.yaml
2024-10-06 23:10:13 -07:00
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
- ./envoy.template.yaml:/app/envoy.template.yaml
- ./arch_config_schema.yaml:/app/arch_config_schema.yaml
- ./tools/cli/config_generator.py:/app/config_generator.py
- ../crates/target/wasm32-wasip1/release/llm_gateway.wasm:/etc/envoy/proxy-wasm-plugins/llm_gateway.wasm
- ../crates/target/wasm32-wasip1/release/prompt_gateway.wasm:/etc/envoy/proxy-wasm-plugins/prompt_gateway.wasm
- ~/archgw_logs:/var/log/
extra_hosts:
- "host.docker.internal:host-gateway"
environment:
- OPENAI_API_KEY=${OPENAI_API_KEY:?error}
- MISTRAL_API_KEY=${MISTRAL_API_KEY:?error}
- OTEL_TRACING_HTTP_ENDPOINT=http://host.docker.internal:4318/v1/traces
- MODEL_SERVER_PORT=${MODEL_SERVER_PORT:-51000}