mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
rename arch_config to config.yaml
This commit is contained in:
parent
46b634f603
commit
b7dbd0fbea
42 changed files with 48 additions and 48 deletions
|
|
@ -18,7 +18,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start developer services
|
||||
echo "Starting Network Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start developer services
|
||||
echo "Starting Network Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -21,4 +21,4 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start Network Agent
|
||||
echo "Starting HR Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start developer services
|
||||
echo "Starting Network Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
otel-collector:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
otel-collector:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -23,7 +23,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
prometheus:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -20,4 +20,4 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
|
|
|||
|
|
@ -73,8 +73,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 4: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 5: Start Network Agent with the chosen Docker Compose file
|
||||
echo "Starting Network Agent with $COMPOSE_FILE..."
|
||||
|
|
|
|||
|
|
@ -159,7 +159,7 @@ def convert_prompt_target_to_openai_format(target):
|
|||
|
||||
def get_prompt_targets():
|
||||
try:
|
||||
with open(os.getenv("ARCH_CONFIG", "arch_config.yaml"), "r") as file:
|
||||
with open(os.getenv("ARCH_CONFIG", "config.yaml"), "r") as file:
|
||||
config = yaml.safe_load(file)
|
||||
|
||||
available_tools = []
|
||||
|
|
@ -181,7 +181,7 @@ def get_prompt_targets():
|
|||
|
||||
def get_llm_models():
|
||||
try:
|
||||
with open(os.getenv("ARCH_CONFIG", "arch_config.yaml"), "r") as file:
|
||||
with open(os.getenv("ARCH_CONFIG", "config.yaml"), "r") as file:
|
||||
config = yaml.safe_load(file)
|
||||
|
||||
available_models = [""]
|
||||
|
|
|
|||
|
|
@ -21,7 +21,7 @@ do
|
|||
echo "****************************************"
|
||||
cd ../../$demo
|
||||
echo "starting archgw"
|
||||
archgw up arch_config.yaml
|
||||
archgw up config.yaml
|
||||
echo "starting docker containers"
|
||||
# only execute docker compose if demo is use_cases/preference_based_routing
|
||||
if [ "$demo" == "use_cases/preference_based_routing" ]; then
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
|
||||
### Use Arch for (Model-based) LLM Routing Step 1. Create arch config file
|
||||
Create `arch_config.yaml` file with following content:
|
||||
Create `config.yaml` file with following content:
|
||||
|
||||
```yaml
|
||||
version: v0.1.0
|
||||
|
|
@ -28,7 +28,7 @@ Once the config file is created ensure that you have env vars setup for `MISTRAL
|
|||
Start arch gateway,
|
||||
|
||||
```
|
||||
$ archgw up arch_config.yaml
|
||||
$ archgw up config.yaml
|
||||
2024-12-05 11:24:51,288 - cli.main - INFO - Starting archgw cli version: 0.1.5
|
||||
2024-12-05 11:24:51,825 - cli.utils - INFO - Schema validation successful!
|
||||
2024-12-05 11:24:51,825 - cli.main - INFO - Starting arch model server and arch gateway
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@ services:
|
|||
|
||||
|
||||
open-web-ui:
|
||||
image: ghcr.io/open-webui/open-webui:main
|
||||
image: dyrnq/open-webui:main
|
||||
restart: always
|
||||
ports:
|
||||
- "8080:8080"
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start LLM Routing
|
||||
echo "Starting LLM Routing using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -63,7 +63,7 @@ curl -X POST http://localhost:8001/v1/chat/completions \
|
|||
|
||||
## Configuration
|
||||
|
||||
The `arch_config.yaml` defines how agents are connected:
|
||||
The `config.yaml` defines how agents are connected:
|
||||
|
||||
```yaml
|
||||
filters:
|
||||
|
|
@ -92,7 +92,7 @@ filters:
|
|||
|
||||
## Additional Configuration
|
||||
|
||||
See `arch_config.yaml` for the complete filter chain setup. The MCP filters use default settings:
|
||||
See `config.yaml` for the complete filter chain setup. The MCP filters use default settings:
|
||||
- `type: mcp` (default)
|
||||
- `transport: streamable-http` (default)
|
||||
- Tool name defaults to filter ID
|
||||
|
|
@ -119,4 +119,4 @@ curl -X POST http://localhost:8001/v1/chat/completions \
|
|||
## Additional Resources
|
||||
|
||||
- See `sample_queries.md` for more example queries
|
||||
- See `arch_config.yaml` for complete configuration details
|
||||
- See `config.yaml` for complete configuration details
|
||||
|
|
|
|||
|
|
@ -19,10 +19,10 @@ services:
|
|||
- "12000:12000"
|
||||
- "8001:8001"
|
||||
environment:
|
||||
- ARCH_CONFIG_PATH=/config/arch_config.yaml
|
||||
- ARCH_CONFIG_PATH=/config/config.yaml
|
||||
- OPENAI_API_KEY=${OPENAI_API_KEY:?OPENAI_API_KEY environment variable is required but not set}
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -73,7 +73,7 @@ python bench.py
|
|||
|
||||
#### Example Proxy Config
|
||||
|
||||
See `arch_config.yaml` for a sample configuration mapping aliases to provider models.
|
||||
See `config.yaml` for a sample configuration mapping aliases to provider models.
|
||||
|
||||
---
|
||||
|
||||
|
|
@ -108,7 +108,7 @@ See `arch_config.yaml` for a sample configuration mapping aliases to provider mo
|
|||
- `bench.py` — Minimal Python test harness
|
||||
- `evals_summarize.yaml` — Example test fixtures
|
||||
- `pyproject.toml` — Poetry environment file
|
||||
- `arch_config.yaml` — Sample archgw config (if present)
|
||||
- `config.yaml` — Sample archgw config (if present)
|
||||
|
||||
---
|
||||
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
otel-collector:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start developer services
|
||||
echo "Starting Network Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
# Usage based LLM Routing
|
||||
This demo shows how you can use user preferences to route user prompts to appropriate llm. See [arch_config.yaml](arch_config.yaml) for details on how you can define user preferences.
|
||||
This demo shows how you can use user preferences to route user prompts to appropriate llm. See [config.yaml](config.yaml) for details on how you can define user preferences.
|
||||
|
||||
## How to start the demo
|
||||
|
||||
|
|
@ -15,7 +15,7 @@ Make sure your machine is up to date with [latest version of archgw]([url](https
|
|||
```bash
|
||||
(venv) $ archgw up --service archgw --foreground
|
||||
2025-05-30 18:00:09,953 - cli.main - INFO - Starting archgw cli version: 0.4.0
|
||||
2025-05-30 18:00:09,953 - cli.main - INFO - Validating /Users/adilhafeez/src/intelligent-prompt-gateway/demos/use_cases/preference_based_routing/arch_config.yaml
|
||||
2025-05-30 18:00:09,953 - cli.main - INFO - Validating /Users/adilhafeez/src/intelligent-prompt-gateway/demos/use_cases/preference_based_routing/config.yaml
|
||||
2025-05-30 18:00:10,422 - cli.core - INFO - Starting arch gateway, image name: archgw, tag: katanemo/plano:0.4.0
|
||||
2025-05-30 18:00:10,662 - cli.core - INFO - archgw status: running, health status: starting
|
||||
2025-05-30 18:00:11,712 - cli.core - INFO - archgw status: running, health status: starting
|
||||
|
|
|
|||
|
|
@ -1,7 +1,7 @@
|
|||
services:
|
||||
|
||||
open-web-ui:
|
||||
image: ghcr.io/open-webui/open-webui:main
|
||||
image: dyrnq/open-webui:main
|
||||
restart: always
|
||||
ports:
|
||||
- "8080:8080"
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ services:
|
|||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
volumes:
|
||||
- ./arch_config.yaml:/app/arch_config.yaml
|
||||
- ./config.yaml:/app/config.yaml
|
||||
|
||||
jaeger:
|
||||
build:
|
||||
|
|
|
|||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
|||
fi
|
||||
|
||||
# Step 3: Start Arch
|
||||
echo "Starting Arch with arch_config.yaml..."
|
||||
archgw up arch_config.yaml
|
||||
echo "Starting Arch with config.yaml..."
|
||||
archgw up config.yaml
|
||||
|
||||
# Step 4: Start developer services
|
||||
echo "Starting Network Agent using Docker Compose..."
|
||||
|
|
|
|||
|
|
@ -60,7 +60,7 @@ In a new terminal:
|
|||
|
||||
```bash
|
||||
cd /path/to/travel_agents
|
||||
plano up arch_config.yaml
|
||||
plano up config.yaml
|
||||
```
|
||||
|
||||
The gateway will start on port 8001 and route requests to the appropriate agents.
|
||||
|
|
@ -159,7 +159,7 @@ Both agents run as Docker containers and communicate with Plano via `host.docker
|
|||
|
||||
```
|
||||
travel_agents/
|
||||
├── arch_config.yaml # Plano configuration
|
||||
├── config.yaml # Plano configuration
|
||||
├── docker-compose.yaml # Docker services orchestration
|
||||
├── Dockerfile # Multi-agent container image
|
||||
├── start_agents.sh # Quick start script
|
||||
|
|
@ -173,7 +173,7 @@ travel_agents/
|
|||
|
||||
## Configuration Files
|
||||
|
||||
### arch_config.yaml
|
||||
### config.yaml
|
||||
|
||||
Defines the two agents, their descriptions, and routing configuration. The agent router uses these descriptions to intelligently route requests.
|
||||
|
||||
|
|
@ -195,7 +195,7 @@ Orchestrates the deployment of:
|
|||
**Plano won't start**
|
||||
- Verify Plano is installed: `plano --version`
|
||||
- Ensure you're in the travel_agents directory
|
||||
- Check arch_config.yaml is valid
|
||||
- Check config.yaml is valid
|
||||
|
||||
**No response from agents**
|
||||
- Verify all containers are running: `docker compose ps`
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue