mirror of
https://github.com/katanemo/plano.git
synced 2026-06-29 15:49:40 +02:00
rename arch_config to config.yaml
This commit is contained in:
parent
46b634f603
commit
b7dbd0fbea
42 changed files with 48 additions and 48 deletions
|
|
@ -18,7 +18,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start developer services
|
# Step 4: Start developer services
|
||||||
echo "Starting Network Agent using Docker Compose..."
|
echo "Starting Network Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start developer services
|
# Step 4: Start developer services
|
||||||
echo "Starting Network Agent using Docker Compose..."
|
echo "Starting Network Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -21,4 +21,4 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start Network Agent
|
# Step 4: Start Network Agent
|
||||||
echo "Starting HR Agent using Docker Compose..."
|
echo "Starting HR Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start developer services
|
# Step 4: Start developer services
|
||||||
echo "Starting Network Agent using Docker Compose..."
|
echo "Starting Network Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
otel-collector:
|
otel-collector:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
otel-collector:
|
otel-collector:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -23,7 +23,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
prometheus:
|
prometheus:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -20,4 +20,4 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
|
||||||
|
|
@ -73,8 +73,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 4: Start Arch
|
# Step 4: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 5: Start Network Agent with the chosen Docker Compose file
|
# Step 5: Start Network Agent with the chosen Docker Compose file
|
||||||
echo "Starting Network Agent with $COMPOSE_FILE..."
|
echo "Starting Network Agent with $COMPOSE_FILE..."
|
||||||
|
|
|
||||||
|
|
@ -159,7 +159,7 @@ def convert_prompt_target_to_openai_format(target):
|
||||||
|
|
||||||
def get_prompt_targets():
|
def get_prompt_targets():
|
||||||
try:
|
try:
|
||||||
with open(os.getenv("ARCH_CONFIG", "arch_config.yaml"), "r") as file:
|
with open(os.getenv("ARCH_CONFIG", "config.yaml"), "r") as file:
|
||||||
config = yaml.safe_load(file)
|
config = yaml.safe_load(file)
|
||||||
|
|
||||||
available_tools = []
|
available_tools = []
|
||||||
|
|
@ -181,7 +181,7 @@ def get_prompt_targets():
|
||||||
|
|
||||||
def get_llm_models():
|
def get_llm_models():
|
||||||
try:
|
try:
|
||||||
with open(os.getenv("ARCH_CONFIG", "arch_config.yaml"), "r") as file:
|
with open(os.getenv("ARCH_CONFIG", "config.yaml"), "r") as file:
|
||||||
config = yaml.safe_load(file)
|
config = yaml.safe_load(file)
|
||||||
|
|
||||||
available_models = [""]
|
available_models = [""]
|
||||||
|
|
|
||||||
|
|
@ -21,7 +21,7 @@ do
|
||||||
echo "****************************************"
|
echo "****************************************"
|
||||||
cd ../../$demo
|
cd ../../$demo
|
||||||
echo "starting archgw"
|
echo "starting archgw"
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
echo "starting docker containers"
|
echo "starting docker containers"
|
||||||
# only execute docker compose if demo is use_cases/preference_based_routing
|
# only execute docker compose if demo is use_cases/preference_based_routing
|
||||||
if [ "$demo" == "use_cases/preference_based_routing" ]; then
|
if [ "$demo" == "use_cases/preference_based_routing" ]; then
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,6 @@
|
||||||
|
|
||||||
### Use Arch for (Model-based) LLM Routing Step 1. Create arch config file
|
### Use Arch for (Model-based) LLM Routing Step 1. Create arch config file
|
||||||
Create `arch_config.yaml` file with following content:
|
Create `config.yaml` file with following content:
|
||||||
|
|
||||||
```yaml
|
```yaml
|
||||||
version: v0.1.0
|
version: v0.1.0
|
||||||
|
|
@ -28,7 +28,7 @@ Once the config file is created ensure that you have env vars setup for `MISTRAL
|
||||||
Start arch gateway,
|
Start arch gateway,
|
||||||
|
|
||||||
```
|
```
|
||||||
$ archgw up arch_config.yaml
|
$ archgw up config.yaml
|
||||||
2024-12-05 11:24:51,288 - cli.main - INFO - Starting archgw cli version: 0.1.5
|
2024-12-05 11:24:51,288 - cli.main - INFO - Starting archgw cli version: 0.1.5
|
||||||
2024-12-05 11:24:51,825 - cli.utils - INFO - Schema validation successful!
|
2024-12-05 11:24:51,825 - cli.utils - INFO - Schema validation successful!
|
||||||
2024-12-05 11:24:51,825 - cli.main - INFO - Starting arch model server and arch gateway
|
2024-12-05 11:24:51,825 - cli.main - INFO - Starting arch model server and arch gateway
|
||||||
|
|
|
||||||
|
|
@ -2,7 +2,7 @@ services:
|
||||||
|
|
||||||
|
|
||||||
open-web-ui:
|
open-web-ui:
|
||||||
image: ghcr.io/open-webui/open-webui:main
|
image: dyrnq/open-webui:main
|
||||||
restart: always
|
restart: always
|
||||||
ports:
|
ports:
|
||||||
- "8080:8080"
|
- "8080:8080"
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start LLM Routing
|
# Step 4: Start LLM Routing
|
||||||
echo "Starting LLM Routing using Docker Compose..."
|
echo "Starting LLM Routing using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -63,7 +63,7 @@ curl -X POST http://localhost:8001/v1/chat/completions \
|
||||||
|
|
||||||
## Configuration
|
## Configuration
|
||||||
|
|
||||||
The `arch_config.yaml` defines how agents are connected:
|
The `config.yaml` defines how agents are connected:
|
||||||
|
|
||||||
```yaml
|
```yaml
|
||||||
filters:
|
filters:
|
||||||
|
|
@ -92,7 +92,7 @@ filters:
|
||||||
|
|
||||||
## Additional Configuration
|
## Additional Configuration
|
||||||
|
|
||||||
See `arch_config.yaml` for the complete filter chain setup. The MCP filters use default settings:
|
See `config.yaml` for the complete filter chain setup. The MCP filters use default settings:
|
||||||
- `type: mcp` (default)
|
- `type: mcp` (default)
|
||||||
- `transport: streamable-http` (default)
|
- `transport: streamable-http` (default)
|
||||||
- Tool name defaults to filter ID
|
- Tool name defaults to filter ID
|
||||||
|
|
@ -119,4 +119,4 @@ curl -X POST http://localhost:8001/v1/chat/completions \
|
||||||
## Additional Resources
|
## Additional Resources
|
||||||
|
|
||||||
- See `sample_queries.md` for more example queries
|
- See `sample_queries.md` for more example queries
|
||||||
- See `arch_config.yaml` for complete configuration details
|
- See `config.yaml` for complete configuration details
|
||||||
|
|
|
||||||
|
|
@ -19,10 +19,10 @@ services:
|
||||||
- "12000:12000"
|
- "12000:12000"
|
||||||
- "8001:8001"
|
- "8001:8001"
|
||||||
environment:
|
environment:
|
||||||
- ARCH_CONFIG_PATH=/config/arch_config.yaml
|
- ARCH_CONFIG_PATH=/config/config.yaml
|
||||||
- OPENAI_API_KEY=${OPENAI_API_KEY:?OPENAI_API_KEY environment variable is required but not set}
|
- OPENAI_API_KEY=${OPENAI_API_KEY:?OPENAI_API_KEY environment variable is required but not set}
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
|
- /etc/ssl/cert.pem:/etc/ssl/cert.pem
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -73,7 +73,7 @@ python bench.py
|
||||||
|
|
||||||
#### Example Proxy Config
|
#### Example Proxy Config
|
||||||
|
|
||||||
See `arch_config.yaml` for a sample configuration mapping aliases to provider models.
|
See `config.yaml` for a sample configuration mapping aliases to provider models.
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
|
@ -108,7 +108,7 @@ See `arch_config.yaml` for a sample configuration mapping aliases to provider mo
|
||||||
- `bench.py` — Minimal Python test harness
|
- `bench.py` — Minimal Python test harness
|
||||||
- `evals_summarize.yaml` — Example test fixtures
|
- `evals_summarize.yaml` — Example test fixtures
|
||||||
- `pyproject.toml` — Poetry environment file
|
- `pyproject.toml` — Poetry environment file
|
||||||
- `arch_config.yaml` — Sample archgw config (if present)
|
- `config.yaml` — Sample archgw config (if present)
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
otel-collector:
|
otel-collector:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start developer services
|
# Step 4: Start developer services
|
||||||
echo "Starting Network Agent using Docker Compose..."
|
echo "Starting Network Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
# Usage based LLM Routing
|
# Usage based LLM Routing
|
||||||
This demo shows how you can use user preferences to route user prompts to appropriate llm. See [arch_config.yaml](arch_config.yaml) for details on how you can define user preferences.
|
This demo shows how you can use user preferences to route user prompts to appropriate llm. See [config.yaml](config.yaml) for details on how you can define user preferences.
|
||||||
|
|
||||||
## How to start the demo
|
## How to start the demo
|
||||||
|
|
||||||
|
|
@ -15,7 +15,7 @@ Make sure your machine is up to date with [latest version of archgw]([url](https
|
||||||
```bash
|
```bash
|
||||||
(venv) $ archgw up --service archgw --foreground
|
(venv) $ archgw up --service archgw --foreground
|
||||||
2025-05-30 18:00:09,953 - cli.main - INFO - Starting archgw cli version: 0.4.0
|
2025-05-30 18:00:09,953 - cli.main - INFO - Starting archgw cli version: 0.4.0
|
||||||
2025-05-30 18:00:09,953 - cli.main - INFO - Validating /Users/adilhafeez/src/intelligent-prompt-gateway/demos/use_cases/preference_based_routing/arch_config.yaml
|
2025-05-30 18:00:09,953 - cli.main - INFO - Validating /Users/adilhafeez/src/intelligent-prompt-gateway/demos/use_cases/preference_based_routing/config.yaml
|
||||||
2025-05-30 18:00:10,422 - cli.core - INFO - Starting arch gateway, image name: archgw, tag: katanemo/plano:0.4.0
|
2025-05-30 18:00:10,422 - cli.core - INFO - Starting arch gateway, image name: archgw, tag: katanemo/plano:0.4.0
|
||||||
2025-05-30 18:00:10,662 - cli.core - INFO - archgw status: running, health status: starting
|
2025-05-30 18:00:10,662 - cli.core - INFO - archgw status: running, health status: starting
|
||||||
2025-05-30 18:00:11,712 - cli.core - INFO - archgw status: running, health status: starting
|
2025-05-30 18:00:11,712 - cli.core - INFO - archgw status: running, health status: starting
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,7 @@
|
||||||
services:
|
services:
|
||||||
|
|
||||||
open-web-ui:
|
open-web-ui:
|
||||||
image: ghcr.io/open-webui/open-webui:main
|
image: dyrnq/open-webui:main
|
||||||
restart: always
|
restart: always
|
||||||
ports:
|
ports:
|
||||||
- "8080:8080"
|
- "8080:8080"
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ services:
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
volumes:
|
volumes:
|
||||||
- ./arch_config.yaml:/app/arch_config.yaml
|
- ./config.yaml:/app/config.yaml
|
||||||
|
|
||||||
jaeger:
|
jaeger:
|
||||||
build:
|
build:
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,8 @@ start_demo() {
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Step 3: Start Arch
|
# Step 3: Start Arch
|
||||||
echo "Starting Arch with arch_config.yaml..."
|
echo "Starting Arch with config.yaml..."
|
||||||
archgw up arch_config.yaml
|
archgw up config.yaml
|
||||||
|
|
||||||
# Step 4: Start developer services
|
# Step 4: Start developer services
|
||||||
echo "Starting Network Agent using Docker Compose..."
|
echo "Starting Network Agent using Docker Compose..."
|
||||||
|
|
|
||||||
|
|
@ -60,7 +60,7 @@ In a new terminal:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
cd /path/to/travel_agents
|
cd /path/to/travel_agents
|
||||||
plano up arch_config.yaml
|
plano up config.yaml
|
||||||
```
|
```
|
||||||
|
|
||||||
The gateway will start on port 8001 and route requests to the appropriate agents.
|
The gateway will start on port 8001 and route requests to the appropriate agents.
|
||||||
|
|
@ -159,7 +159,7 @@ Both agents run as Docker containers and communicate with Plano via `host.docker
|
||||||
|
|
||||||
```
|
```
|
||||||
travel_agents/
|
travel_agents/
|
||||||
├── arch_config.yaml # Plano configuration
|
├── config.yaml # Plano configuration
|
||||||
├── docker-compose.yaml # Docker services orchestration
|
├── docker-compose.yaml # Docker services orchestration
|
||||||
├── Dockerfile # Multi-agent container image
|
├── Dockerfile # Multi-agent container image
|
||||||
├── start_agents.sh # Quick start script
|
├── start_agents.sh # Quick start script
|
||||||
|
|
@ -173,7 +173,7 @@ travel_agents/
|
||||||
|
|
||||||
## Configuration Files
|
## Configuration Files
|
||||||
|
|
||||||
### arch_config.yaml
|
### config.yaml
|
||||||
|
|
||||||
Defines the two agents, their descriptions, and routing configuration. The agent router uses these descriptions to intelligently route requests.
|
Defines the two agents, their descriptions, and routing configuration. The agent router uses these descriptions to intelligently route requests.
|
||||||
|
|
||||||
|
|
@ -195,7 +195,7 @@ Orchestrates the deployment of:
|
||||||
**Plano won't start**
|
**Plano won't start**
|
||||||
- Verify Plano is installed: `plano --version`
|
- Verify Plano is installed: `plano --version`
|
||||||
- Ensure you're in the travel_agents directory
|
- Ensure you're in the travel_agents directory
|
||||||
- Check arch_config.yaml is valid
|
- Check config.yaml is valid
|
||||||
|
|
||||||
**No response from agents**
|
**No response from agents**
|
||||||
- Verify all containers are running: `docker compose ps`
|
- Verify all containers are running: `docker compose ps`
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue