mirror of
https://github.com/katanemo/plano.git
synced 2026-04-27 17:56:28 +02:00
adding support for model aliases in archgw (#566)
* adding support for model aliases in archgw * fixed PR based on feedback * removing README. Not relevant for PR --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-136.local>
This commit is contained in:
parent
1e8c81d8f6
commit
4eb2b410c5
12 changed files with 634 additions and 14 deletions
|
|
@ -60,14 +60,23 @@ archgw up demos/samples_python/weather_forecast/arch_config.yaml
|
|||
kill $model_server_tail_pid
|
||||
cd -
|
||||
|
||||
log running e2e tests
|
||||
log =================
|
||||
poetry run pytest
|
||||
log running e2e tests for prompt gateway
|
||||
log ====================================
|
||||
poetry run pytest test_prompt_gateway.py
|
||||
|
||||
log shutting down the arch gateway service
|
||||
log ======================================
|
||||
log shutting down the arch gateway service for prompt_gateway demo
|
||||
log ===============================================================
|
||||
archgw down
|
||||
|
||||
log startup arch gateway with model alias routing demo
|
||||
cd ../../
|
||||
archgw up demos/use_cases/model_alias_routing/arch_config_with_aliases.yaml
|
||||
cd -
|
||||
|
||||
log running e2e tests for model alias routing
|
||||
log ========================================
|
||||
poetry run pytest test_model_alias_routing.py
|
||||
|
||||
log shutting down the weather_forecast demo
|
||||
log =======================================
|
||||
cd ../../demos/samples_python/weather_forecast
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue