mirror of
https://github.com/katanemo/plano.git
synced 2026-05-27 14:17:15 +02:00
add support for jaeger tracing (#229)
This commit is contained in:
parent
fb67788be0
commit
a72bb804eb
64 changed files with 5032 additions and 1112 deletions
|
|
@ -19,14 +19,14 @@ print_debug() {
|
|||
tail -n 500 ../build.log
|
||||
}
|
||||
|
||||
trap 'print_debug' INT TERM ERR
|
||||
# trap 'print_debug' INT TERM ERR
|
||||
|
||||
log starting > ../build.log
|
||||
|
||||
log building and running function_callling demo
|
||||
log ===========================================
|
||||
cd ../demos/function_calling
|
||||
docker compose up api_server --build -d
|
||||
cd ../demos/weather_forecast
|
||||
docker compose up weather_forecast_service --build -d
|
||||
cd -
|
||||
|
||||
print_disk_usage
|
||||
|
|
@ -60,7 +60,7 @@ cd ..
|
|||
tail -F ~/archgw_logs/modelserver.log &
|
||||
model_server_tail_pid=$!
|
||||
archgw down
|
||||
archgw up demos/function_calling/arch_config.yaml
|
||||
archgw up demos/weather_forecast/arch_config.yaml
|
||||
kill $model_server_tail_pid
|
||||
cd -
|
||||
|
||||
|
|
@ -77,8 +77,8 @@ cd ../
|
|||
archgw down
|
||||
cd -
|
||||
|
||||
log shutting down the function_calling demo
|
||||
log shutting down the weather_forecast demo
|
||||
log =======================================
|
||||
cd ../demos/function_calling
|
||||
cd ../demos/weather_forecast
|
||||
docker compose down
|
||||
cd -
|
||||
|
|
|
|||
|
|
@ -147,6 +147,7 @@ def test_prompt_gateway_param_gathering(stream):
|
|||
assert len(choices) > 0
|
||||
tool_calls = choices[0].get("delta", {}).get("tool_calls", [])
|
||||
assert len(tool_calls) == 0
|
||||
# chunk would have "Could you provide the following details days"
|
||||
else:
|
||||
response_json = response.json()
|
||||
assert response_json.get("model").startswith("Arch")
|
||||
|
|
@ -261,9 +262,7 @@ def test_prompt_gateway_default_target(stream):
|
|||
choices = response_json.get("choices", [])
|
||||
assert len(choices) > 0
|
||||
content = choices[0]["delta"]["content"]
|
||||
assert (
|
||||
content == "I can help you with weather forecast or insurance claim details"
|
||||
)
|
||||
assert content == "I can help you with weather forecast"
|
||||
else:
|
||||
response_json = response.json()
|
||||
assert response_json.get("model").startswith("api_server")
|
||||
|
|
@ -271,5 +270,5 @@ def test_prompt_gateway_default_target(stream):
|
|||
assert response_json.get("choices")[0]["message"]["role"] == "assistant"
|
||||
assert (
|
||||
response_json.get("choices")[0]["message"]["content"]
|
||||
== "I can help you with weather forecast or insurance claim details"
|
||||
== "I can help you with weather forecast"
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue