add support for jaeger tracing (#229)

This commit is contained in:
Adil Hafeez 2024-11-07 22:11:00 -06:00 committed by GitHub
parent fb67788be0
commit a72bb804eb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
64 changed files with 5032 additions and 1112 deletions

View file

@ -19,14 +19,14 @@ print_debug() {
tail -n 500 ../build.log
}
trap 'print_debug' INT TERM ERR
# trap 'print_debug' INT TERM ERR
log starting > ../build.log
log building and running function_callling demo
log ===========================================
cd ../demos/function_calling
docker compose up api_server --build -d
cd ../demos/weather_forecast
docker compose up weather_forecast_service --build -d
cd -
print_disk_usage
@ -60,7 +60,7 @@ cd ..
tail -F ~/archgw_logs/modelserver.log &
model_server_tail_pid=$!
archgw down
archgw up demos/function_calling/arch_config.yaml
archgw up demos/weather_forecast/arch_config.yaml
kill $model_server_tail_pid
cd -
@ -77,8 +77,8 @@ cd ../
archgw down
cd -
log shutting down the function_calling demo
log shutting down the weather_forecast demo
log =======================================
cd ../demos/function_calling
cd ../demos/weather_forecast
docker compose down
cd -

View file

@ -147,6 +147,7 @@ def test_prompt_gateway_param_gathering(stream):
assert len(choices) > 0
tool_calls = choices[0].get("delta", {}).get("tool_calls", [])
assert len(tool_calls) == 0
# chunk would have "Could you provide the following details days"
else:
response_json = response.json()
assert response_json.get("model").startswith("Arch")
@ -261,9 +262,7 @@ def test_prompt_gateway_default_target(stream):
choices = response_json.get("choices", [])
assert len(choices) > 0
content = choices[0]["delta"]["content"]
assert (
content == "I can help you with weather forecast or insurance claim details"
)
assert content == "I can help you with weather forecast"
else:
response_json = response.json()
assert response_json.get("model").startswith("api_server")
@ -271,5 +270,5 @@ def test_prompt_gateway_default_target(stream):
assert response_json.get("choices")[0]["message"]["role"] == "assistant"
assert (
response_json.get("choices")[0]["message"]["content"]
== "I can help you with weather forecast or insurance claim details"
== "I can help you with weather forecast"
)