improve e2e tests

demos/function_calling/api_server/app/main.py

@@ -76,7 +76,7 @@ async def default_target(req: DefaultTargetRequest, res: Response):
         "choices": [
             {
                 "message": {
-                    "role": "user",
+                    "role": "assistant",
                     "content": "I can help you with weather forecast or insurance claim details",
                 },
                 "finish_reason": "completed",

demos/llm_routing/arch_config.yaml

@@ -7,10 +7,16 @@ listener:
   connect_timeout: 0.005s
 
 llm_providers:
-  - name: gpt-3.5
+  - name: gpt-4o-mini
     access_key: $OPENAI_API_KEY
     provider: openai
-    model: gpt-3.5-turbo
+    model: gpt-4o-mini
+    default: true
+
+  - name: gpt-3.5-turbo-0125
+    access_key: $OPENAI_API_KEY
+    provider: openai
+    model: gpt-3.5-turbo-0125
 
   - name: gpt-4o
     access_key: $OPENAI_API_KEY