From c7cd3bb16d54722e828e7445611b34288ebad8c8 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Fri, 30 May 2025 12:59:29 -0700 Subject: [PATCH] set default model to gpt-4o --- .../brightstaff/src/router/router_model_v1.rs | 29 ++++++++++--------- .../docker-compose.yaml | 2 +- 2 files changed, 16 insertions(+), 15 deletions(-) diff --git a/crates/brightstaff/src/router/router_model_v1.rs b/crates/brightstaff/src/router/router_model_v1.rs index 30945a96..73d9c29c 100644 --- a/crates/brightstaff/src/router/router_model_v1.rs +++ b/crates/brightstaff/src/router/router_model_v1.rs @@ -608,20 +608,21 @@ Based on your analysis, provide your response in the following JSON formats if y // expects conversation to look like this -// [ -// { -// "role": "user", -// "content": "What's the weather like in Tokyo?" -// }, -// { -// "role": "assistant", -// "content": "The current weather in Tokyo is 22°C and sunny." -// }, -// { -// "role": "user", -// "content": "What about in New York?" -// } -// ] + // [ + // { + // "role": "user", + // "content": "What's the weather like in Tokyo?" + // }, + // { + // "role": "assistant", + // "content": "The current weather in Tokyo is 22°C and sunny." + // }, + // { + // "role": "user", + // "content": "What about in New York?" + // } + // ] + let conversation: Vec = serde_json::from_str(conversation_str).unwrap(); let req = router.generate_request(&conversation); diff --git a/demos/use_cases/preference_based_routing/docker-compose.yaml b/demos/use_cases/preference_based_routing/docker-compose.yaml index 1f33fd7e..4811a892 100644 --- a/demos/use_cases/preference_based_routing/docker-compose.yaml +++ b/demos/use_cases/preference_based_routing/docker-compose.yaml @@ -6,7 +6,7 @@ services: ports: - "8080:8080" environment: - - DEFAULT_MODEL=gpt-4o + - DEFAULT_MODELS=gpt-4o - ENABLE_OPENAI_API=true - OPENAI_API_BASE_URL=http://host.docker.internal:12000/v1