diff --git a/crates/brightstaff/src/router/router_model_v1.rs b/crates/brightstaff/src/router/router_model_v1.rs index 30945a96..73d9c29c 100644 --- a/crates/brightstaff/src/router/router_model_v1.rs +++ b/crates/brightstaff/src/router/router_model_v1.rs @@ -608,20 +608,21 @@ Based on your analysis, provide your response in the following JSON formats if y // expects conversation to look like this -// [ -// { -// "role": "user", -// "content": "What's the weather like in Tokyo?" -// }, -// { -// "role": "assistant", -// "content": "The current weather in Tokyo is 22°C and sunny." -// }, -// { -// "role": "user", -// "content": "What about in New York?" -// } -// ] + // [ + // { + // "role": "user", + // "content": "What's the weather like in Tokyo?" + // }, + // { + // "role": "assistant", + // "content": "The current weather in Tokyo is 22°C and sunny." + // }, + // { + // "role": "user", + // "content": "What about in New York?" + // } + // ] + let conversation: Vec = serde_json::from_str(conversation_str).unwrap(); let req = router.generate_request(&conversation); diff --git a/demos/use_cases/preference_based_routing/docker-compose.yaml b/demos/use_cases/preference_based_routing/docker-compose.yaml index 1f33fd7e..4811a892 100644 --- a/demos/use_cases/preference_based_routing/docker-compose.yaml +++ b/demos/use_cases/preference_based_routing/docker-compose.yaml @@ -6,7 +6,7 @@ services: ports: - "8080:8080" environment: - - DEFAULT_MODEL=gpt-4o + - DEFAULT_MODELS=gpt-4o - ENABLE_OPENAI_API=true - OPENAI_API_BASE_URL=http://host.docker.internal:12000/v1