From a73c8d1dc1683eabc729986a9d098a08b1ae75be Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Wed, 17 Sep 2025 18:11:37 -0700 Subject: [PATCH] more changes --- crates/brightstaff/src/main.rs | 5 +++-- demos/use_cases/rag_agent/docker-compose.yaml | 2 +- .../rag_agent/src/rag_agent/response_generator_agent.py | 3 +++ 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/crates/brightstaff/src/main.rs b/crates/brightstaff/src/main.rs index adecd5c6..897d9eb9 100644 --- a/crates/brightstaff/src/main.rs +++ b/crates/brightstaff/src/main.rs @@ -142,8 +142,9 @@ async fn main() -> Result<(), Box> { .with_context(parent_cx) .await } - (&Method::GET, "/v1/models") => Ok(list_models(llm_providers).await), - (&Method::OPTIONS, "/v1/models") => { + (&Method::GET, "/v1/models" | "/agents/v1/models") => Ok(list_models(llm_providers).await), + // hack for now to get openw-web-ui to work + (&Method::OPTIONS, "/v1/models" | "/agents/v1/models") => { let mut response = Response::new(empty()); *response.status_mut() = StatusCode::NO_CONTENT; response diff --git a/demos/use_cases/rag_agent/docker-compose.yaml b/demos/use_cases/rag_agent/docker-compose.yaml index 78b27316..a5d45ed9 100644 --- a/demos/use_cases/rag_agent/docker-compose.yaml +++ b/demos/use_cases/rag_agent/docker-compose.yaml @@ -7,7 +7,7 @@ services: - "4317:4317" - "4318:4318" open-web-ui: - image: ghcr.io/open-webui/open-webui:main + image: dyrnq/open-webui:main restart: always ports: - "8080:8080" diff --git a/demos/use_cases/rag_agent/src/rag_agent/response_generator_agent.py b/demos/use_cases/rag_agent/src/rag_agent/response_generator_agent.py index f5967105..6af50951 100644 --- a/demos/use_cases/rag_agent/src/rag_agent/response_generator_agent.py +++ b/demos/use_cases/rag_agent/src/rag_agent/response_generator_agent.py @@ -75,6 +75,9 @@ async def chat_completions(request_body: ChatCompletionRequest, request: Request return StreamingResponse( stream_chat_completions(request_body, traceparent_header), media_type="text/plain", + headers={ + "content-type": "text/event-stream", + }, ) else: return await non_streaming_chat_completions(request_body, traceparent_header)