adding support for base_url

This commit is contained in:
Salman Paracha 2025-10-28 14:10:36 -07:00
parent 5108013df4
commit 85da10579f
5 changed files with 393 additions and 36 deletions

View file

@ -121,6 +121,10 @@ impl StreamContext {
.as_ref()
.unwrap_or(&"".to_string()),
self.streaming_response,
self.llm_provider()
.base_url_path_prefix
.as_deref()
.unwrap_or(""),
);
if target_endpoint != request_path {
self.set_http_request_header(":path", Some(&target_endpoint));