feat: enable streaming in LLM bundle construction

- Updated the LLM bundle construction to include a streaming option for both DB-backed and global models.
- Modified the `litellm_kwargs` to set the streaming parameter to True, enhancing the functionality for chat streaming flows.
This commit is contained in:
Anish Sarkar 2026-06-18 23:39:55 +05:30
parent 9005e992c0
commit 6e970be220

View file

@ -130,7 +130,9 @@ async def load_llm_bundle(
billing_tier="free",
)
return (
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
SanitizedChatLiteLLM(
model=model_string, **{**litellm_kwargs, "streaming": True}
),
agent_config,
None,
)
@ -174,7 +176,9 @@ async def load_llm_bundle(
billing_tier=str(global_model.get("billing_tier", "free")).lower(),
)
return (
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
SanitizedChatLiteLLM(
model=model_string, **{**litellm_kwargs, "streaming": True}
),
agent_config,
None,
)