mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-06-18 21:15:16 +02:00
feat: enable streaming in LLM bundle construction
- Updated the LLM bundle construction to include a streaming option for both DB-backed and global models. - Modified the `litellm_kwargs` to set the streaming parameter to True, enhancing the functionality for chat streaming flows.
This commit is contained in:
parent
9005e992c0
commit
6e970be220
1 changed files with 6 additions and 2 deletions
|
|
@ -130,7 +130,9 @@ async def load_llm_bundle(
|
|||
billing_tier="free",
|
||||
)
|
||||
return (
|
||||
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
|
||||
SanitizedChatLiteLLM(
|
||||
model=model_string, **{**litellm_kwargs, "streaming": True}
|
||||
),
|
||||
agent_config,
|
||||
None,
|
||||
)
|
||||
|
|
@ -174,7 +176,9 @@ async def load_llm_bundle(
|
|||
billing_tier=str(global_model.get("billing_tier", "free")).lower(),
|
||||
)
|
||||
return (
|
||||
SanitizedChatLiteLLM(model=model_string, **litellm_kwargs),
|
||||
SanitizedChatLiteLLM(
|
||||
model=model_string, **{**litellm_kwargs, "streaming": True}
|
||||
),
|
||||
agent_config,
|
||||
None,
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue