apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-11 16:12:13 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix stream

Browse source
This commit is contained in:
cotran 2024-10-31 10:10:25 -07:00
parent 2e71c326c8
commit f1ff510c91
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_server/app/function_calling/model_utils.py
View file

@ -79,7 +79,7 @@ async def chat_completion(req: ChatMessage, res: Response):
resp = const.arch_function_client.chat.completions.create( resp = const.arch_function_client.chat.completions.create(
messages=messages, messages=messages,
model=client_model_name, model=client_model_name,
stream=False, stream=True,
extra_body=const.arch_function_generation_params, extra_body=const.arch_function_generation_params,
) )
except Exception as e: except Exception as e: