fix: make image transform non-blocking
This commit is contained in:
parent
e912b71b5c
commit
5170162a80
1 changed files with 2 additions and 2 deletions
|
|
@ -1062,7 +1062,7 @@ async def _make_chat_request(model: str, messages: list, tools=None, stream: boo
|
|||
if ":latest" in model:
|
||||
model = model.split(":latest")[0]
|
||||
if messages:
|
||||
messages = transform_images_to_data_urls(messages)
|
||||
messages = await asyncio.to_thread(transform_images_to_data_urls, messages)
|
||||
messages = transform_tool_calls_to_openai(messages)
|
||||
messages = _strip_assistant_prefill(messages)
|
||||
params = {
|
||||
|
|
@ -1968,7 +1968,7 @@ async def chat_proxy(request: Request):
|
|||
model = model.split(":latest")
|
||||
model = model[0]
|
||||
if messages:
|
||||
messages = transform_images_to_data_urls(messages)
|
||||
messages = await asyncio.to_thread(transform_images_to_data_urls, messages)
|
||||
messages = transform_tool_calls_to_openai(messages)
|
||||
messages = _strip_assistant_prefill(messages)
|
||||
params = {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue