fix: make image transform non-blocking
This commit is contained in:
parent
e912b71b5c
commit
5170162a80
1 changed files with 2 additions and 2 deletions
|
|
@ -1062,7 +1062,7 @@ async def _make_chat_request(model: str, messages: list, tools=None, stream: boo
|
||||||
if ":latest" in model:
|
if ":latest" in model:
|
||||||
model = model.split(":latest")[0]
|
model = model.split(":latest")[0]
|
||||||
if messages:
|
if messages:
|
||||||
messages = transform_images_to_data_urls(messages)
|
messages = await asyncio.to_thread(transform_images_to_data_urls, messages)
|
||||||
messages = transform_tool_calls_to_openai(messages)
|
messages = transform_tool_calls_to_openai(messages)
|
||||||
messages = _strip_assistant_prefill(messages)
|
messages = _strip_assistant_prefill(messages)
|
||||||
params = {
|
params = {
|
||||||
|
|
@ -1968,7 +1968,7 @@ async def chat_proxy(request: Request):
|
||||||
model = model.split(":latest")
|
model = model.split(":latest")
|
||||||
model = model[0]
|
model = model[0]
|
||||||
if messages:
|
if messages:
|
||||||
messages = transform_images_to_data_urls(messages)
|
messages = await asyncio.to_thread(transform_images_to_data_urls, messages)
|
||||||
messages = transform_tool_calls_to_openai(messages)
|
messages = transform_tool_calls_to_openai(messages)
|
||||||
messages = _strip_assistant_prefill(messages)
|
messages = _strip_assistant_prefill(messages)
|
||||||
params = {
|
params = {
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue