apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-02 15:51:02 +02:00
Code Issues Projects Releases Packages Wiki Activity

update fix

Browse source
This commit is contained in:
cotran 2024-11-06 16:16:08 -08:00
parent d9c64738c7
commit 68c2243e83
6 changed files with 43 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

5
model_server/app/main.py
View file

@ -216,10 +216,7 @@ async def hallucination(req: HallucinationRequest, res: Response):
@app.post("/v1/chat/completions")
async def chat_completion(req: ChatMessage, res: Response, request: Request):
try:
prefill_enabled = (
request.query_params.get("prefill_enabled", "true").lower() == "true"
)
result = await arch_function_chat_completion(req, res, prefill_enabled)
result = await arch_function_chat_completion(req, res)
return result
except Exception as e:
logger.error(f"Error in chat_completion: {e}")