From 4d80dc5e7c1c3814592a89ea98aaa5f81dd2da9d Mon Sep 17 00:00:00 2001 From: alpha-nerd-nomyo Date: Fri, 13 Feb 2026 14:43:10 +0100 Subject: [PATCH] feat: adding logprobs to /v1/chat/completion --- router.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/router.py b/router.py index d9b54f4..55a669c 100644 --- a/router.py +++ b/router.py @@ -2524,6 +2524,8 @@ async def openai_chat_completions_proxy(request: Request): max_tokens = payload.get("max_tokens") max_completion_tokens = payload.get("max_completion_tokens") tools = payload.get("tools") + logprobs = payload.get("logprobs") + top_logprobs = payload.get("top_logprobs") if ":latest" in model: model = model.split(":latest") @@ -2547,6 +2549,8 @@ async def openai_chat_completions_proxy(request: Request): "frequency_penalty": frequency_penalty, "stop": stop, "stream": stream, + "logprobs": logprobs, + "top_logprobs": top_logprobs, } params.update({k: v for k, v in optional_params.items() if v is not None})