apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

add log

Browse source
This commit is contained in:
cotran 2024-12-09 15:33:59 -08:00
parent 5439e07e0e
commit 9998c8b0f3
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_server/src/core/function_calling.py
View file

@ -495,7 +495,7 @@ class ArchFunctionHandler(ArchBaseHandler):
print(
f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}"
)
print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}")
prefill_response = self._engage_parameter_gathering(messages)
model_response = prefill_response.choices[0].message.content
break