apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

add log

Browse source
This commit is contained in:
cotran 2024-12-09 15:37:17 -08:00
parent 9998c8b0f3
commit 21fc0b5624
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
model_server/src/core/function_calling.py
View file

@ -495,7 +495,9 @@ class ArchFunctionHandler(ArchBaseHandler):
print(
f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}"
)
print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}")
print(
f"Token entropy/varentropy map: {self.hallu_handler.token_probs_map}"
)
prefill_response = self._engage_parameter_gathering(messages)
model_response = prefill_response.choices[0].message.content
break