apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

refactor model_handler

Browse source
This commit is contained in:
Shuguang Chen 2024-12-05 11:00:22 -08:00
parent afe1410b37
commit b686cf8b87
5 changed files with 300 additions and 127 deletions
Download patch file Download diff file Expand all files Collapse all files

12
model_server/app/model_handler/hallucination_handler.py
View file

@ -203,16 +203,16 @@ class HallucinationStateHandler:
if self.tokens[-1].strip() not in ['"', ""]:
self.mask.append(MaskToken.PARAMETER_VALUE)
# [TODO] Review: update the following code: `is_parameter_property` should not be here
# [TODO] Review: update the following code: `is_parameter_property` should not be here, move to `ArchFunctionHandler`
# checking if the parameter doesn't have default and the token is the first parameter value token
if (
len(self.mask) > 1
and self.mask[-2] != MaskToken.PARAMETER_VALUE
and not is_parameter_property(
self.function_properties[self.function_name],
self.parameter_name[-1],
"default",
)
# and not is_parameter_property(
# self.function_properties[self.function_name],
# self.parameter_name[-1],
# "default",
# )
):
self._check_logprob()
else: