apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

latest threshold

Browse source
This commit is contained in:
cotran 2024-12-09 15:02:53 -08:00
parent 95740ca051
commit 18d76d0427
1 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

11
model_server/src/core/hallucination.py
View file

@ -27,10 +27,13 @@ class MaskToken(Enum):
HALLUCINATION_THRESHOLD_DICT = {
MaskToken.TOOL_CALL.value: {"entropy": 0.001, "varentropy": 0.005},
MaskToken.TOOL_CALL.value: {
"entropy": 0.14212761431932427,
"varentropy": 0.059890941083430876,
},
MaskToken.PARAMETER_VALUE.value: {
"entropy": 0.1,
"varentropy": 0.5,
"entropy": 0.5437773168087006,
"varentropy": 2.413176417350769,
},
}
@ -47,7 +50,7 @@ def check_threshold(entropy: float, varentropy: float, thd: Dict) -> bool:
Returns:
bool: True if either the entropy or varentropy exceeds their respective thresholds, False otherwise.
"""
return entropy > thd["entropy"] or varentropy > thd["varentropy"]
return entropy > thd["entropy"] and varentropy > thd["varentropy"]
def calculate_entropy(log_probs: List[float]) -> Tuple[float, float]: