From abe023bd336094bf33dc1a7d710d16d587e84f99 Mon Sep 17 00:00:00 2001 From: JackColquitt Date: Sun, 29 Sep 2024 11:30:03 -0700 Subject: [PATCH] Slight fix for Cohere token count --- trustgraph/model/text_completion/cohere/llm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/trustgraph/model/text_completion/cohere/llm.py b/trustgraph/model/text_completion/cohere/llm.py index 75ef8ae4..4c64e8b6 100755 --- a/trustgraph/model/text_completion/cohere/llm.py +++ b/trustgraph/model/text_completion/cohere/llm.py @@ -91,8 +91,8 @@ class Processor(ConsumerProducer): ) resp = output.text - inputtokens = output.meta.billed_units.input_tokens - outputtokens = output.meta.billed_units.output_tokens + inputtokens = int(output.meta.billed_units.input_tokens) + outputtokens = int(output.meta.billed_units.output_tokens) print(resp, flush=True) print(f"Input Tokens: {inputtokens}", flush=True)