apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-17 09:11:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Slight fix for Cohere token count

Browse source
This commit is contained in:
JackColquitt 2024-09-29 11:30:03 -07:00
parent 577391183c
commit abe023bd33
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
trustgraph/model/text_completion/cohere/llm.py
View file

@ -91,8 +91,8 @@ class Processor(ConsumerProducer):
) )
resp = output.text resp = output.text
inputtokens = output.meta.billed_units.input_tokens inputtokens = int(output.meta.billed_units.input_tokens)
outputtokens = output.meta.billed_units.output_tokens outputtokens = int(output.meta.billed_units.output_tokens)
print(resp, flush=True) print(resp, flush=True)
print(f"Input Tokens: {inputtokens}", flush=True) print(f"Input Tokens: {inputtokens}", flush=True)