Slight fix for Cohere token count

This commit is contained in:
JackColquitt 2024-09-29 11:30:03 -07:00
parent 577391183c
commit abe023bd33

View file

@ -91,8 +91,8 @@ class Processor(ConsumerProducer):
)
resp = output.text
inputtokens = output.meta.billed_units.input_tokens
outputtokens = output.meta.billed_units.output_tokens
inputtokens = int(output.meta.billed_units.input_tokens)
outputtokens = int(output.meta.billed_units.output_tokens)
print(resp, flush=True)
print(f"Input Tokens: {inputtokens}", flush=True)