apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-09 15:22:38 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix LLM metrics (#631)

Browse source 
* Fix mistral metrics

* Fix to other models
This commit is contained in:
cybermaggedon 2026-02-09 19:35:42 +00:00 • committed by GitHub
parent 4fca97d555
commit 2781c7d87c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 100 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

14
trustgraph-flow/trustgraph/model/text_completion/mistral/llm.py
View file

@ -156,6 +156,9 @@ class Processor(LlmService):
response_format={"type": "text"}
)
total_input_tokens = 0
total_output_tokens = 0
for chunk in stream:
if chunk.data.choices and chunk.data.choices[0].delta.content:
yield LlmChunk(
@ -166,11 +169,16 @@ class Processor(LlmService):
is_final=False
)
# Send final chunk
# Capture usage data when available (typically in final chunk)
if chunk.data.usage:
total_input_tokens = chunk.data.usage.prompt_tokens
total_output_tokens = chunk.data.usage.completion_tokens
# Send final chunk with token counts
yield LlmChunk(
text="",
in_token=None,
out_token=None,
in_token=total_input_tokens,
out_token=total_output_tokens,
model=model_name,
is_final=True
)