apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-25 00:16:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update LLMs to LlmService API (#353)

Browse source
This commit is contained in:
cybermaggedon 2025-04-25 19:57:42 +01:00 • committed by GitHub
parent 099018e103
commit 5af7909122
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 297 additions and 969 deletions
Download patch file Download diff file Expand all files Collapse all files

11
trustgraph-vertexai/trustgraph/model/text_completion/vertexai/llm.py
View file

@ -105,11 +105,12 @@ class Processor(LlmService):
safety_settings=self.safety_settings
)
resp = LlmResult()
resp.text = response.text
resp.in_token = response.usage_metadata.prompt_token_count
resp.out_token = response.usage_metadata.candidates_token_count
resp.model = self.model
resp = LlmResult(
text = response.text,
in_token = response.usage_metadata.prompt_token_count,
out_token = response.usage_metadata.candidates_token_count,
model = self.model
)
print(f"Input Tokens: {resp.in_token}", flush=True)
print(f"Output Tokens: {resp.out_token}", flush=True)