apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-24 04:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Schema changes for prompt service

Browse source
This commit is contained in:
Cyber MacGeddon 2026-04-12 16:15:41 +01:00
parent d1ac03f0ce
commit 7ce317de25
2 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
trustgraph-base/trustgraph/messaging/translators/prompt.py
View file

@ -53,6 +53,13 @@ class PromptResponseTranslator(MessageTranslator):
# Always include end_of_stream flag for streaming support # Always include end_of_stream flag for streaming support
result["end_of_stream"] = getattr(obj, "end_of_stream", False) result["end_of_stream"] = getattr(obj, "end_of_stream", False)
if obj.in_token:
result["in_token"] = obj.in_token
if obj.out_token:
result["out_token"] = obj.out_token
if obj.model:
result["model"] = obj.model
return result return result
def encode_with_completion(self, obj: PromptResponse) -> Tuple[Dict[str, Any], bool]: def encode_with_completion(self, obj: PromptResponse) -> Tuple[Dict[str, Any], bool]:

5
trustgraph-base/trustgraph/schema/services/prompt.py
View file

@ -41,4 +41,9 @@ class PromptResponse:
# Indicates final message in stream # Indicates final message in stream
end_of_stream: bool = False end_of_stream: bool = False
# Token usage from the underlying text completion
in_token: int = 0
out_token: int = 0
model: str = ""
############################################################################ ############################################################################