apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-24 12:41:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Streaming in prompt service

Browse source
This commit is contained in:
Cyber MacGeddon 2025-11-25 18:58:37 +00:00
parent 606f181c55
commit afffeef33b
1 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

11
trustgraph-flow/trustgraph/prompt/template/service.py
View file

@ -131,18 +131,21 @@ class Processor(FlowProcessor):
if resp.error:
raise RuntimeError(resp.error.message)
if resp.response:
is_final = getattr(resp, 'end_of_stream', False)
# Always send a message if there's content OR if it's the final message
if resp.response or is_final:
# Forward each chunk immediately
r = PromptResponse(
text=resp.response,
text=resp.response if resp.response else "",
object=None,
error=None,
end_of_stream=getattr(resp, 'end_of_stream', False),
end_of_stream=is_final,
)
await flow("response").send(r, properties={"id": id})
# Return True when end_of_stream
return getattr(resp, 'end_of_stream', False)
return is_final
await client.request(
TextCompletionRequest(