apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-06-06 21:35:13 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

SPARQL service supports batching/streaming (#755)

Browse source
This commit is contained in:
cybermaggedon 2026-04-02 17:54:07 +01:00 • committed by GitHub
parent d9dc4cbab5
commit ee65d90fdd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 169 additions and 95 deletions
Download patch file Download diff file Expand all files Collapse all files

34
trustgraph-flow/trustgraph/query/sparql/service.py
View file

@ -68,7 +68,12 @@ class Processor(FlowProcessor):
response = await self.execute_sparql(request, flow)
await flow("response").send(response, properties={"id": id})
if request.streaming and response.query_type == "select":
await self.send_streaming(response, flow, id, request)
else:
await flow("response").send(
response, properties={"id": id}
)
logger.debug("SPARQL query request completed")
@ -87,6 +92,33 @@ class Processor(FlowProcessor):
await flow("response").send(r, properties={"id": id})
async def send_streaming(self, response, flow, id, request):
"""Send SELECT results in batches."""
bindings = response.bindings
batch_size = request.batch_size if request.batch_size > 0 else 20
for i in range(0, len(bindings), batch_size):
batch = bindings[i:i + batch_size]
is_final = (i + batch_size >= len(bindings))
r = SparqlQueryResponse(
query_type=response.query_type,
variables=response.variables,
bindings=batch,
is_final=is_final,
)
await flow("response").send(r, properties={"id": id})
# Handle empty results
if len(bindings) == 0:
r = SparqlQueryResponse(
query_type=response.query_type,
variables=response.variables,
bindings=[],
is_final=True,
)
await flow("response").send(r, properties={"id": id})
async def execute_sparql(self, request, flow):
"""Parse and evaluate a SPARQL query."""