mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 16:36:21 +02:00
4fb0b4d8e8
Remove Pulsar-specific concepts from application code so that the pub/sub backend is swappable via configuration. Rename translators: - to_pulsar/from_pulsar → decode/encode across all translator classes, dispatch handlers, and tests (55+ files) - from_response_with_completion → encode_with_completion - Remove pulsar.schema.Record from translator base class Queue naming (CLASS:TOPICSPACE:TOPIC): - Replace topic() helper with queue() using new format: flow:tg:name, request:tg:name, response:tg:name, state:tg:name - Queue class implies persistence/TTL (no QoS in names) - Update Pulsar backend map_topic() to parse new format - Librarian queues use flow class (persistent, for chunking) - Config push uses state class (persistent, last-value) - Remove 15 dead topic imports from schema files - Update init_trustgraph.py namespace: config → state Confine Pulsar to pulsar_backend.py: - Delete legacy PulsarClient class from pubsub.py - Move add_args to add_pubsub_args() with standalone flag for CLI tools (defaults to localhost) - PulsarBackendConsumer.receive() catches _pulsar.Timeout, raises standard TimeoutError - Remove Pulsar imports from: async_processor, flow_processor, log_level, all 11 client files, 4 storage writers, gateway service, gateway config receiver - Remove log_level/LoggerLevel from client API - Rewrite tg-monitor-prompts to use backend abstraction - Update tg-dump-queues to use add_pubsub_args Also: pubsub-abstraction.md tech spec covering problem statement, design goals, as-is requirements, candidate broker assessment, approach, and implementation order.
62 lines
1.6 KiB
Python
62 lines
1.6 KiB
Python
#!/usr/bin/env python3
|
|
|
|
|
|
from .. schema import TriplesQueryRequest, TriplesQueryResponse, Term, IRI, LITERAL
|
|
from .. schema import triples_request_queue
|
|
from .. schema import triples_response_queue
|
|
from . base import BaseClient
|
|
|
|
# Ugly
|
|
|
|
class TriplesQueryClient(BaseClient):
|
|
|
|
def __init__(
|
|
self,
|
|
subscriber=None,
|
|
input_queue=None,
|
|
output_queue=None,
|
|
pulsar_host="pulsar://pulsar:6650",
|
|
pulsar_api_key=None,
|
|
):
|
|
|
|
if input_queue == None:
|
|
input_queue = triples_request_queue
|
|
|
|
if output_queue == None:
|
|
output_queue = triples_response_queue
|
|
|
|
super(TriplesQueryClient, self).__init__(
|
|
subscriber=subscriber,
|
|
input_queue=input_queue,
|
|
output_queue=output_queue,
|
|
pulsar_api_key=pulsar_api_key,
|
|
pulsar_host=pulsar_host,
|
|
input_schema=TriplesQueryRequest,
|
|
output_schema=TriplesQueryResponse,
|
|
)
|
|
|
|
def create_value(self, ent):
|
|
|
|
if ent == None: return None
|
|
|
|
if ent.startswith("http://") or ent.startswith("https://"):
|
|
return Term(type=IRI, iri=ent)
|
|
|
|
return Term(type=LITERAL, value=ent)
|
|
|
|
def request(
|
|
self,
|
|
s, p, o,
|
|
user="trustgraph", collection="default",
|
|
limit=10, timeout=120,
|
|
):
|
|
return self.call(
|
|
s=self.create_value(s),
|
|
p=self.create_value(p),
|
|
o=self.create_value(o),
|
|
user=user,
|
|
collection=collection,
|
|
limit=limit,
|
|
timeout=timeout,
|
|
).triples
|
|
|