mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-08 21:02:12 +02:00
Remove Pulsar-specific concepts from application code so that the pub/sub backend is swappable via configuration. Rename translators: - to_pulsar/from_pulsar → decode/encode across all translator classes, dispatch handlers, and tests (55+ files) - from_response_with_completion → encode_with_completion - Remove pulsar.schema.Record from translator base class Queue naming (CLASS:TOPICSPACE:TOPIC): - Replace topic() helper with queue() using new format: flow:tg:name, request:tg:name, response:tg:name, state:tg:name - Queue class implies persistence/TTL (no QoS in names) - Update Pulsar backend map_topic() to parse new format - Librarian queues use flow class (persistent, for chunking) - Config push uses state class (persistent, last-value) - Remove 15 dead topic imports from schema files - Update init_trustgraph.py namespace: config → state Confine Pulsar to pulsar_backend.py: - Delete legacy PulsarClient class from pubsub.py - Move add_args to add_pubsub_args() with standalone flag for CLI tools (defaults to localhost) - PulsarBackendConsumer.receive() catches _pulsar.Timeout, raises standard TimeoutError - Remove Pulsar imports from: async_processor, flow_processor, log_level, all 11 client files, 4 storage writers, gateway service, gateway config receiver - Remove log_level/LoggerLevel from client API - Rewrite tg-monitor-prompts to use backend abstraction - Update tg-dump-queues to use add_pubsub_args Also: pubsub-abstraction.md tech spec covering problem statement, design goals, as-is requirements, candidate broker assessment, approach, and implementation order.
64 lines
2.3 KiB
Python
64 lines
2.3 KiB
Python
from typing import Dict, Any, Tuple
|
|
from ...schema import FlowRequest, FlowResponse
|
|
from .base import MessageTranslator
|
|
|
|
|
|
class FlowRequestTranslator(MessageTranslator):
|
|
"""Translator for FlowRequest schema objects"""
|
|
|
|
def decode(self, data: Dict[str, Any]) -> FlowRequest:
|
|
return FlowRequest(
|
|
operation=data.get("operation"),
|
|
blueprint_name=data.get("blueprint-name"),
|
|
blueprint_definition=data.get("blueprint-definition"),
|
|
description=data.get("description"),
|
|
flow_id=data.get("flow-id"),
|
|
parameters=data.get("parameters")
|
|
)
|
|
|
|
def encode(self, obj: FlowRequest) -> Dict[str, Any]:
|
|
result = {}
|
|
|
|
if obj.operation is not None:
|
|
result["operation"] = obj.operation
|
|
if obj.blueprint_name is not None:
|
|
result["blueprint-name"] = obj.blueprint_name
|
|
if obj.blueprint_definition is not None:
|
|
result["blueprint-definition"] = obj.blueprint_definition
|
|
if obj.description is not None:
|
|
result["description"] = obj.description
|
|
if obj.flow_id is not None:
|
|
result["flow-id"] = obj.flow_id
|
|
if obj.parameters is not None:
|
|
result["parameters"] = obj.parameters
|
|
|
|
return result
|
|
|
|
|
|
class FlowResponseTranslator(MessageTranslator):
|
|
"""Translator for FlowResponse schema objects"""
|
|
|
|
def decode(self, data: Dict[str, Any]) -> FlowResponse:
|
|
raise NotImplementedError("Response translation to Pulsar not typically needed")
|
|
|
|
def encode(self, obj: FlowResponse) -> Dict[str, Any]:
|
|
result = {}
|
|
|
|
if obj.blueprint_names is not None:
|
|
result["blueprint-names"] = obj.blueprint_names
|
|
if obj.flow_ids is not None:
|
|
result["flow-ids"] = obj.flow_ids
|
|
if obj.blueprint_definition is not None:
|
|
result["blueprint-definition"] = obj.blueprint_definition
|
|
if obj.flow is not None:
|
|
result["flow"] = obj.flow
|
|
if obj.description is not None:
|
|
result["description"] = obj.description
|
|
if obj.parameters is not None:
|
|
result["parameters"] = obj.parameters
|
|
|
|
return result
|
|
|
|
def encode_with_completion(self, obj: FlowResponse) -> Tuple[Dict[str, Any], bool]:
|
|
"""Returns (response_dict, is_final)"""
|
|
return self.encode(obj), True
|