Pub/sub abstraction: decouple from Pulsar (#751)

Remove Pulsar-specific concepts from application code so that
the pub/sub backend is swappable via configuration.

Rename translators:
- to_pulsar/from_pulsar → decode/encode across all translator
  classes, dispatch handlers, and tests (55+ files)
- from_response_with_completion → encode_with_completion
- Remove pulsar.schema.Record from translator base class

Queue naming (CLASS:TOPICSPACE:TOPIC):
- Replace topic() helper with queue() using new format:
  flow:tg:name, request:tg:name, response:tg:name, state:tg:name
- Queue class implies persistence/TTL (no QoS in names)
- Update Pulsar backend map_topic() to parse new format
- Librarian queues use flow class (persistent, for chunking)
- Config push uses state class (persistent, last-value)
- Remove 15 dead topic imports from schema files
- Update init_trustgraph.py namespace: config → state

Confine Pulsar to pulsar_backend.py:
- Delete legacy PulsarClient class from pubsub.py
- Move add_args to add_pubsub_args() with standalone flag
  for CLI tools (defaults to localhost)
- PulsarBackendConsumer.receive() catches _pulsar.Timeout,
  raises standard TimeoutError
- Remove Pulsar imports from: async_processor, flow_processor,
  log_level, all 11 client files, 4 storage writers, gateway
  service, gateway config receiver
- Remove log_level/LoggerLevel from client API
- Rewrite tg-monitor-prompts to use backend abstraction
- Update tg-dump-queues to use add_pubsub_args

Also: pubsub-abstraction.md tech spec covering problem statement,
design goals, as-is requirements, candidate broker assessment,
approach, and implementation order.

trustgraph-base/trustgraph/clients/agent_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 
 from .. schema import AgentRequest, AgentResponse
 from .. schema import agent_request_queue
@@ -7,15 +6,11 @@ from .. schema import agent_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class AgentClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -27,7 +22,6 @@ class AgentClient(BaseClient):
         if output_queue is None: output_queue = agent_response_queue
 
         super(AgentClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/base.py

@@ -1,10 +1,6 @@
 
-import pulsar
-import _pulsar
-import hashlib
 import uuid
 import time
-from pulsar.schema import JsonSchema
 
 from .. exceptions import *
 from ..base.pubsub import get_pubsub
@@ -12,16 +8,11 @@ from ..base.pubsub import get_pubsub
 # Default timeout for a request/response.  In seconds.
 DEFAULT_TIMEOUT=300
 
-# Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class BaseClient:
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -87,7 +78,7 @@ class BaseClient:
 
             try:
                 msg = self.consumer.receive(timeout_millis=2500)
-            except pulsar.exceptions.Timeout:
+            except TimeoutError:
                 continue
 
             mid = msg.properties()["id"]
@@ -139,4 +130,3 @@ class BaseClient:
 
         if hasattr(self, "backend"):
             self.backend.close()
-

trustgraph-base/trustgraph/clients/config_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 import json
 import dataclasses
 
@@ -9,10 +8,6 @@ from .. schema import config_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 @dataclasses.dataclass
 class Definition:
@@ -34,7 +29,7 @@ class Topic:
 class ConfigClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -50,7 +45,6 @@ class ConfigClient(BaseClient):
             output_queue = config_response_queue
 
         super(ConfigClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/document_embeddings_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 
 from .. schema import DocumentEmbeddingsRequest, DocumentEmbeddingsResponse
 from .. schema import document_embeddings_request_queue
@@ -7,15 +6,11 @@ from .. schema import document_embeddings_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class DocumentEmbeddingsClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -30,7 +25,6 @@ class DocumentEmbeddingsClient(BaseClient):
             output_queue = document_embeddings_response_queue
             
         super(DocumentEmbeddingsClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/document_rag_client.py

@@ -1,21 +1,15 @@
 
-import _pulsar
 
 from .. schema import DocumentRagQuery, DocumentRagResponse
 from .. schema import document_rag_request_queue, document_rag_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class DocumentRagClient(BaseClient):
 
     def __init__(
             self,
-            log_level=ERROR,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -30,7 +24,6 @@ class DocumentRagClient(BaseClient):
             output_queue = document_rag_response_queue
   
         super(DocumentRagClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/embeddings_client.py

@@ -1,20 +1,14 @@
 
-from pulsar.schema import JsonSchema
 from .. schema import EmbeddingsRequest, EmbeddingsResponse
 from . base import BaseClient
 
-import _pulsar
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class EmbeddingsClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             input_queue=None,
             output_queue=None,
             subscriber=None,
@@ -23,7 +17,6 @@ class EmbeddingsClient(BaseClient):
     ):
 
         super(EmbeddingsClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/graph_embeddings_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 
 from .. schema import GraphEmbeddingsRequest, GraphEmbeddingsResponse
 from .. schema import graph_embeddings_request_queue
@@ -7,15 +6,11 @@ from .. schema import graph_embeddings_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class GraphEmbeddingsClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -30,7 +25,6 @@ class GraphEmbeddingsClient(BaseClient):
             output_queue = graph_embeddings_response_queue
             
         super(GraphEmbeddingsClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/graph_rag_client.py

@@ -1,21 +1,15 @@
 
-import _pulsar
 
 from .. schema import GraphRagQuery, GraphRagResponse
 from .. schema import graph_rag_request_queue, graph_rag_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class GraphRagClient(BaseClient):
 
     def __init__(
             self,
-            log_level=ERROR,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -30,7 +24,6 @@ class GraphRagClient(BaseClient):
             output_queue = graph_rag_response_queue
   
         super(GraphRagClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/llm_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 
 from .. schema import TextCompletionRequest, TextCompletionResponse
 from .. schema import text_completion_request_queue
@@ -8,15 +7,11 @@ from . base import BaseClient
 from .. exceptions import LlmError
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class LlmClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -28,7 +23,6 @@ class LlmClient(BaseClient):
         if output_queue is None: output_queue = text_completion_response_queue
 
         super(LlmClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/prompt_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 import json
 import dataclasses
 
@@ -9,10 +8,6 @@ from .. schema import prompt_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 @dataclasses.dataclass
 class Definition:
@@ -34,7 +29,7 @@ class Topic:
 class PromptClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -49,7 +44,6 @@ class PromptClient(BaseClient):
             output_queue = prompt_response_queue
 
         super(PromptClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/row_embeddings_client.py

@@ -1,5 +1,4 @@
 
-import _pulsar
 
 from .. schema import RowEmbeddingsRequest, RowEmbeddingsResponse
 from .. schema import row_embeddings_request_queue
@@ -7,15 +6,11 @@ from .. schema import row_embeddings_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class RowEmbeddingsClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -30,7 +25,6 @@ class RowEmbeddingsClient(BaseClient):
             output_queue = row_embeddings_response_queue
 
         super(RowEmbeddingsClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,

trustgraph-base/trustgraph/clients/triples_query_client.py

@@ -1,6 +1,5 @@
 #!/usr/bin/env python3
 
-import _pulsar
 
 from .. schema import TriplesQueryRequest, TriplesQueryResponse, Term, IRI, LITERAL
 from .. schema import triples_request_queue
@@ -8,15 +7,11 @@ from .. schema import triples_response_queue
 from . base import BaseClient
 
 # Ugly
-ERROR=_pulsar.LoggerLevel.Error
-WARN=_pulsar.LoggerLevel.Warn
-INFO=_pulsar.LoggerLevel.Info
-DEBUG=_pulsar.LoggerLevel.Debug
 
 class TriplesQueryClient(BaseClient):
 
     def __init__(
-            self, log_level=ERROR,
+            self,
             subscriber=None,
             input_queue=None,
             output_queue=None,
@@ -31,7 +26,6 @@ class TriplesQueryClient(BaseClient):
             output_queue = triples_response_queue
 
         super(TriplesQueryClient, self).__init__(
-            log_level=log_level,
             subscriber=subscriber,
             input_queue=input_queue,
             output_queue=output_queue,