mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-10 13:52:11 +02:00
4fb0b4d8e8
Remove Pulsar-specific concepts from application code so that the pub/sub backend is swappable via configuration. Rename translators: - to_pulsar/from_pulsar → decode/encode across all translator classes, dispatch handlers, and tests (55+ files) - from_response_with_completion → encode_with_completion - Remove pulsar.schema.Record from translator base class Queue naming (CLASS:TOPICSPACE:TOPIC): - Replace topic() helper with queue() using new format: flow:tg:name, request:tg:name, response:tg:name, state:tg:name - Queue class implies persistence/TTL (no QoS in names) - Update Pulsar backend map_topic() to parse new format - Librarian queues use flow class (persistent, for chunking) - Config push uses state class (persistent, last-value) - Remove 15 dead topic imports from schema files - Update init_trustgraph.py namespace: config → state Confine Pulsar to pulsar_backend.py: - Delete legacy PulsarClient class from pubsub.py - Move add_args to add_pubsub_args() with standalone flag for CLI tools (defaults to localhost) - PulsarBackendConsumer.receive() catches _pulsar.Timeout, raises standard TimeoutError - Remove Pulsar imports from: async_processor, flow_processor, log_level, all 11 client files, 4 storage writers, gateway service, gateway config receiver - Remove log_level/LoggerLevel from client API - Rewrite tg-monitor-prompts to use backend abstraction - Update tg-dump-queues to use add_pubsub_args Also: pubsub-abstraction.md tech spec covering problem statement, design goals, as-is requirements, candidate broker assessment, approach, and implementation order.
104 lines
3.6 KiB
Python
104 lines
3.6 KiB
Python
from typing import Dict, Any, List
|
|
from ...schema import CollectionManagementRequest, CollectionManagementResponse, CollectionMetadata, Error
|
|
from .base import MessageTranslator
|
|
|
|
|
|
class CollectionManagementRequestTranslator(MessageTranslator):
|
|
"""Translator for CollectionManagementRequest schema objects"""
|
|
|
|
def decode(self, data: Dict[str, Any]) -> CollectionManagementRequest:
|
|
return CollectionManagementRequest(
|
|
operation=data.get("operation"),
|
|
user=data.get("user"),
|
|
collection=data.get("collection"),
|
|
timestamp=data.get("timestamp"),
|
|
name=data.get("name"),
|
|
description=data.get("description"),
|
|
tags=data.get("tags"),
|
|
tag_filter=data.get("tag_filter"),
|
|
limit=data.get("limit")
|
|
)
|
|
|
|
def encode(self, obj: CollectionManagementRequest) -> Dict[str, Any]:
|
|
result = {}
|
|
|
|
if obj.operation is not None:
|
|
result["operation"] = obj.operation
|
|
if obj.user is not None:
|
|
result["user"] = obj.user
|
|
if obj.collection is not None:
|
|
result["collection"] = obj.collection
|
|
if obj.timestamp is not None:
|
|
result["timestamp"] = obj.timestamp
|
|
if obj.name is not None:
|
|
result["name"] = obj.name
|
|
if obj.description is not None:
|
|
result["description"] = obj.description
|
|
if obj.tags is not None:
|
|
result["tags"] = list(obj.tags)
|
|
if obj.tag_filter is not None:
|
|
result["tag_filter"] = list(obj.tag_filter)
|
|
if obj.limit is not None:
|
|
result["limit"] = obj.limit
|
|
|
|
return result
|
|
|
|
|
|
class CollectionManagementResponseTranslator(MessageTranslator):
|
|
"""Translator for CollectionManagementResponse schema objects"""
|
|
|
|
def decode(self, data: Dict[str, Any]) -> CollectionManagementResponse:
|
|
|
|
# Handle error
|
|
error = None
|
|
if "error" in data and data["error"]:
|
|
error_data = data["error"]
|
|
error = Error(
|
|
type=error_data.get("type"),
|
|
message=error_data.get("message")
|
|
)
|
|
|
|
# Handle collections array
|
|
collections = []
|
|
if "collections" in data:
|
|
for coll_data in data["collections"]:
|
|
collections.append(CollectionMetadata(
|
|
user=coll_data.get("user"),
|
|
collection=coll_data.get("collection"),
|
|
name=coll_data.get("name"),
|
|
description=coll_data.get("description"),
|
|
tags=coll_data.get("tags", [])
|
|
))
|
|
|
|
return CollectionManagementResponse(
|
|
error=error,
|
|
timestamp=data.get("timestamp"),
|
|
collections=collections
|
|
)
|
|
|
|
def encode(self, obj: CollectionManagementResponse) -> Dict[str, Any]:
|
|
result = {}
|
|
|
|
print("COLLECTIONMGMT", obj, flush=True)
|
|
|
|
if obj.error is not None:
|
|
result["error"] = {
|
|
"type": obj.error.type,
|
|
"message": obj.error.message
|
|
}
|
|
if obj.timestamp is not None:
|
|
result["timestamp"] = obj.timestamp
|
|
if obj.collections is not None:
|
|
result["collections"] = []
|
|
for coll in obj.collections:
|
|
result["collections"].append({
|
|
"user": coll.user,
|
|
"collection": coll.collection,
|
|
"name": coll.name,
|
|
"description": coll.description,
|
|
"tags": list(coll.tags) if coll.tags else []
|
|
})
|
|
|
|
print("RESULT IS", result, flush=True)
|
|
|
|
return result
|