mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-05-24 23:05:13 +02:00
34eb083836
* Plugin architecture for messaging fabric * Schemas use a technology neutral expression * Schemas strictness has uncovered some incorrect schema use which is fixed
77 lines
1.9 KiB
Python
77 lines
1.9 KiB
Python
|
|
import asyncio
|
|
import logging
|
|
|
|
# Module logger
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class Producer:
|
|
|
|
def __init__(self, backend, topic, schema, metrics=None,
|
|
chunking_enabled=True):
|
|
|
|
self.backend = backend # Changed from 'client' to 'backend'
|
|
self.topic = topic
|
|
self.schema = schema
|
|
|
|
self.metrics = metrics
|
|
|
|
self.running = True
|
|
self.producer = None
|
|
|
|
self.chunking_enabled = chunking_enabled
|
|
|
|
def __del__(self):
|
|
|
|
self.running = False
|
|
|
|
if hasattr(self, "producer"):
|
|
if self.producer:
|
|
self.producer.close()
|
|
|
|
async def start(self):
|
|
self.running = True
|
|
|
|
async def stop(self):
|
|
self.running = False
|
|
|
|
async def send(self, msg, properties={}):
|
|
|
|
if not self.running: return
|
|
|
|
while self.running and self.producer is None:
|
|
|
|
try:
|
|
logger.info(f"Connecting publisher to {self.topic}...")
|
|
self.producer = self.backend.create_producer(
|
|
topic = self.topic,
|
|
schema = self.schema,
|
|
chunking_enabled = self.chunking_enabled,
|
|
)
|
|
logger.info(f"Connected publisher to {self.topic}")
|
|
except Exception as e:
|
|
logger.error(f"Exception connecting publisher: {e}", exc_info=True)
|
|
await asyncio.sleep(2)
|
|
|
|
if not self.running: break
|
|
|
|
while self.running:
|
|
|
|
try:
|
|
|
|
await asyncio.to_thread(
|
|
self.producer.send,
|
|
msg, properties
|
|
)
|
|
|
|
if self.metrics:
|
|
self.metrics.inc()
|
|
|
|
# Delivery success, break out of loop
|
|
break
|
|
|
|
except Exception as e:
|
|
logger.error(f"Exception sending message: {e}", exc_info=True)
|
|
self.producer.close()
|
|
self.producer = None
|
|
|