apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-16 16:51:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Processors use shared queues, means there can be more than process on a queue to share load

Browse source
This commit is contained in:
Cyber MacGeddon 2025-01-11 18:09:20 +00:00
parent c603caa3cc
commit bf65d94880
2 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
trustgraph-base/trustgraph/base/consumer.py
View file

@ -1,5 +1,6 @@
from pulsar.schema import JsonSchema
import pulsar
from prometheus_client import Histogram, Info, Counter, Enum
import time
@ -51,6 +52,7 @@ class Consumer(BaseProcessor):
self.consumer = self.client.subscribe(
input_queue, subscriber,
consumer_type=pulsar.ConsumerType.Shared,
schema=JsonSchema(input_schema),
)

2
trustgraph-base/trustgraph/base/consumer_producer.py
View file

@ -1,5 +1,6 @@
from pulsar.schema import JsonSchema
import pulsar
from prometheus_client import Histogram, Info, Counter, Enum
import time
@ -71,6 +72,7 @@ class ConsumerProducer(BaseProcessor):
self.consumer = self.client.subscribe(
input_queue, subscriber,
consumer_type=pulsar.ConsumerType.Shared,
schema=JsonSchema(input_schema),
)