Streamline startup (#79)

* Separate Prom metrics, different processors as different jobs

* Create producers before consumers, may streamline startup.

* Bump version

* Add Pulsar init command, will replace pulsar-admin invocations.

* Integrate tg-init-pulsar with YAMLs

* Update YAMLs
This commit is contained in:
cybermaggedon 2024-09-30 12:19:22 +01:00 committed by GitHub
parent 5e8a1520ee
commit 14d79ef9f1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
26 changed files with 684 additions and 550 deletions

View file

@ -63,16 +63,16 @@ class ConsumerProducer(BaseProcessor):
if output_schema == None:
raise RuntimeError("output_schema must be specified")
self.consumer = self.client.subscribe(
input_queue, subscriber,
schema=JsonSchema(input_schema),
)
self.producer = self.client.create_producer(
topic=output_queue,
schema=JsonSchema(output_schema),
)
self.consumer = self.client.subscribe(
input_queue, subscriber,
schema=JsonSchema(input_schema),
)
def run(self):
__class__.state_metric.state('running')