apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-06 20:02:11 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Metrics (#3)

Browse source 
* Basic metrics working
* Add consumer & producer metrics
* Grafana & Prometheus in docker compose
This commit is contained in:
cybermaggedon 2024-07-18 17:20:42 +01:00 • committed by GitHub
parent 33b646eaec
commit 9ab7613e07
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 888 additions and 327 deletions
Download patch file Download diff file Expand all files Collapse all files

29
trustgraph/embeddings/vectorize/vectorize.py
View file

@ -15,26 +15,23 @@ default_subscriber = 'embeddings-vectorizer'
class Processor(ConsumerProducer):
def __init__(
self,
pulsar_host=None,
input_queue=default_input_queue,
output_queue=default_output_queue,
subscriber=default_subscriber,
log_level=LogLevel.INFO,
):
def __init__(self, **params):
input_queue = params.get("input_queue", default_input_queue)
output_queue = params.get("output_queue", default_output_queue)
subscriber = params.get("subscriber", default_subscriber)
super(Processor, self).__init__(
pulsar_host=pulsar_host,
log_level=log_level,
input_queue=input_queue,
output_queue=output_queue,
subscriber=subscriber,
input_schema=Chunk,
output_schema=VectorsChunk,
**params | {
"input_queue": input_queue,
"output_queue": output_queue,
"subscriber": subscriber,
"input_schema": Chunk,
"output_schema": VectorsChunk,
}
)
self.embeddings = EmbeddingsClient(pulsar_host=pulsar_host)
self.embeddings = EmbeddingsClient(pulsar_host=self.pulsar_host)
def emit(self, source, chunk, vectors):