apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-11 14:22:12 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Maint/asyncio (#305)

Browse source 
* Move to asyncio services, even though everything is largely sync
This commit is contained in:
cybermaggedon 2025-02-11 23:24:46 +00:00 • committed by GitHub
parent a0bf2362f6
commit f350abb415
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
60 changed files with 243 additions and 227 deletions
Download patch file Download diff file Expand all files Collapse all files

14
trustgraph-flow/trustgraph/extract/kg/definitions/extract.py
View file

@ -96,15 +96,15 @@ class Processor(ConsumerProducer):
return self.prompt.request_definitions(chunk)
def emit_edges(self, metadata, triples):
async def emit_edges(self, metadata, triples):
t = Triples(
metadata=metadata,
triples=triples,
)
self.producer.send(t)
await self.send(t)
def emit_ecs(self, metadata, entities):
async def emit_ecs(self, metadata, entities):
t = EntityContexts(
metadata=metadata,
@ -112,7 +112,7 @@ class Processor(ConsumerProducer):
)
self.ec_prod.send(t)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
print(f"Indexing {v.metadata.id}...", flush=True)
@ -171,7 +171,7 @@ class Processor(ConsumerProducer):
entities.append(ec)
self.emit_edges(
await self.emit_edges(
Metadata(
id=v.metadata.id,
metadata=[],
@ -181,7 +181,7 @@ class Processor(ConsumerProducer):
triples
)
self.emit_ecs(
await self.emit_ecs(
Metadata(
id=v.metadata.id,
metadata=[],
@ -224,5 +224,5 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)

10
trustgraph-flow/trustgraph/extract/kg/relationships/extract.py
View file

@ -71,15 +71,15 @@ class Processor(ConsumerProducer):
return self.prompt.request_relationships(chunk)
def emit_edges(self, metadata, triples):
async def emit_edges(self, metadata, triples):
t = Triples(
metadata=metadata,
triples=triples,
)
self.producer.send(t)
await self.send(t)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
print(f"Indexing {v.metadata.id}...", flush=True)
@ -166,7 +166,7 @@ class Processor(ConsumerProducer):
o=Value(value=v.metadata.id, is_uri=True)
))
self.emit_edges(
await self.emit_edges(
Metadata(
id=v.metadata.id,
metadata=[],
@ -203,5 +203,5 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)

12
trustgraph-flow/trustgraph/extract/kg/topics/extract.py
View file

@ -69,15 +69,15 @@ class Processor(ConsumerProducer):
return self.prompt.request_topics(chunk)
def emit_edge(self, metadata, s, p, o):
async def emit_edge(self, metadata, s, p, o):
t = Triples(
metadata=metadata,
triples=[Triple(s=s, p=p, o=o)],
)
self.producer.send(t)
await self.send(t)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
print(f"Indexing {v.metadata.id}...", flush=True)
@ -104,7 +104,9 @@ class Processor(ConsumerProducer):
s_value = Value(value=str(s_uri), is_uri=True)
o_value = Value(value=str(o), is_uri=False)
self.emit_edge(v. metadata, s_value, DEFINITION_VALUE, o_value)
await self.emit_edge(
v.metadata, s_value, DEFINITION_VALUE, o_value
)
except Exception as e:
print("Exception: ", e, flush=True)
@ -133,5 +135,5 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)

8
trustgraph-flow/trustgraph/extract/object/row/extract.py
View file

@ -129,16 +129,16 @@ class Processor(ConsumerProducer):
t = Rows(
metadata=metadata, row_schema=self.row_schema, rows=rows
)
self.producer.send(t)
await self.producer.send(t)
def emit_vec(self, metadata, name, vec, key_name, key):
r = ObjectEmbeddings(
metadata=metadata, vectors=vec, name=name, key_name=key_name, id=key
)
self.vec_prod.send(r)
await self.vec_prod.send(r)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
print(f"Indexing {v.metadata.id}...", flush=True)
@ -216,5 +216,5 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)