apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-20 02:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

extract-def outputs entity contexts

Browse source
This commit is contained in:
Cyber MacGeddon 2024-12-30 11:56:39 +00:00
parent c3904b6772
commit 4a3bef9b6c
1 changed files with 27 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

27
trustgraph-flow/trustgraph/extract/kg/definitions/extract.py
View file

@ -104,6 +104,14 @@ class Processor(ConsumerProducer):
) )
self.producer.send(t) self.producer.send(t)
def emit_ecs(self, metadata, entities):
t = EntityContexts(
metadata=metadata,
entities=entities,
)
self.ec_prod.send(t)
def handle(self, msg): def handle(self, msg):
v = msg.value() v = msg.value()
@ -116,6 +124,7 @@ class Processor(ConsumerProducer):
defs = self.get_definitions(chunk) defs = self.get_definitions(chunk)
triples = [] triples = []
entities = []
# FIXME: Putting metadata into triples store is duplicated in # FIXME: Putting metadata into triples store is duplicated in
# relationships extractor too # relationships extractor too
@ -154,6 +163,14 @@ class Processor(ConsumerProducer):
o=Value(value=v.metadata.id, is_uri=True) o=Value(value=v.metadata.id, is_uri=True)
)) ))
ec = EntityContext(
entity=s_value,
context=defn.definition,
)
entities.append(ec)
self.emit_edges( self.emit_edges(
Metadata( Metadata(
id=v.metadata.id, id=v.metadata.id,
@ -164,6 +181,16 @@ class Processor(ConsumerProducer):
triples triples
) )
self.emit_ecs(
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
entities
)
except Exception as e: except Exception as e:
print("Exception: ", e, flush=True) print("Exception: ", e, flush=True)