apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-21 19:21:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Don't emit graph embeddings if there aren't any.

Browse source 
Don't store graph embeddings in a knowledge store if there's an empty list.

Translate between Cassandra's 'null' representing an empty list and an
empty list which is what the surrounding code wants (and stored in the
first place).

Avoid emitting empty embedding lists

Avoid output empty triple lists
This commit is contained in:
Cyber MacGeddon 2026-02-09 13:37:06 +00:00
parent 98827e5561
commit bb28718daf
6 changed files with 76 additions and 84 deletions
Download patch file Download diff file Expand all files Collapse all files

11
trustgraph-flow/trustgraph/embeddings/graph_embeddings/embeddings.py
View file

@ -73,12 +73,13 @@ class Processor(FlowProcessor):
)
)
r = GraphEmbeddings(
metadata=v.metadata,
entities=entities,
)
if entities:
r = GraphEmbeddings(
metadata=v.metadata,
entities=entities,
)
await flow("output").send(r)
await flow("output").send(r)
except Exception as e:
logger.error("Exception occurred", exc_info=True)

42
trustgraph-flow/trustgraph/extract/kg/definitions/extract.py
View file

@ -168,27 +168,29 @@ class Processor(FlowProcessor):
entities.append(ec)
await self.emit_triples(
flow("triples"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
triples
)
if triples:
await self.emit_triples(
flow("triples"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
triples
)
await self.emit_ecs(
flow("entity-contexts"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
entities
)
if entities:
await self.emit_ecs(
flow("entity-contexts"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
entities
)
except Exception as e:
logger.error(f"Definitions extraction exception: {e}", exc_info=True)

44
trustgraph-flow/trustgraph/extract/kg/ontology/extract.py
View file

@ -282,17 +282,6 @@ class Processor(FlowProcessor):
if not ontology_subsets:
logger.warning("No relevant ontology elements found for chunk")
# Emit empty outputs
await self.emit_triples(
flow("triples"),
v.metadata,
[]
)
await self.emit_entity_contexts(
flow("entity-contexts"),
v.metadata,
[]
)
return
# Merge subsets if multiple ontologies matched
@ -327,35 +316,26 @@ class Processor(FlowProcessor):
entity_contexts = self.build_entity_contexts(all_triples)
# Emit all triples (extracted + ontology definitions)
await self.emit_triples(
flow("triples"),
v.metadata,
all_triples
)
if all_triples:
await self.emit_triples(
flow("triples"),
v.metadata,
all_triples
)
# Emit entity contexts
await self.emit_entity_contexts(
flow("entity-contexts"),
v.metadata,
entity_contexts
)
if entity_contexts:
await self.emit_entity_contexts(
flow("entity-contexts"),
v.metadata,
entity_contexts
)
logger.info(f"Extracted {len(triples)} content triples + {len(ontology_triples)} ontology triples "
f"= {len(all_triples)} total triples and {len(entity_contexts)} entity contexts")
except Exception as e:
logger.error(f"OntoRAG extraction exception: {e}", exc_info=True)
# Emit empty outputs on error
await self.emit_triples(
flow("triples"),
v.metadata,
[]
)
await self.emit_entity_contexts(
flow("entity-contexts"),
v.metadata,
[]
)
async def extract_with_simplified_format(
self,

21
trustgraph-flow/trustgraph/extract/kg/relationships/extract.py
View file

@ -181,16 +181,17 @@ class Processor(FlowProcessor):
o=Term(type=IRI, iri=v.metadata.id)
))
await self.emit_triples(
flow("triples"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
triples
)
if triples:
await self.emit_triples(
flow("triples"),
Metadata(
id=v.metadata.id,
metadata=[],
user=v.metadata.user,
collection=v.metadata.collection,
),
triples
)
except Exception as e:
logger.error(f"Relationship extraction exception: {e}", exc_info=True)

6
trustgraph-flow/trustgraph/storage/knowledge/store.py
View file

@ -64,12 +64,14 @@ class Processor(FlowProcessor):
async def on_triples(self, msg, consumer, flow):
v = msg.value()
await self.table_store.add_triples(v)
if v.triples:
await self.table_store.add_triples(v)
async def on_graph_embeddings(self, msg, consumer, flow):
v = msg.value()
await self.table_store.add_graph_embeddings(v)
if v.entities:
await self.table_store.add_graph_embeddings(v)
@staticmethod
def add_args(parser):

36
trustgraph-flow/trustgraph/tables/knowledge.py
View file

@ -435,14 +435,17 @@ class KnowledgeTableStore:
else:
metadata = []
triples = [
Triple(
s = tuple_to_term(elt[0], elt[1]),
p = tuple_to_term(elt[2], elt[3]),
o = tuple_to_term(elt[4], elt[5]),
)
for elt in row[3]
]
if row[3]:
triples = [
Triple(
s = tuple_to_term(elt[0], elt[1]),
p = tuple_to_term(elt[2], elt[3]),
o = tuple_to_term(elt[4], elt[5]),
)
for elt in row[3]
]
else:
triples = []
await receiver(
Triples(
@ -491,13 +494,16 @@ class KnowledgeTableStore:
else:
metadata = []
entities = [
EntityEmbeddings(
entity = tuple_to_term(ent[0][0], ent[0][1]),
vectors = ent[1]
)
for ent in row[3]
]
if row[3]:
entities = [
EntityEmbeddings(
entity = tuple_to_term(ent[0][0], ent[0][1]),
vectors = ent[1]
)
for ent in row[3]
]
else:
entities = []
await receiver(
GraphEmbeddings(