apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-25 00:16:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

release/v2.4 -> master (#844)

Browse source
This commit is contained in:
cybermaggedon 2026-04-22 15:19:57 +01:00 • committed by GitHub
parent a24df8e990
commit 89cabee1b4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
386 changed files with 7202 additions and 5741 deletions
Download patch file Download diff file Expand all files Collapse all files

2
trustgraph-unstructured/pyproject.toml
View file

@ -10,7 +10,7 @@ description = "TrustGraph provides a means to run a pipeline of flexible AI proc
readme = "README.md"
requires-python = ">=3.8"
dependencies = [
"trustgraph-base>=2.3,<2.4",
"trustgraph-base>=2.4,<2.5",
"pulsar-client",
"prometheus-client",
"python-magic",

11
trustgraph-unstructured/trustgraph/decoding/universal/processor.py
View file

@ -275,7 +275,7 @@ class Processor(FlowProcessor):
await self.librarian.save_child_document(
doc_id=doc_id,
parent_id=parent_doc_id,
user=metadata.user,
workspace=flow.workspace,
content=page_content,
document_type="page" if is_page else "section",
title=label,
@ -303,7 +303,6 @@ class Processor(FlowProcessor):
metadata=Metadata(
id=entity_uri,
root=metadata.root,
user=metadata.user,
collection=metadata.collection,
),
triples=set_graph(prov_triples, GRAPH_SOURCE),
@ -314,7 +313,6 @@ class Processor(FlowProcessor):
metadata=Metadata(
id=entity_uri,
root=metadata.root,
user=metadata.user,
collection=metadata.collection,
),
document_id=doc_id,
@ -356,7 +354,7 @@ class Processor(FlowProcessor):
await self.librarian.save_child_document(
doc_id=img_uri,
parent_id=parent_doc_id,
user=metadata.user,
workspace=flow.workspace,
content=img_content,
document_type="image",
title=f"Image from page {page_number}" if page_number else "Image",
@ -379,7 +377,6 @@ class Processor(FlowProcessor):
metadata=Metadata(
id=img_uri,
root=metadata.root,
user=metadata.user,
collection=metadata.collection,
),
triples=set_graph(prov_triples, GRAPH_SOURCE),
@ -404,13 +401,13 @@ class Processor(FlowProcessor):
doc_meta = await self.librarian.fetch_document_metadata(
document_id=v.document_id,
user=v.metadata.user,
workspace=flow.workspace,
)
mime_type = doc_meta.kind if doc_meta else None
content = await self.librarian.fetch_document_content(
document_id=v.document_id,
user=v.metadata.user,
workspace=flow.workspace,
)
if isinstance(content, str):