apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-18 01:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

PDF done but not working

Browse source
This commit is contained in:
Cyber MacGeddon 2025-04-15 00:12:50 +01:00
parent 9fdc408a95
commit 98faec7798
6 changed files with 247 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

5
trustgraph-flow/trustgraph/config/service/service.py
View file

@ -1,11 +1,9 @@
"""
Config service. Fetchs an extract from the Wikipedia page
using the API.
Config service. Manages system global configuration state
"""
from pulsar.schema import JsonSchema
from prometheus_client import Histogram, Counter
from trustgraph.schema import ConfigRequest, ConfigResponse, ConfigPush
from trustgraph.schema import Error
@ -109,7 +107,6 @@ class Processor(AsyncProcessor):
async def on_message(self, msg, consumer):
try:
v = msg.value()

21
trustgraph-flow/trustgraph/decoding/pdf/pdf_decoder.py
View file

@ -11,26 +11,22 @@ from langchain_community.document_loaders import PyPDFLoader
from ... schema import Document, TextDocument, Metadata
from ... schema import document_ingest_queue, text_ingest_queue
from ... log_level import LogLevel
from ... base import ConsumerProducer
from ... base import InputOutputProcessor
module = "pdf-decoder"
default_input_queue = document_ingest_queue
default_output_queue = text_ingest_queue
default_subscriber = module
class Processor(ConsumerProducer):
class Processor(InputOutputProcessor):
def __init__(self, **params):
input_queue = params.get("input_queue", default_input_queue)
output_queue = params.get("output_queue", default_output_queue)
subscriber = params.get("subscriber", default_subscriber)
id = params.get("id")
subscriber = params.get("subscriber")
super(Processor, self).__init__(
**params | {
"input_queue": input_queue,
"output_queue": output_queue,
"id": id,
"subscriber": subscriber,
"input_schema": Document,
"output_schema": TextDocument,
@ -39,7 +35,7 @@ class Processor(ConsumerProducer):
print("PDF inited")
async def handle(self, msg):
async def on_message(self, msg, consumer):
print("PDF message received")
@ -71,10 +67,7 @@ class Processor(ConsumerProducer):
@staticmethod
def add_args(parser):
ConsumerProducer.add_args(
parser, default_input_queue, default_subscriber,
default_output_queue,
)
InputOutputProcessor.add_args(parser, default_subscriber)
def run():