Load previously-saved data

This commit is contained in:
Cyber MacGeddon 2024-07-25 21:43:55 +01:00
parent 7d864fe370
commit d626ab904d
5 changed files with 350 additions and 4 deletions

View file

@ -5,7 +5,7 @@ Loads a PDF documented into TrustGraph processing.
"""
import pulsar
from pulsar.schema import JsonSchema
from pulsar.schema import JsonSchema, document_ingest_queue
from trustgraph.schema import Document, Source
import base64
import hashlib
@ -72,7 +72,7 @@ def main():
)
default_pulsar_host = os.getenv("PULSAR_HOST", 'pulsar://localhost:6650')
default_output_queue = 'document-load'
default_output_queue = document_ingest_queue
parser.add_argument(
'-p', '--pulsar-host',