mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 08:26:21 +02:00
a70ae9793a
* Altered API to incorporate Flow IDs, refactored for dynamic start/stop of flows * Gateway: Split endpoint / dispatcher for maintainability
37 lines
750 B
Python
Executable file
37 lines
750 B
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
import pulsar
|
|
from pulsar.schema import JsonSchema
|
|
import base64
|
|
|
|
from trustgraph.schema import TextDocument, Metadata
|
|
|
|
client = pulsar.Client("pulsar://localhost:6650", listener_name="localhost")
|
|
|
|
prod = client.create_producer(
|
|
topic="persistent://tg/flow/text-document-load:0000",
|
|
schema=JsonSchema(TextDocument),
|
|
chunking_enabled=True,
|
|
)
|
|
|
|
path = "../trustgraph/docs/README.cats"
|
|
|
|
with open(path, "r") as f:
|
|
# blob = base64.b64encode(f.read()).decode("utf-8")
|
|
blob = f.read()
|
|
|
|
message = TextDocument(
|
|
metadata = Metadata(
|
|
id = "00001",
|
|
metadata = [],
|
|
user="trustgraph",
|
|
collection="default",
|
|
),
|
|
text=blob
|
|
)
|
|
|
|
prod.send(message)
|
|
|
|
prod.close()
|
|
client.close()
|
|
|