mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 16:36:21 +02:00
a9197d11ee
- Keeps processing in different flows separate so that data can go to different stores / collections etc. - Potentially supports different processing flows - Tidies the processing API with common base-classes for e.g. LLMs, and automatic configuration of 'clients' to use the right queue names in a flow
19 lines
436 B
Python
Executable file
19 lines
436 B
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
import pulsar
|
|
from trustgraph.clients.llm_client import LlmClient
|
|
|
|
llm = LlmClient(
|
|
pulsar_host="pulsar://pulsar:6650",
|
|
input_queue="non-persistent://tg/request/text-completion:default",
|
|
output_queue="non-persistent://tg/response/text-completion:default",
|
|
subscriber="test1",
|
|
)
|
|
|
|
system = "You are a lovely assistant."
|
|
prompt="what is 2 + 2 == 5"
|
|
|
|
resp = llm.request(system, prompt)
|
|
|
|
print(resp)
|
|
|