trustgraph/tests/test-llm

#!/usr/bin/env python3

import pulsar
from trustgraph.clients.llm_client import LlmClient

llm = LlmClient(
    pulsar_host="pulsar://pulsar:6650",
    input_queue="non-persistent://tg/request/text-completion:default",
    output_queue="non-persistent://tg/response/text-completion:default",
    subscriber="test1",
)

system = "You are a lovely assistant."
prompt="what is 2 + 2 == 5"

resp = llm.request(system, prompt)

print(resp)