mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-05-05 21:32:37 +02:00
a9197d11ee
- Keeps processing in different flows separate so that data can go to different stores / collections etc. - Potentially supports different processing flows - Tidies the processing API with common base-classes for e.g. LLMs, and automatic configuration of 'clients' to use the right queue names in a flow
71 lines
1.5 KiB
Python
71 lines
1.5 KiB
Python
|
|
from pulsar.schema import Record, Bytes, String, Boolean, Array, Map, Integer
|
|
|
|
from . topic import topic
|
|
from . types import Error
|
|
|
|
############################################################################
|
|
|
|
# Config service:
|
|
# get(keys) -> (version, values)
|
|
# list(type) -> (version, values)
|
|
# getvalues(type) -> (version, values)
|
|
# put(values) -> ()
|
|
# delete(keys) -> ()
|
|
# config() -> (version, config)
|
|
class ConfigKey(Record):
|
|
type = String()
|
|
key = String()
|
|
|
|
class ConfigValue(Record):
|
|
type = String()
|
|
key = String()
|
|
value = String()
|
|
|
|
# Prompt services, abstract the prompt generation
|
|
class ConfigRequest(Record):
|
|
|
|
operation = String() # get, list, getvalues, delete, put, config
|
|
|
|
# get, delete
|
|
keys = Array(ConfigKey())
|
|
|
|
# list, getvalues
|
|
type = String()
|
|
|
|
# put
|
|
values = Array(ConfigValue())
|
|
|
|
class ConfigResponse(Record):
|
|
|
|
# get, list, getvalues, config
|
|
version = Integer()
|
|
|
|
# get, getvalues
|
|
values = Array(ConfigValue())
|
|
|
|
# list
|
|
directory = Array(String())
|
|
|
|
# config
|
|
config = Map(Map(String()))
|
|
|
|
# Everything
|
|
error = Error()
|
|
|
|
class ConfigPush(Record):
|
|
version = Integer()
|
|
config = Map(Map(String()))
|
|
|
|
config_request_queue = topic(
|
|
'config', kind='non-persistent', namespace='request'
|
|
)
|
|
config_response_queue = topic(
|
|
'config', kind='non-persistent', namespace='response'
|
|
)
|
|
config_push_queue = topic(
|
|
'config', kind='persistent', namespace='config'
|
|
)
|
|
|
|
############################################################################
|
|
|