Flow management

trustgraph-base/trustgraph/base/async_processor.py

@@ -234,7 +234,7 @@ class AsyncProcessor:
         PulsarClient.add_args(parser)
 
         parser.add_argument(
-            '--config-push-queue',
+            '--config-queue',
             default=default_config_queue,
             help=f'Config push queue {default_config_queue}',
         )

trustgraph-base/trustgraph/schema/__init__.py

@@ -12,5 +12,5 @@ from . agent import *
 from . lookup import *
 from . library import *
 from . config import *
-
+from . flows import *
 

trustgraph-base/trustgraph/schema/flows.py

@@ -20,14 +20,14 @@ from . types import Error
 # Prompt services, abstract the prompt generation
 class FlowRequest(Record):
 
-    operation = String() # list_classes, get_class, put_class, delete_class
-                         # list_flows, get_flow, start_flow, stop_flow
+    operation = String() # list-classes, get-class, put-class, delete-class
+                         # list-flows, get-flow, start-flow, stop-flow
 
     # get_class, put_class, delete_class, start_flow
     class_name = String()
 
     # put_class
-    class = String()
+    class_definition = String()
 
     # start_flow
     description = String()
@@ -44,7 +44,7 @@ class FlowResponse(Record):
     flow_ids = Array(String())
 
     # get_class
-    class = String()
+    class_definition = String()
 
     # get_flow
     flow = String()

trustgraph-base/trustgraph/schema/graph.py

@@ -18,8 +18,6 @@ class EntityContexts(Record):
     metadata = Metadata()
     entities = Array(EntityContext())
 
-entity_contexts_ingest_queue = topic('entity-contexts-load')
-
 ############################################################################
 
 # Graph embeddings are embeddings associated with a graph entity
@@ -33,8 +31,6 @@ class GraphEmbeddings(Record):
     metadata = Metadata()
     entities = Array(EntityEmbeddings())
 
-graph_embeddings_store_queue = topic('graph-embeddings-store')
-
 ############################################################################
 
 # Graph embeddings query
@@ -49,13 +45,6 @@ class GraphEmbeddingsResponse(Record):
     error = Error()
     entities = Array(Value())
 
-graph_embeddings_request_queue = topic(
-    'graph-embeddings', kind='non-persistent', namespace='request'
-)
-graph_embeddings_response_queue = topic(
-    'graph-embeddings', kind='non-persistent', namespace='response'
-)
-
 ############################################################################
 
 # Graph triples
@@ -64,8 +53,6 @@ class Triples(Record):
     metadata = Metadata()
     triples = Array(Triple())
 
-triples_store_queue = topic('triples-store')
-
 ############################################################################
 
 # Triples query
@@ -82,9 +69,3 @@ class TriplesQueryResponse(Record):
     error = Error()
     triples = Array(Triple())
 
-triples_request_queue = topic(
-    'triples', kind='non-persistent', namespace='request'
-)
-triples_response_queue = topic(
-    'triples', kind='non-persistent', namespace='response'
-)

trustgraph-base/trustgraph/schema/lookup.py

@@ -17,26 +17,5 @@ class LookupResponse(Record):
     text = String()
     error = Error()
 
-encyclopedia_lookup_request_queue = topic(
-    'encyclopedia', kind='non-persistent', namespace='request'
-)
-encyclopedia_lookup_response_queue = topic(
-    'encyclopedia', kind='non-persistent', namespace='response', 
-)
-
-dbpedia_lookup_request_queue = topic(
-    'dbpedia', kind='non-persistent', namespace='request'
-)
-dbpedia_lookup_response_queue = topic(
-    'dbpedia', kind='non-persistent', namespace='response', 
-)
-
-internet_search_request_queue = topic(
-    'internet-search', kind='non-persistent', namespace='request'
-)
-internet_search_response_queue = topic(
-    'internet-search', kind='non-persistent', namespace='response', 
-)
-
 ############################################################################
 

trustgraph-base/trustgraph/schema/models.py

@@ -19,13 +19,6 @@ class TextCompletionResponse(Record):
     out_token = Integer()
     model = String()
 
-text_completion_request_queue = topic(
-    'text-completion', kind='non-persistent', namespace='request'
-)
-text_completion_response_queue = topic(
-    'text-completion', kind='non-persistent', namespace='response'
-)
-
 ############################################################################
 
 # Embeddings
@@ -37,9 +30,3 @@ class EmbeddingsResponse(Record):
     error = Error()
     vectors = Array(Array(Double()))
 
-embeddings_request_queue = topic(
-    'embeddings', kind='non-persistent', namespace='request'
-)
-embeddings_response_queue = topic(
-    'embeddings', kind='non-persistent', namespace='response'
-)

trustgraph-base/trustgraph/schema/object.py

@@ -18,8 +18,6 @@ class ObjectEmbeddings(Record):
     key_name = String()
     id = String()
 
-object_embeddings_store_queue = topic('object-embeddings-store')
-
 ############################################################################
 
 # Stores rows of information
@@ -29,5 +27,5 @@ class Rows(Record):
     row_schema = RowSchema()
     rows = Array(Map(String()))
 
-rows_store_queue = topic('rows-store')
+
 

trustgraph-base/trustgraph/schema/prompt.py

@@ -55,12 +55,5 @@ class PromptResponse(Record):
     # JSON encoded
     object = String()
 
-prompt_request_queue = topic(
-    'prompt', kind='non-persistent', namespace='request'
-)
-prompt_response_queue = topic(
-    'prompt', kind='non-persistent', namespace='response'
-)
-
 ############################################################################
 

trustgraph-base/trustgraph/schema/retrieval.py

@@ -20,13 +20,6 @@ class GraphRagResponse(Record):
     error = Error()
     response = String()
 
-graph_rag_request_queue = topic(
-    'graph-rag', kind='non-persistent', namespace='request'
-)
-graph_rag_response_queue = topic(
-    'graph-rag', kind='non-persistent', namespace='response'
-)
-
 ############################################################################
 
 # Document RAG text retrieval
@@ -41,9 +34,3 @@ class DocumentRagResponse(Record):
     error = Error()
     response = String()
 
-document_rag_request_queue = topic(
-    'doc-rag', kind='non-persistent', namespace='request'
-)
-document_rag_response_queue = topic(
-    'doc-rag', kind='non-persistent', namespace='response'
-)