Feature/flow management cli (#346)

Flow management API + various flow management commands

trustgraph-cli/scripts/tg-delete-flow-class
trustgraph-cli/scripts/tg-get-flow-class
trustgraph-cli/scripts/tg-put-flow-class
trustgraph-cli/scripts/tg-show-flow-classes
trustgraph-cli/scripts/tg-show-flows
trustgraph-cli/scripts/tg-start-flow
trustgraph-cli/scripts/tg-stop-flow

tests/test-config

@@ -0,0 +1,2 @@
+#!/usr/bin/env python3
+

tests/test-flow

@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+
+import requests
+
+url = "http://localhost:8088/"
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "list-classes",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "get-class",
+        "class-name": "default",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "put-class",
+        "class-name": "bunch",
+        "class-definition": "{}",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "get-class",
+        "class-name": "bunch",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "list-classes",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "delete-class",
+        "class-name": "bunch",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "list-classes",
+    }
+)
+
+print(resp)
+print(resp.text)
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "list-flows",
+    }
+)
+
+print(resp)
+print(resp.text)

tests/test-flow-get-class

@@ -0,0 +1,19 @@
+#!/usr/bin/env python3
+
+import requests
+
+url = "http://localhost:8088/"
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "get-class",
+        "class-name": "default",
+    }
+)
+
+resp = resp.json()
+
+print(resp["class-definition"])
+
+

tests/test-flow-start-flow

@@ -0,0 +1,23 @@
+#!/usr/bin/env python3
+
+import requests
+import json
+
+url = "http://localhost:8088/"
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "start-flow",
+        "flow-id": "0003",
+        "class-name": "default",
+    }
+)
+
+print(resp)
+print(resp.text)
+resp = resp.json()
+
+
+print(resp)
+

tests/test-flow-stop-flow

@@ -0,0 +1,22 @@
+#!/usr/bin/env python3
+
+import requests
+import json
+
+url = "http://localhost:8088/"
+
+resp = requests.post(
+    f"{url}/api/v1/flow",
+    json={
+        "operation": "stop-flow",
+        "flow-id": "0003",
+    }
+)
+
+print(resp)
+print(resp.text)
+resp = resp.json()
+
+
+print(resp)
+

tests/test-load-pdf

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+
+import pulsar
+from pulsar.schema import JsonSchema
+import base64
+
+from trustgraph.schema import Document, Metadata
+
+client = pulsar.Client("pulsar://localhost:6650", listener_name="localhost")
+
+prod = client.create_producer(
+    topic="persistent://tg/flow/document-load:0000",
+    schema=JsonSchema(Document),
+    chunking_enabled=True,
+)
+
+path = "../sources/Challenger-Report-Vol1.pdf"
+
+with open(path, "rb") as f:
+    blob = base64.b64encode(f.read()).decode("utf-8")
+
+message = Document(
+    metadata = Metadata(
+        id = "00001",
+        metadata = [],
+        user="trustgraph",
+        collection="default",
+    ),
+    data=blob
+)    
+
+prod.send(message)
+
+prod.close()
+client.close()
+

tests/test-load-text

@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+
+import pulsar
+from pulsar.schema import JsonSchema
+import base64
+
+from trustgraph.schema import TextDocument, Metadata
+
+client = pulsar.Client("pulsar://localhost:6650", listener_name="localhost")
+
+prod = client.create_producer(
+    topic="persistent://tg/flow/text-document-load:0000",
+    schema=JsonSchema(TextDocument),
+    chunking_enabled=True,
+)
+
+path = "docs/README.cats"
+
+with open(path, "r") as f:
+#    blob = base64.b64encode(f.read()).decode("utf-8")
+    blob = f.read()
+
+message = TextDocument(
+    metadata = Metadata(
+        id = "00001",
+        metadata = [],
+        user="trustgraph",
+        collection="default",
+    ),
+    text=blob
+)    
+
+prod.send(message)
+
+prod.close()
+client.close()
+