K8s (#58)

Added templates which produce K8s resources.  With the provided GCP wrapper, it works on GCP K8s cluster.  This isn't stable enough for other folks to use so will need more piloting before it can be documented and released.

Makefile

@@ -69,3 +69,10 @@ update-templates: set-version
 	         --ext-str options=$${cm} -S $${input} > $${output}; \
 	  done; \
 	done
+
+config.yaml: config.json FORCE
+	jsonnet -J . -J templates/ templates/config-to-k8s.jsonnet | \
+	    python3 -c 'import sys, yaml, json; j=json.loads(sys.stdin.read()); print(yaml.safe_dump(j))' > $@
+
+FORCE:
+

templates/components/azure.jsonnet

@@ -37,8 +37,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -74,8 +79,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/bedrock.jsonnet

@@ -44,8 +44,13 @@ local chunker = import "chunker-recursive.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -85,8 +90,13 @@ local chunker = import "chunker-recursive.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/cassandra.jsonnet

@@ -27,8 +27,13 @@ cassandra + {
                 "stop-triples", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -54,8 +59,13 @@ cassandra + {
                 "query-triples", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     }

templates/components/chunker-recursive.jsonnet

@@ -31,8 +31,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "chunker", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/claude.jsonnet

@@ -34,8 +34,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -69,8 +74,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/cohere.jsonnet

@@ -35,8 +35,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -68,8 +73,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/document-rag.jsonnet

@@ -28,8 +28,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "document-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/embeddings-hf.jsonnet

@@ -21,15 +21,20 @@ local prompts = import "prompts/mixtral.jsonnet";
                         "-m",
                         $["embeddings-model"],
                     ])
-                    .with_limits("1.0", "256M")
-                    .with_reservations("0.5", "256M");
+                    .with_limits("1.0", "400M")
+                    .with_reservations("0.5", "400M");
 
             local containerSet = engine.containers(
                 "embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/embeddings-ollama.jsonnet

@@ -30,8 +30,13 @@ local url = import "values/url.jsonnet";
                 "embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/grafana.jsonnet

@@ -8,26 +8,37 @@ local images = import "values/images.jsonnet";
         create:: function(engine)
 
             local vol = engine.volume("prometheus-data").with_size("20G");
-            local cfgVol = engine.configVolume("./prometheus")
-                .with_size("20G");
+
+            local cfgVol = engine.configVolume(
+                "prometheus-cfg", "./prometheus",
+		{
+		    "prometheus.yml": importstr "prometheus/prometheus.yml",
+		}
+            );
 
             local container =
                 engine.container("prometheus")
                     .with_image(images.prometheus)
                     .with_limits("0.5", "128M")
                     .with_reservations("0.1", "128M")
+//                    .with_command(["/bin/sh", "-c", "sleep 9999999"])
                     .with_port(9090, 9090, "http")
-                    .with_volume_mount(cfgVol, "/etc/prometheus")
+                    .with_volume_mount(cfgVol, "/etc/prometheus/")
                     .with_volume_mount(vol, "/prometheus");
 
             local containerSet = engine.containers(
                 "prometheus", [ container ]
             );
 
+            local service =
+                engine.service(containerSet)
+                .with_port(9090, 9090, "http");
+
             engine.resources([
                 cfgVol,
                 vol,
                 containerSet,
+                service,
             ])
 
     },
@@ -37,12 +48,33 @@ local images = import "values/images.jsonnet";
         create:: function(engine)
 
             local vol = engine.volume("grafana-storage").with_size("20G");
-            local cv1 = engine.configVolume("./grafana/dashboard.yml")
-                .with_size("20G");
-            local cv2 = engine.configVolume("./grafana/datasource.yml")
-                .with_size("20G");
-            local cv3 = engine.configVolume("./grafana/dashboard.json")
-                .with_size("20G");
+
+            local provDashVol = engine.configVolume(
+                "prov-dash", "./grafana/provisioning/",
+		{
+		    "dashboard.yml":
+                        importstr "grafana/provisioning/dashboard.yml",
+		}
+		
+            );
+
+            local provDataVol = engine.configVolume(
+                "prov-data", "./grafana/provisioning/",
+		{
+		    "datasource.yml":
+                        importstr "grafana/provisioning/datasource.yml",
+		}
+		
+            );
+
+            local dashVol = engine.configVolume(
+                "dashboards", "./grafana/dashboards/",
+		{
+		    "dashboard.json":
+                        importstr "grafana/dashboards/dashboard.json",
+		}
+		
+            );
 
             local container =
                 engine.container("grafana")
@@ -58,20 +90,31 @@ local images = import "values/images.jsonnet";
                     .with_reservations("0.5", "256M")
                     .with_port(3000, 3000, "cassandra")
                     .with_volume_mount(vol, "/var/lib/grafana")
-                    .with_volume_mount(cv1, "/etc/grafana/provisioning/dashboards/dashboard.yml")
-                    .with_volume_mount(cv2, "/etc/grafana/provisioning/datasources/datasource.yml")
-                    .with_volume_mount(cv3, "/var/lib/grafana/dashboards/dashboard.json");
+                    .with_volume_mount(
+                        provDashVol, "/etc/grafana/provisioning/dashboards/"
+                    )
+                    .with_volume_mount(
+                        provDataVol, "/etc/grafana/provisioning/datasources/"
+                    )
+                    .with_volume_mount(
+                        dashVol, "/var/lib/grafana/dashboards/"
+                    );
 
             local containerSet = engine.containers(
                 "grafana", [ container ]
             );
 
+            local service =
+                engine.service(containerSet)
+                .with_port(3000, 3000, "http");
+
             engine.resources([
                 vol,
-                cv1,
-                cv2,
-                cv3,
+	        provDashVol,
+	        provDataVol,
+		dashVol,
                 containerSet,
+                service,
             ])
 
     },

templates/components/graph-rag.jsonnet

@@ -27,8 +27,13 @@ local url = import "values/url.jsonnet";
                 "kg-extract-definitions", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -52,8 +57,13 @@ local url = import "values/url.jsonnet";
                 "kg-extract-relationships", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -87,8 +97,13 @@ local url = import "values/url.jsonnet";
                 "graph-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/milvus.jsonnet

@@ -27,8 +27,13 @@ milvus + {
                 "store-graph-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -54,8 +59,13 @@ milvus + {
                 "query-graph-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -81,8 +91,13 @@ milvus + {
                 "store-doc-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -108,8 +123,13 @@ milvus + {
                 "query-doc-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/neo4j.jsonnet

@@ -28,8 +28,13 @@ neo4j + {
                 "store-triples", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -55,8 +60,13 @@ neo4j + {
                 "query-triples", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/ollama.jsonnet

@@ -31,8 +31,13 @@ local prompts = import "prompts/slm.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -64,8 +69,13 @@ local prompts = import "prompts/slm.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/openai.jsonnet

@@ -37,8 +37,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -74,8 +79,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/prompt-generic.jsonnet

@@ -28,8 +28,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "prompt", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -61,8 +66,13 @@ local prompts = import "prompts/mixtral.jsonnet";
                 "prompt-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/prompt-template.jsonnet

@@ -39,8 +39,13 @@ local default_prompts = import "prompts/default-prompts.jsonnet";
                 "prompt", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -82,8 +87,13 @@ local default_prompts = import "prompts/default-prompts.jsonnet";
                 "prompt-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/pulsar-manager.jsonnet

@@ -27,8 +27,8 @@ local images = import "values/images.jsonnet";
 
             local service =
                 engine.service(containerSet)
-                .with_port(9527, 9527)
-                .with_port(7750, 7750);
+                .with_port(9527, 9527, "api")
+                .with_port(7750, 7750, "api2);
 
             engine.resources([
                 containerSet,

templates/components/pulsar.jsonnet

@@ -7,19 +7,20 @@ local images = import "values/images.jsonnet";
 
         create:: function(engine)
 
-            local confVolume = engine.volume("pulsar-conf").with_size("2G");
+//            local confVolume = engine.volume("pulsar-conf").with_size("2G");
             local dataVolume = engine.volume("pulsar-data").with_size("20G");
 
             local container =
                 engine.container("pulsar")
                     .with_image(images.pulsar)
-                    .with_command("bin/pulsar standalone")
+                    .with_command(["bin/pulsar", "standalone"])
+//                    .with_command(["/bin/sh", "-c", "sleep 9999999"])
                     .with_environment({
-                        "PULSAR_MEM": "-Xms700M -Xmx700M"
+                        "PULSAR_MEM": "-Xms600M -Xmx600M"
                     })
-                    .with_limits("1.0", "900M")
-                    .with_reservations("0.5", "900M")
-                    .with_volume_mount(confVolume, "/pulsar/conf")
+                    .with_limits("2.0", "1500M")
+                    .with_reservations("1.0", "1500M")
+//                    .with_volume_mount(confVolume, "/pulsar/conf")
                     .with_volume_mount(dataVolume, "/pulsar/data")
                     .with_port(6650, 6650, "bookie")
                     .with_port(8080, 8080, "http");
@@ -30,27 +31,35 @@ local images = import "values/images.jsonnet";
                     .with_command([
                         "sh",
                         "-c",
-                        "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response",
+                        "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done",
                     ])
-                    .with_limits("0.5", "128M")
-                    .with_reservations("0.1", "128M");
+                    .with_limits("1", "400M")
+                    .with_reservations("0.1", "400M");
 
             local containerSet = engine.containers(
                 "pulsar",
                 [
-                    container, adminContainer
+                    container
+                ]
+            );
+
+            local adminContainerSet = engine.containers(
+                "init-pulsar",
+                [
+                    adminContainer
                 ]
             );
 
             local service =
                 engine.service(containerSet)
-                .with_port(6650, 6650)
-                .with_port(8080, 8080);
+                .with_port(6650, 6650, "bookie")
+                .with_port(8080, 8080, "http");
 
             engine.resources([
-                confVolume,
+//                confVolume,
                 dataVolume,
                 containerSet,
+                adminContainerSet,
                 service,
             ])
 
@@ -58,5 +67,3 @@ local images = import "values/images.jsonnet";
 
 }
 
-
-

templates/components/qdrant.jsonnet

@@ -27,8 +27,13 @@ qdrant + {
                 "store-graph-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -54,8 +59,13 @@ qdrant + {
                 "query-graph-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -81,8 +91,13 @@ qdrant + {
                 "store-doc-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -108,8 +123,13 @@ qdrant + {
                 "query-doc-embeddings", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8080, 8080, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
 

templates/components/trustgraph.jsonnet

@@ -31,8 +31,13 @@ local prompt = import "prompt-template.jsonnet";
                 "chunker", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -56,8 +61,13 @@ local prompt = import "prompt-template.jsonnet";
                 "pdf-decoder", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },
@@ -81,8 +91,13 @@ local prompt = import "prompt-template.jsonnet";
                 "vectorize", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 containerSet,
+                service,
             ])
 
     },

templates/components/vertexai.jsonnet

@@ -15,7 +15,13 @@ local prompts = import "prompts/mixtral.jsonnet";
     
         create:: function(engine)
 
-            local cfgVol = engine.configVolume("./vertexai");
+            local cfgVol = engine.secretVolume(
+	        "vertexai-creds",
+	        "./vertexai",
+		{
+		    "private.json": importstr "vertexai/private.json",
+		}
+            );
 
             local container =
                 engine.container("text-completion")
@@ -35,17 +41,22 @@ local prompts = import "prompts/mixtral.jsonnet";
                         "-m",
                         $["vertexai-model"],
                     ])
-                    .with_limits("0.5", "128M")
-                    .with_reservations("0.1", "128M")
+                    .with_limits("0.5", "256M")
+                    .with_reservations("0.1", "256M")
                     .with_volume_mount(cfgVol, "/vertexai");
 
             local containerSet = engine.containers(
                 "text-completion", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 cfgVol,
                 containerSet,
+                service,
             ])
 
     },
@@ -54,7 +65,13 @@ local prompts = import "prompts/mixtral.jsonnet";
     
         create:: function(engine)
 
-            local cfgVol = engine.configVolume("./vertexai");
+            local cfgVol = engine.secretVolume(
+	        "vertexai-creds",
+	        "./vertexai",
+		{
+		    "private.json": importstr "vertexai/private.json",
+		}
+            );
 
             local container =
                 engine.container("text-completion-rag")
@@ -78,20 +95,24 @@ local prompts = import "prompts/mixtral.jsonnet";
                         "-o",
                         "non-persistent://tg/response/text-completion-rag-response",
                     ])
-                    .with_limits("0.5", "128M")
-                    .with_reservations("0.1", "128M")
+                    .with_limits("0.5", "256M")
+                    .with_reservations("0.1", "256M")
                     .with_volume_mount(cfgVol, "/vertexai");
 
             local containerSet = engine.containers(
                 "text-completion-rag", [ container ]
             );
 
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
             engine.resources([
                 cfgVol,
                 containerSet,
+                service,
             ])
 
-
     }
 
 } + prompts

templates/config-to-gcp-k8s.jsonnet

@@ -0,0 +1,52 @@
+
+local engine = import "k8s.jsonnet";
+local decode = import "decode-config.jsonnet";
+local components = import "components.jsonnet";
+
+// Import config
+local config = import "config.json";
+
+// Produce patterns from config
+local patterns = decode(config);
+
+local ns = {
+    apiVersion: "v1",
+    kind: "Namespace",
+    metadata: {
+        name: "trustgraph",
+    },
+    "spec": {
+    },
+};
+
+local sc = {
+    apiVersion: "storage.k8s.io/v1",
+    kind: "StorageClass",
+    metadata: {
+        name: "tg",
+    },
+    provisioner: "pd.csi.storage.gke.io",
+    parameters: {
+        type: "pd-balanced",
+        "csi.storage.k8s.io/fstype": "ext4",
+    },
+    reclaimPolicy: "Delete",
+    volumeBindingMode: "WaitForFirstConsumer",
+};
+
+//patterns["pulsar"].create(engine)
+
+// Extract resources usnig the engine
+local resources = std.flattenArrays([
+    p.create(engine) for p in std.objectValues(patterns)
+]);
+
+local resourceList = {
+    apiVersion: "v1",
+    kind: "List",
+    items: [ns, sc] + resources,
+};
+
+
+resourceList
+

templates/docker-compose.jsonnet

@@ -26,7 +26,7 @@
             function(vol, mnt)
                 self + {
                     volumes: super.volumes + [{
-                        volume: vol.name, mount: mnt
+                        volume: vol, mount: mnt
                     }]
                 },
 
@@ -70,7 +70,7 @@
                 (if std.length(container.volumes) > 0 then
                 {
                     volumes:  [
-                        "%s:%s" % [vol.volume, vol.mount]
+                        "%s:%s" % [vol.volume.name, vol.mount]
                         for vol in container.volumes
                     ]
                 }
@@ -81,6 +81,21 @@
 
     },
 
+    internalService:: function(containers)
+    {
+
+        local service = self,
+
+        name: containers.name,
+
+        with_port:: function(src, dest, name)
+            self + { port: [src, dest] },
+
+        add:: function() {
+        }
+
+    },
+
     service:: function(containers)
     {
 
@@ -88,7 +103,8 @@
 
         name: containers.name,
 
-        with_port:: function(src, dest) self + { port: [src, dest] },
+        with_port:: function(src, dest, name)
+            self + { port: [src, dest] },
 
         add:: function() {
         }
@@ -112,13 +128,26 @@
 
     },
 
-    // FIXME: For K8s
-    configVolume:: function(name)
+    configVolume:: function(name, dir, parts)
     {
 
         local volume = self,
 
-        name: name,
+        name: dir,
+
+        with_size:: function(size) self + { size: size },
+
+        add:: function() {
+        }
+
+    },
+
+    secretVolume:: function(name, dir, parts)
+    {
+
+        local volume = self,
+
+        name: dir,
 
         with_size:: function(size) self + { size: size },
 

templates/k8s.jsonnet

@@ -0,0 +1,330 @@
+{
+
+    container:: function(name)
+    {
+
+        local container = self,
+
+        name: name,
+        limits: {},
+        reservations: {},
+        ports: [],
+        volumes: [],
+
+        with_image:: function(x) self + { image: x },
+
+        with_command:: function(x) self + { command: x },
+
+        with_environment:: function(x) self + { environment: x },
+
+        with_limits:: function(c, m) self + { limits: { cpu: c, memory: m } },
+
+        with_reservations::
+            function(c, m) self + { reservations: { cpu: c, memory: m } },
+
+        with_volume_mount::
+            function(vol, mnt)
+                self + {
+                    volumes: super.volumes + [{
+                        volume: vol, mount: mnt
+                    }]
+                },
+
+        with_port::
+            function(src, dest, name) self + {
+                ports: super.ports + [
+                    { src: src, dest: dest, name : name }
+                ]
+            },
+
+        add:: function() [
+
+                {
+                    apiVersion: "apps/v1",
+                    kind: "Deployment",
+                    metadata: {
+                        name: container.name,
+                        namespace: "trustgraph",
+                        labels: {
+                            app: container.name
+                        }
+                    },
+                    spec: {
+                        replicas: 1,
+                        selector: {
+                            matchLabels: {
+                                app: container.name,
+                            }
+                        },
+                        template: {
+                            metadata: {
+                                labels: {
+                                    app: container.name,
+                                }
+                            },
+                            spec: {
+                                containers: [
+                                    {
+                                        name: container.name,
+                                        image: container.image,
+                                        securityContext: {
+                              //            fsGroup: 1234
+                              //            runAsUser: 65534
+                              //            runAsGroup: 65534
+                              //            runAsNonRoot: true
+                                          runAsUser: 0,
+                                          runAsGroup: 0,
+                              //            runAsNonRoot: true,
+                              //            readOnlyRootFilesystem: true,
+                                      },
+                                        resources: {
+                                            requests: container.reservations,
+                                            limits: container.limits
+                                        },
+                                    } + (
+                                    if std.length(container.ports) > 0 then
+                                    {
+                                        ports:  [
+                                            {
+                                                hostPort: port.src,
+                                                containerPort: port.dest,
+                                            }
+                                            for port in container.ports
+                                        ]
+                                    } else
+                                    {}) + 
+
+                                    (if std.objectHas(container, "command") then
+                                    { command: container.command }
+                                    else {}) + 
+                                    (if std.objectHas(container, "environment") then
+                                    { env: [ {
+                                        name: e.key, value: e.value
+                                        }
+                                        for e in 
+                                        std.objectKeysValues(
+                                            container.environment
+                                            )
+                                            ]
+                                            }
+                                    else {}) + 
+
+                (if std.length(container.volumes) > 0 then
+                {
+                    volumeMounts: [
+                        {
+                            mountPath: vol.mount,
+                            name: vol.volume.name,
+                        }
+                        for vol in container.volumes
+                    ]
+                }
+
+                else
+                {}
+                )
+                            ],
+                            volumes: [
+                        vol.volume.volRef()
+                        for vol in container.volumes
+
+                            ]
+                        }
+                    },
+                } + {}
+
+                }
+
+            ]
+
+    },
+
+    // Just an alias
+    internalService:: self.service,
+
+    service:: function(containers)
+    {
+
+        local service = self,
+
+        name: containers.name,
+
+        ports: [],
+
+        with_port::
+            function(src, dest, name)
+                self + {
+                    ports: super.ports + [
+                        { src: src, dest: dest, name: name  }
+                    ]
+                },
+
+        add:: function() [
+
+                {
+
+                    apiVersion: "v1",
+                    kind: "Service",
+                    metadata: {
+                        name: service.name,
+                        namespace: "trustgraph",
+                    },
+                    spec: {
+                        selector: {
+                            app: service.name,
+                        },
+                        ports: [
+                            {
+                                port: port.src,
+                                targetPort: port.dest,
+                                name: port.name,
+                            }
+                            for port in service.ports
+                        ],
+                    }
+                }
+            ],
+
+    },
+
+    volume:: function(name)
+    {
+
+        local volume = self,
+
+        name: name,
+
+        with_size:: function(size) self + { size: size },
+
+        add:: function() [
+/*
+                {
+
+                    apiVersion: "v1",
+                    kind: "PersistentVolume",
+                    metadata: {
+                        name: volume.name,
+                        labels: {
+                            type: "local",
+                        }
+                    },
+                    spec: {
+                        storageClassName: "tg",
+                        volumeMode: "Filesystem",
+                        capacity: {
+                            storage: volume.size,
+                        },
+                        accessModes: [ "ReadWriteOnce" ],
+                        persistentVolumeReclaimPolicy: "Delete",
+                    }
+                },
+*/
+                {
+                    apiVersion: "v1",
+                    kind: "PersistentVolumeClaim",
+                    metadata: {
+                        name: volume.name,
+                        namespace: "trustgraph",
+                    },
+                    spec: {
+                        storageClassName: "tg",
+                        accessModes: [ "ReadWriteOnce" ],
+                        resources: {
+                            requests: {
+                                storage: volume.size,
+                            }
+                        },
+//                        volumeName: volume.name,
+                    }
+                }
+            ],
+
+        volRef:: function() {
+            name: volume.name,
+            persistentVolumeClaim: { claimName: volume.name },
+        }
+
+    },
+
+    configVolume:: function(name, dir, parts)
+    {
+
+        local volume = self,
+
+        name: name,
+
+        with_size:: function(size) self + { size: size },
+
+        add:: function() [
+                {
+                    apiVersion: "v1",
+                    kind: "ConfigMap",
+                    metadata: {
+                        name: volume.name,
+                        namespace: "trustgraph",
+                    },
+                    data: parts
+                },
+            ],
+
+
+        volRef:: function() {
+            name: volume.name,
+            configMap: { name: volume.name },
+        }
+
+    },
+
+    secretVolume:: function(name, dir, parts)
+    {
+
+        local volume = self,
+
+        name: name,
+
+        with_size:: function(size) self + { size: size },
+
+        add:: function() [
+                {
+                    apiVersion: "v1",
+                    kind: "Secret",
+                    metadata: {
+                        name: volume.name,
+                        namespace: "trustgraph",
+                    },
+                    data: {
+                        [item.key]: std.base64(item.value)
+                        for item in std.objectKeysValues(parts)
+                    }
+                },
+            ],
+
+        volRef:: function() {
+            name: volume.name,
+            secret: { secretName: volume.name },
+        }
+
+    },
+
+    containers:: function(name, containers)
+    {
+
+        local cont = self,
+
+        name: name,
+        containers: containers,
+
+        add:: function() std.flattenArrays(
+            [ c.add() for c in cont.containers ]
+        ),
+
+    },
+
+    resources:: function(res)
+
+        std.flattenArrays(
+            [ c.add() for c in res ]
+        ),
+
+}
+

templates/stores/cassandra.jsonnet

@@ -26,7 +26,7 @@ local images = import "values/images.jsonnet";
 
             local service =
                 engine.service(containerSet)
-                .with_port(9042, 9042);
+                .with_port(9042, 9042, "api");
 
             engine.resources([
                 vol,

templates/stores/milvus.jsonnet

@@ -37,7 +37,7 @@ local images = import "values/images.jsonnet";
 
             local service =
                 engine.service(containerSet)
-                .with_port(2379, 2379);
+                .with_port(2379, 2379, 30379, "api");
 
             engine.resources([
                 vol,
@@ -78,7 +78,7 @@ local images = import "values/images.jsonnet";
 
             local service =
                 engine.service(containerSet)
-                .with_port(9001, 9001);
+                .with_port(9001, 9001, "api");
 
             engine.resources([
                 vol,
@@ -116,8 +116,8 @@ local images = import "values/images.jsonnet";
 
             local service =
                 engine.service(containerSet)
-                .with_port(9091, 9091)
-                .with_port(19530, 19530);
+                .with_port(9091, 9091, "api")
+                .with_port(19530, 19530, "api2);
 
             engine.resources([
                 vol,

templates/stores/neo4j.jsonnet

@@ -28,10 +28,16 @@ local images = import "values/images.jsonnet";
                 "neo4j", [ container ]
             );
 
+            local service =
+                engine.service(containerSet)
+                .with_port(7474, 7474, "api")
+                .with_port(7687, 7687, "api2");
+
             engine.resources([
                 vol,
                 containerSet,
-            ])
+                service,
+           ])
 
     },
 

templates/stores/qdrant.jsonnet

@@ -22,9 +22,15 @@ local images = import "values/images.jsonnet";
                 "qdrant", [ container ]
             );
 
+            local service =
+                engine.service(containerSet)
+                .with_port(6333, 6333, "api")
+                .with_port(6334, 6334, "api2");
+
             engine.resources([
                 vol,
                 containerSet,
+                service,
             ])
 
     },

templates/values/version.jsonnet

@@ -0,0 +1 @@
+"0.9.3"

tg-launch-azure-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -470,6 +471,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-azure-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -471,6 +472,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-bedrock-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -478,6 +479,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-bedrock-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -479,6 +480,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-claude-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -466,6 +467,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-claude-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -467,6 +468,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-cohere-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -462,6 +463,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-cohere-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -463,6 +464,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-ollama-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -216,24 +216,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -414,6 +415,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-ollama-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -217,24 +217,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -415,6 +416,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-openai-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -470,6 +471,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-openai-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -471,6 +472,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-vertexai-cassandra.yaml

@@ -46,10 +46,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -69,9 +69,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -101,15 +101,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -171,7 +171,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -264,24 +264,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -420,10 +421,10 @@
       "resources":
         "limits":
           "cpus": "0.5"
-          "memory": "128M"
+          "memory": "256M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "256M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
     "volumes":
@@ -451,10 +452,10 @@
       "resources":
         "limits":
           "cpus": "0.5"
-          "memory": "128M"
+          "memory": "256M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "256M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
     "volumes":
@@ -478,6 +479,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-launch-vertexai-neo4j.yaml

@@ -29,10 +29,10 @@
       "resources":
         "limits":
           "cpus": "1.0"
-          "memory": "256M"
+          "memory": "400M"
         "reservations":
           "cpus": "0.5"
-          "memory": "256M"
+          "memory": "400M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "grafana":
@@ -52,9 +52,9 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "graph-rag":
     "command":
     - "graph-rag"
@@ -84,15 +84,15 @@
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
@@ -172,7 +172,7 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "prompt":
     "command":
@@ -265,24 +265,25 @@
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -421,10 +422,10 @@
       "resources":
         "limits":
           "cpus": "0.5"
-          "memory": "128M"
+          "memory": "256M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "256M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
     "volumes":
@@ -452,10 +453,10 @@
       "resources":
         "limits":
           "cpus": "0.5"
-          "memory": "128M"
+          "memory": "256M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "256M"
     "image": "docker.io/trustgraph/trustgraph-flow:0.9.3"
     "restart": "on-failure:100"
     "volumes":
@@ -479,6 +480,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-storage-cassandra.yaml

@@ -33,22 +33,22 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "init-pulsar":
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "prometheus":
@@ -65,27 +65,28 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -209,6 +210,5 @@
   "cassandra": {}
   "grafana-storage": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}

tg-storage-neo4j.yaml

@@ -16,22 +16,22 @@
     "restart": "on-failure:100"
     "volumes":
     - "grafana-storage:/var/lib/grafana"
-    - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml"
-    - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml"
-    - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/dashboards/"
+    - "./grafana/provisioning/:/etc/grafana/provisioning/datasources/"
+    - "./grafana/dashboards/:/var/lib/grafana/dashboards/"
   "init-pulsar":
     "command":
     - "sh"
     - "-c"
-    - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response"
+    - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done"
     "deploy":
       "resources":
         "limits":
-          "cpus": "0.5"
-          "memory": "128M"
+          "cpus": "1"
+          "memory": "400M"
         "reservations":
           "cpus": "0.1"
-          "memory": "128M"
+          "memory": "400M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "neo4j":
@@ -66,27 +66,28 @@
     - "9090:9090"
     "restart": "on-failure:100"
     "volumes":
-    - "./prometheus:/etc/prometheus"
+    - "./prometheus:/etc/prometheus/"
     - "prometheus-data:/prometheus"
   "pulsar":
-    "command": "bin/pulsar standalone"
+    "command":
+    - "bin/pulsar"
+    - "standalone"
     "deploy":
       "resources":
         "limits":
-          "cpus": "1.0"
-          "memory": "900M"
+          "cpus": "2.0"
+          "memory": "1500M"
         "reservations":
-          "cpus": "0.5"
-          "memory": "900M"
+          "cpus": "1.0"
+          "memory": "1500M"
     "environment":
-      "PULSAR_MEM": "-Xms700M -Xmx700M"
+      "PULSAR_MEM": "-Xms600M -Xmx600M"
     "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
     "restart": "on-failure:100"
     "volumes":
-    - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "qdrant":
     "deploy":
@@ -210,6 +211,5 @@
   "grafana-storage": {}
   "neo4j": {}
   "prometheus-data": {}
-  "pulsar-conf": {}
   "pulsar-data": {}
   "qdrant": {}