Add metering to templates (#74)

* Add metering to trustgraph-core component

* Regenerate templates to run metering

templates/components/trustgraph.jsonnet

@@ -102,5 +102,35 @@ local prompt = import "prompt-template.jsonnet";
 
     },
 
+    "metering" +: {
+    
+        create:: function(engine)
+
+            local container =
+                engine.container("metering")
+                    .with_image(images.trustgraph)
+                    .with_command([
+                        "metering",
+                        "-p",
+                        url.pulsar,
+                    ])
+                    .with_limits("0.5", "128M")
+                    .with_reservations("0.1", "128M");
+
+            local containerSet = engine.containers(
+                "metering", [ container ]
+            );
+
+            local service =
+                engine.internalService(containerSet)
+                .with_port(8000, 8000, "metrics");
+
+            engine.resources([
+                containerSet,
+                service,
+            ])
+
+    },
+
 } + prompt
 

tg-launch-azure-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-azure-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-bedrock-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-bedrock-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-claude-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-claude-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-cohere-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-cohere-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-llamafile-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-llamafile-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-ollama-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-ollama-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-openai-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-openai-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources:

tg-launch-vertexai-cassandra.yaml

@@ -162,6 +162,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   pdf-decoder:
     command:
     - pdf-decoder

tg-launch-vertexai-neo4j.yaml

@@ -145,6 +145,21 @@ services:
           memory: 128M
     image: docker.io/trustgraph/trustgraph-flow:0.11.1
     restart: on-failure:100
+  metering:
+    command:
+    - metering
+    - -p
+    - pulsar://pulsar:6650
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 128M
+        reservations:
+          cpus: '0.1'
+          memory: 128M
+    image: docker.io/trustgraph/trustgraph-flow:0.11.1
+    restart: on-failure:100
   neo4j:
     deploy:
       resources: