Squashed 'ai-context/trustgraph-templates/' content from commit 42a5fd1b

git-subtree-dir: ai-context/trustgraph-templates
git-subtree-split: 42a5fd1b678f32be378062e30451e2052ccb95dd

trustgraph_configurator/resources/2.2/grafana/dashboards/log-dashboard.json

@@ -0,0 +1,178 @@
+{
+  "annotations": {
+    "list": [
+      {
+        "builtIn": 1,
+        "datasource": {
+          "type": "grafana",
+          "uid": "-- Grafana --"
+        },
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
+        "type": "dashboard"
+      }
+    ]
+  },
+  "editable": true,
+  "fiscalYearStartMonth": 0,
+  "graphTooltip": 0,
+  "id": 3,
+  "links": [],
+  "panels": [
+    {
+      "datasource": {
+        "type": "loki",
+        "uid": "cf6m73l5rnvuod"
+      },
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "fillOpacity": 33,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "lineWidth": 1,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
+            }
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              },
+              {
+                "color": "red",
+                "value": 80
+              }
+            ]
+          }
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 6,
+        "w": 24,
+        "x": 0,
+        "y": 0
+      },
+      "id": 2,
+      "options": {
+        "barRadius": 0,
+        "barWidth": 0.97,
+        "fullHighlight": false,
+        "groupWidth": 0.7,
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "orientation": "auto",
+        "showValue": "never",
+        "stacking": "normal",
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "single",
+          "sort": "none"
+        },
+        "xTickLabelRotation": 0,
+        "xTickLabelSpacing": 100
+      },
+      "pluginVersion": "12.1.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "loki",
+            "uid": "cf6m73l5rnvuod"
+          },
+          "direction": "backward",
+          "editorMode": "code",
+          "expr": "topk(5, sum by (processor) (count_over_time({severity=~\"error|critical\"} [$__auto])))",
+          "queryType": "range",
+          "refId": "A"
+        }
+      ],
+      "title": "Error volume",
+      "type": "barchart"
+    },
+    {
+      "datasource": {
+        "type": "loki",
+        "uid": "cf6m73l5rnvuod"
+      },
+      "fieldConfig": {
+        "defaults": {},
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 18,
+        "w": 24,
+        "x": 0,
+        "y": 6
+      },
+      "id": 1,
+      "options": {
+        "dedupStrategy": "none",
+        "enableInfiniteScrolling": false,
+        "enableLogDetails": true,
+        "prettifyLogMessage": false,
+        "showCommonLabels": false,
+        "showLabels": false,
+        "showTime": false,
+        "sortOrder": "Descending",
+        "wrapLogMessage": true
+      },
+      "pluginVersion": "12.1.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "loki",
+            "uid": "cf6m73l5rnvuod"
+          },
+          "direction": "backward",
+          "editorMode": "builder",
+          "expr": "{severity=~\"error|critical\"} |= ``",
+          "queryType": "range",
+          "refId": "A"
+        }
+      ],
+      "title": "Log errors",
+      "type": "logs"
+    }
+  ],
+  "preload": false,
+  "schemaVersion": 41,
+  "tags": [],
+  "templating": {
+    "list": []
+  },
+  "time": {
+    "from": "now-15m",
+    "to": "now"
+  },
+  "timepicker": {},
+  "timezone": "browser",
+  "title": "Logs",
+  "uid": "4bdce405-0dd3-4a14-9a8f-792152ebebba",
+  "version": 13
+}

trustgraph_configurator/resources/2.2/grafana/provisioning/dashboard.yml

@@ -0,0 +1,17 @@
+
+apiVersion: 1
+
+providers:
+
+  - name: 'trustgraph.ai'
+    orgId: 1
+    folder: 'TrustGraph'
+    folderUid: 'b6c5be90-d432-4df8-aeab-737c7b151228'
+    type: file
+    disableDeletion: false
+    updateIntervalSeconds: 30
+    allowUiUpdates: true
+    options:
+      path: /var/lib/grafana/dashboards
+      foldersFromFilesStructure: false
+

trustgraph_configurator/resources/2.2/grafana/provisioning/datasource.yml

@@ -0,0 +1,36 @@
+apiVersion: 1
+
+prune: true
+
+datasources:
+  - name: Prometheus
+    type: prometheus
+    access: proxy
+    orgId: 1
+    # <string> Sets a custom UID to reference this
+    # data source in other parts of the configuration.
+    # If not specified, Grafana generates one.
+    uid: 'f6b18033-5918-4e05-a1ca-4cb30343b129'
+
+    url: http://prometheus:9090
+
+    basicAuth: false
+    withCredentials: false
+    isDefault: true
+    editable: true
+
+  - name: Loki
+    type: loki
+    access: proxy
+    orgId: 1
+    # <string> Sets a custom UID to reference this
+    # data source in other parts of the configuration.
+    # If not specified, Grafana generates one.
+    uid: 'cf6m73l5rnvuod'
+
+    url: http://loki:3100
+
+    basicAuth: false
+    withCredentials: false
+    editable: true
+

trustgraph_configurator/resources/2.2/loki/local-config.yaml

@@ -0,0 +1,63 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+  log_level: debug
+  grpc_server_max_concurrent_streams: 1000
+
+common:
+  instance_addr: 127.0.0.1
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    kvstore:
+      store: inmemory
+
+query_range:
+  results_cache:
+    cache:
+      embedded_cache:
+        enabled: true
+        max_size_mb: 100
+
+limits_config:
+  metric_aggregation_enabled: true
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+
+pattern_ingester:
+  enabled: true
+  metric_aggregation:
+    loki_address: localhost:3100
+
+ruler:
+  alertmanager_url: http://localhost:9093
+
+frontend:
+  encoding: protobuf
+
+# By default, Loki will send anonymous, but uniquely-identifiable usage and configuration
+# analytics to Grafana Labs. These statistics are sent to https://stats.grafana.org/
+#
+# Statistics help us better understand how Loki is used, and they show us performance
+# levels for most users. This helps us prioritize features and documentation.
+# For more information on what's sent, look at
+# https://github.com/grafana/loki/blob/main/pkg/analytics/stats.go
+# Refer to the buildReport method to see what goes into a report.
+#
+# If you would like to disable reporting, uncomment the following lines:
+analytics:
+  reporting_enabled: false

trustgraph_configurator/resources/2.2/prometheus/prometheus-pulsar.yml

@@ -0,0 +1,271 @@
+global:
+
+  scrape_interval:     15s # By default, scrape targets every 15 seconds.
+
+  # Attach these labels to any time series or alerts when communicating with
+  # external systems (federation, remote storage, Alertmanager).
+  external_labels:
+    monitor: 'trustgraph'
+
+# A scrape configuration containing exactly one endpoint to scrape:
+# Here it's Prometheus itself.
+scrape_configs:
+
+  # The job name is added as a label `job=<job_name>` to any timeseries
+  # scraped from this config.
+
+  # TrustGraph services
+
+  - job_name: 'agent-manager'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'agent-manager:8000'
+
+  - job_name: 'api-gateway'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'api-gateway:8000'
+
+  - job_name: 'chunker'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'chunker:8000'
+
+  - job_name: 'config-svc'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'config-svc:8000'
+
+  - job_name: 'document-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'document-embeddings:8000'
+
+  - job_name: 'document-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'document-rag:8000'
+
+  - job_name: 'embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'embeddings:8000'
+
+  - job_name: 'graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'graph-embeddings:8000'
+
+  - job_name: 'graph-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'graph-rag:8000'
+
+  - job_name: 'kg-extract-agent'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-agent:8000'
+
+  - job_name: 'kg-extract-definitions'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-definitions:8000'
+
+  - job_name: 'kg-extract-objects'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-objects:8000'
+
+  - job_name: 'kg-extract-relationships'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-relationships:8000'
+
+  - job_name: 'kg-extract-ontology'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-ontology:8000'
+
+  - job_name: 'kg-manager'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-manager:8000'
+
+  - job_name: 'kg-store'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-store:8000'
+
+  - job_name: 'librarian'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'librarian:8000'
+
+  - job_name: 'mcp-server'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'mcp-server:8000'
+
+  - job_name: 'mcp-tool'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'mcp-tool:8000'
+
+  - job_name: 'metering'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'metering:8000'
+
+  - job_name: 'metering-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'metering-rag:8000'
+
+  - job_name: 'nlp-query'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'nlp-query:8000'
+
+  - job_name: 'pdf-decoder'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'pdf-decoder:8000'
+
+  - job_name: 'prompt'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'prompt:8000'
+
+  - job_name: 'prompt-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'prompt-rag:8000'
+
+  - job_name: 'query-doc-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-doc-embeddings:8000'
+
+  - job_name: 'query-graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-graph-embeddings:8000'
+
+  - job_name: 'query-row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-row-embeddings:8000'
+
+  - job_name: 'query-rows'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-rows:8000'
+
+  - job_name: 'query-triples'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-triples:8000'
+
+  - job_name: 'row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'row-embeddings:8000'
+
+  - job_name: 'store-doc-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-doc-embeddings:8000'
+
+  - job_name: 'store-graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-graph-embeddings:8000'
+
+  - job_name: 'store-row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-row-embeddings:8000'
+
+  - job_name: 'store-rows'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-rows:8000'
+
+  - job_name: 'store-triples'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-triples:8000'
+
+  - job_name: 'structured-query'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'structured-query:8000'
+
+  - job_name: 'structured-diag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'structured-diag:8000'
+
+  - job_name: 'text-completion'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'text-completion:8000'
+
+  - job_name: 'text-completion-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'text-completion-rag:8000'
+
+  # Non-Trustgraph services
+  - job_name: 'garage'
+    metrics_path: '/metrics'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'garage:3903'
+
+  - job_name: 'pulsar'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'pulsar:8080'

trustgraph_configurator/resources/2.2/prometheus/prometheus-rabbitmq.yml

@@ -0,0 +1,272 @@
+global:
+
+  scrape_interval:     15s # By default, scrape targets every 15 seconds.
+
+  # Attach these labels to any time series or alerts when communicating with
+  # external systems (federation, remote storage, Alertmanager).
+  external_labels:
+    monitor: 'trustgraph'
+
+# A scrape configuration containing exactly one endpoint to scrape:
+# Here it's Prometheus itself.
+scrape_configs:
+
+  # The job name is added as a label `job=<job_name>` to any timeseries
+  # scraped from this config.
+
+  # TrustGraph services
+
+  - job_name: 'agent-manager'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'agent-manager:8000'
+
+  - job_name: 'api-gateway'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'api-gateway:8000'
+
+  - job_name: 'chunker'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'chunker:8000'
+
+  - job_name: 'config-svc'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'config-svc:8000'
+
+  - job_name: 'document-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'document-embeddings:8000'
+
+  - job_name: 'document-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'document-rag:8000'
+
+  - job_name: 'embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'embeddings:8000'
+
+  - job_name: 'graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'graph-embeddings:8000'
+
+  - job_name: 'graph-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'graph-rag:8000'
+
+  - job_name: 'kg-extract-agent'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-agent:8000'
+
+  - job_name: 'kg-extract-definitions'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-definitions:8000'
+
+  - job_name: 'kg-extract-objects'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-objects:8000'
+
+  - job_name: 'kg-extract-relationships'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-relationships:8000'
+
+  - job_name: 'kg-extract-ontology'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-extract-ontology:8000'
+
+  - job_name: 'kg-manager'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-manager:8000'
+
+  - job_name: 'kg-store'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'kg-store:8000'
+
+  - job_name: 'librarian'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'librarian:8000'
+
+  - job_name: 'mcp-server'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'mcp-server:8000'
+
+  - job_name: 'mcp-tool'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'mcp-tool:8000'
+
+  - job_name: 'metering'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'metering:8000'
+
+  - job_name: 'metering-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'metering-rag:8000'
+
+  - job_name: 'nlp-query'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'nlp-query:8000'
+
+  - job_name: 'pdf-decoder'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'pdf-decoder:8000'
+
+  - job_name: 'prompt'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'prompt:8000'
+
+  - job_name: 'prompt-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'prompt-rag:8000'
+
+  - job_name: 'query-doc-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-doc-embeddings:8000'
+
+  - job_name: 'query-graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-graph-embeddings:8000'
+
+  - job_name: 'query-row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-row-embeddings:8000'
+
+  - job_name: 'query-rows'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-rows:8000'
+
+  - job_name: 'query-triples'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'query-triples:8000'
+
+  - job_name: 'row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'row-embeddings:8000'
+
+  - job_name: 'store-doc-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-doc-embeddings:8000'
+
+  - job_name: 'store-graph-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-graph-embeddings:8000'
+
+  - job_name: 'store-row-embeddings'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-row-embeddings:8000'
+
+  - job_name: 'store-rows'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-rows:8000'
+
+  - job_name: 'store-triples'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'store-triples:8000'
+
+  - job_name: 'structured-query'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'structured-query:8000'
+
+  - job_name: 'structured-diag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'structured-diag:8000'
+
+  - job_name: 'text-completion'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'text-completion:8000'
+
+  - job_name: 'text-completion-rag'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'text-completion-rag:8000'
+
+  # Non-Trustgraph services
+  - job_name: 'garage'
+    metrics_path: '/metrics'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'garage:3903'
+
+  - job_name: 'rabbitmq'
+    metrics_path: '/metrics/per-object'
+    scrape_interval: 5s
+    static_configs:
+      - targets:
+        - 'rabbitmq:15692'