Fix Docker Compose relative directory problem (#60)

- Fix Docker Compose relative directory problem
- Added CONFIGDIR environment variable for docker compose
- Correct Pulsar URL defaults for graph utils to be localhost again
This commit is contained in:
cybermaggedon 2024-09-09 22:03:10 +01:00 committed by GitHub
parent 0ae6feddb0
commit 054ea6c76a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
20 changed files with 81 additions and 75 deletions

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:

View file

@ -69,9 +69,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -176,7 +176,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:
@ -673,7 +673,7 @@ services:
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.0
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
text-completion-rag: text-completion-rag:
command: command:
- text-completion-vertexai - text-completion-vertexai
@ -704,7 +704,7 @@ services:
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.0
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
vectorize: vectorize:
command: command:
- embeddings-vectorize - embeddings-vectorize

View file

@ -52,9 +52,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag: graph-rag:
command: command:
- graph-rag - graph-rag
@ -177,7 +177,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
prompt: prompt:
command: command:
@ -674,7 +674,7 @@ services:
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.0
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
text-completion-rag: text-completion-rag:
command: command:
- text-completion-vertexai - text-completion-vertexai
@ -705,7 +705,7 @@ services:
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.0
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
vectorize: vectorize:
command: command:
- embeddings-vectorize - embeddings-vectorize

View file

@ -33,9 +33,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
init-pulsar: init-pulsar:
command: command:
- sh - sh
@ -70,7 +70,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
pulsar: pulsar:
command: command:

View file

@ -16,9 +16,9 @@ services:
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- grafana-storage:/var/lib/grafana - grafana-storage:/var/lib/grafana
- ./grafana/provisioning/:/etc/grafana/provisioning/dashboards/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ./grafana/provisioning/:/etc/grafana/provisioning/datasources/ - ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ./grafana/dashboards/:/var/lib/grafana/dashboards/ - ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
init-pulsar: init-pulsar:
command: command:
- sh - sh
@ -71,7 +71,7 @@ services:
- 9090:9090 - 9090:9090
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ./prometheus:/etc/prometheus/ - ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus - prometheus-data:/prometheus
pulsar: pulsar:
command: command:

View file

@ -8,7 +8,7 @@ import argparse
import os import os
from trustgraph.clients.triples_query_client import TriplesQueryClient from trustgraph.clients.triples_query_client import TriplesQueryClient
default_pulsar_host = os.getenv("PULSAR_HOST", 'pulsar://pulsar:6650') default_pulsar_host = os.getenv("PULSAR_HOST", 'pulsar://localhost:6650')
def show_graph(pulsar): def show_graph(pulsar):

View file

@ -11,7 +11,7 @@ import rdflib
import io import io
import sys import sys
default_pulsar_host = os.getenv("PULSAR_HOST", 'pulsar://pulsar:6650') default_pulsar_host = os.getenv("PULSAR_HOST", 'pulsar://localhost:6650')
def show_graph(pulsar): def show_graph(pulsar):

View file

@ -10,7 +10,7 @@ local images = import "values/images.jsonnet";
local vol = engine.volume("prometheus-data").with_size("20G"); local vol = engine.volume("prometheus-data").with_size("20G");
local cfgVol = engine.configVolume( local cfgVol = engine.configVolume(
"prometheus-cfg", "./prometheus", "prometheus-cfg", "prometheus",
{ {
"prometheus.yml": importstr "prometheus/prometheus.yml", "prometheus.yml": importstr "prometheus/prometheus.yml",
} }
@ -50,7 +50,7 @@ local images = import "values/images.jsonnet";
local vol = engine.volume("grafana-storage").with_size("20G"); local vol = engine.volume("grafana-storage").with_size("20G");
local provDashVol = engine.configVolume( local provDashVol = engine.configVolume(
"prov-dash", "./grafana/provisioning/", "prov-dash", "grafana/provisioning/",
{ {
"dashboard.yml": "dashboard.yml":
importstr "grafana/provisioning/dashboard.yml", importstr "grafana/provisioning/dashboard.yml",
@ -59,7 +59,7 @@ local images = import "values/images.jsonnet";
); );
local provDataVol = engine.configVolume( local provDataVol = engine.configVolume(
"prov-data", "./grafana/provisioning/", "prov-data", "grafana/provisioning/",
{ {
"datasource.yml": "datasource.yml":
importstr "grafana/provisioning/datasource.yml", importstr "grafana/provisioning/datasource.yml",
@ -68,7 +68,7 @@ local images = import "values/images.jsonnet";
); );
local dashVol = engine.configVolume( local dashVol = engine.configVolume(
"dashboards", "./grafana/dashboards/", "dashboards", "grafana/dashboards/",
{ {
"dashboard.json": "dashboard.json":
importstr "grafana/dashboards/dashboard.json", importstr "grafana/dashboards/dashboard.json",

View file

@ -78,7 +78,7 @@
(if std.length(container.volumes) > 0 then (if std.length(container.volumes) > 0 then
{ {
volumes: [ volumes: [
"%s:%s" % [vol.volume.name, vol.mount] "%s:%s" % [vol.volume.volid, vol.mount]
for vol in container.volumes for vol in container.volumes
] ]
} }
@ -126,6 +126,8 @@
name: name, name: name,
volid:: name,
with_size:: function(size) self + { size: size }, with_size:: function(size) self + { size: size },
add:: function() { add:: function() {
@ -143,6 +145,8 @@
name: dir, name: dir,
volid:: "${CONFIGDIR}/" + dir,
with_size:: function(size) self + { size: size }, with_size:: function(size) self + { size: size },
add:: function() { add:: function() {
@ -157,6 +161,8 @@
name: dir, name: dir,
volid:: "${CONFIGDIR}/" + dir,
with_size:: function(size) self + { size: size }, with_size:: function(size) self + { size: size },
add:: function() { add:: function() {