Set resource limits (#22)

* Added resource limits to resources.

* Boost version number, rebuild YAMLs

Makefile

@@ -1,6 +1,6 @@
 
 # VERSION=$(shell git describe | sed 's/^v//')
-VERSION=0.7.0
+VERSION=0.7.1
 
 DOCKER=podman
 

setup.py

@@ -4,7 +4,7 @@ import os
 with open("README.md", "r") as fh:
     long_description = fh.read()
 
-version = "0.7.0"
+version = "0.7.1"
 
 setuptools.setup(
     name="trustgraph",

templates/components/azure.jsonnet

@@ -19,6 +19,18 @@ local url = import "url.jsonnet";
                 "-t",
                 "0.0",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -40,6 +52,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	
     },

templates/components/bedrock.jsonnet

@@ -15,6 +15,18 @@ local url = import "url.jsonnet";
 		"--chunk-overlap",
 		"100",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion": base + {
@@ -36,6 +48,18 @@ local url = import "url.jsonnet";
 		"-m",
 		"mistral.mixtral-8x7b-instruct-v0:1",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -63,6 +87,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	
     },

templates/components/cassandra.jsonnet

@@ -17,6 +17,18 @@ cassandra + {
 		"-g",
 		cassandra_hosts,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"query-triples": base + {
@@ -28,6 +40,18 @@ cassandra + {
 		"-g",
 		cassandra_hosts,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '512M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '512M'
+		    }
+		}
+	    },
 	},
 
     },

templates/components/claude.jsonnet

@@ -17,6 +17,18 @@ local url = import "url.jsonnet";
                 "-t",
                 "0.0",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -36,6 +48,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	
     },

templates/components/cohere.jsonnet

@@ -15,6 +15,18 @@ local url = import "url.jsonnet";
 		"--chunk-overlap",
 		"10",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion": base + {
@@ -28,6 +40,18 @@ local url = import "url.jsonnet";
                 "-t",
                 "0.0",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -45,6 +69,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
     },

templates/components/grafana.jsonnet

@@ -15,6 +15,18 @@ local images = import "images.jsonnet";
 		"./prometheus:/etc/prometheus",
 		"prometheus-data:/prometheus",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	grafana: base + {
 	    image: images.grafana,
@@ -34,6 +46,18 @@ local images = import "images.jsonnet";
 		GF_ORG_NAME: "trustgraph.ai",
 		// GF_SERVER_ROOT_URL: "https://example.com",
 	    },
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '256M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '256M'
+		    }
+		}
+            },
 	},
     },
 }

templates/components/milvus.jsonnet

@@ -16,6 +16,18 @@ milvus + {
 		"-t",
 		url.milvus,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"query-graph-embeddings": base + {
@@ -27,6 +39,18 @@ milvus + {
 		"-t",
 		url.milvus,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
     }

templates/components/neo4j.jsonnet

@@ -16,6 +16,18 @@ neo4j + {
 		"-g",
 		"bolt://neo4j:7687",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"store-triples": base + {
@@ -27,6 +39,18 @@ neo4j + {
 		"-g",
 		"bolt://neo4j:7687",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	}
 
     },

templates/components/ollama.jsonnet

@@ -15,6 +15,18 @@ local url = import "url.jsonnet";
 		"-r",
 		"${OLLAMA_HOST}",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -32,6 +44,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	
     },

templates/components/openai.jsonnet

@@ -17,6 +17,18 @@ local url = import "url.jsonnet";
                 "-t",
                 "0.0",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -36,6 +48,18 @@ local url = import "url.jsonnet";
 		"-o",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	
     },

templates/components/pulsar.jsonnet

@@ -13,10 +13,25 @@ local images = import "images.jsonnet";
 		"6650:6650",
 		"8080:8080",
 	    ],
+	    environment: {
+                "PULSAR_MEM": "-Xms300M -Xmx300M"
+	    },
 	    volumes: [
 		"pulsar-conf:/pulsar/conf",
 		"pulsar-data:/pulsar/data",
-	    ]
+	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '900M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '900M'
+		    }
+		}
+            },
 	},
 	"init-pulsar": base + {
 	    image: images.pulsar,
@@ -30,6 +45,18 @@ local images = import "images.jsonnet";
 		    condition: "service_started",
 		}
 	    },	
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 	"pulsar-manager": base + {
 	    image: images.pulsar_manager,
@@ -39,7 +66,19 @@ local images = import "images.jsonnet";
 	    ],
 	    environment: {
 		SPRING_CONFIGURATION_FILE: "/pulsar-manager/pulsar-manager/application.properties",
-	    },	
+	    },
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
     }
 }

templates/components/stores/cassandra.jsonnet

@@ -11,9 +11,24 @@ local images = import "../images.jsonnet";
 	    ports: [
 		"9042:9042"
 	    ],
+	    environment: {
+		JVM_OPTS: "-Xms256M -Xmx256M",
+	    },
 	    volumes: [
 		"cassandra:/var/lib/cassandra"
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '512M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '512M'
+		    }
+		}
+            },
 	},
 
     },

templates/components/stores/milvus.jsonnet

@@ -33,7 +33,17 @@ local images = import "../images.jsonnet";
 	    volumes: [
 		"etcd:/etcd"
 	    ],
-	},
+	    resources: {
+		limits: {
+		    cpus: '0.25',
+		    memory: '128M'
+		},
+		reservations: {
+		    cpus: '0.25',
+		    memory: '128M'
+		}
+	    },
+        },
 
 	minio: base + {
 	    image: images.minio,
@@ -54,6 +64,18 @@ local images = import "../images.jsonnet";
 	    volumes: [
 		"minio-data:/minio_data",
 	    ],	
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.25',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.25',
+			memory: '128M'
+		    }
+		}
+            },
 	},
 
 	milvus: base + {
@@ -72,6 +94,18 @@ local images = import "../images.jsonnet";
 	    volumes: [
 		"milvus:/var/lib/milvus"
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '256M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '256M'
+		    }
+		}
+            },
 	},
 
     },

templates/components/stores/neo4j.jsonnet

@@ -23,6 +23,18 @@ local images = import "../images.jsonnet";
 	    volumes: [
 		"neo4j:/data"
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '256M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '256M'
+		    }
+		}
+            },
 	},
 
     },

templates/components/trustgraph.jsonnet

@@ -15,6 +15,18 @@ local url = import "url.jsonnet";
 		"-p",
 		url.pulsar,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+            },
 	},
 
 	chunker: base + {
@@ -28,6 +40,18 @@ local url = import "url.jsonnet";
                 "--chunk-overlap",
                 "15",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	vectorize: base + {
@@ -37,6 +61,18 @@ local url = import "url.jsonnet";
 		"-p",
 		url.pulsar,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	embeddings: base + {
@@ -48,6 +84,18 @@ local url = import "url.jsonnet";
                 "-m",
 		"all-MiniLM-L6-v2",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '1.0',
+			memory: '256M'
+		    },
+		    reservations: {
+			cpus: '0.5',
+			memory: '256M'
+		    }
+		}
+            },
 	},
 
 	"kg-extract-definitions": base + {
@@ -57,6 +105,18 @@ local url = import "url.jsonnet";
 		"-p",
 		url.pulsar,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"kg-extract-relationships": base + {
@@ -66,6 +126,18 @@ local url = import "url.jsonnet";
 		"-p",
 		url.pulsar,
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"graph-rag": base + {
@@ -85,6 +157,18 @@ local url = import "url.jsonnet";
 		"--max-subgraph-size",
 		"3000",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"prompt": base + {
@@ -98,6 +182,18 @@ local url = import "url.jsonnet";
 		"--text-completion-response-queue",
 		"non-persistent://tg/response/text-completion-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"prompt-rag": base + {
@@ -115,6 +211,18 @@ local url = import "url.jsonnet";
 		"--text-completion-response-queue",
 		"non-persistent://tg/response/text-completion-rag-response",
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
     },

templates/components/vertexai.jsonnet

@@ -22,6 +22,18 @@ local url = import "url.jsonnet";
 	    volumes: [
 		"./vertexai:/vertexai"
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
 	"text-completion-rag": base + {
@@ -46,6 +58,18 @@ local url = import "url.jsonnet";
 	    volumes: [
 		"./vertexai:/vertexai"
 	    ],
+            deploy: {
+		resources: {
+		    limits: {
+			cpus: '0.1',
+			memory: '128M'
+		    },
+		    reservations: {
+			cpus: '0.1',
+			memory: '128M'
+		    }
+		}
+	    },
 	},
 
     },

tg-launch-azure.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -237,7 +408,15 @@
     - "4096"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -256,14 +435,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-bedrock.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "2000"
     - "--chunk-overlap"
     - "100"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -241,7 +412,15 @@
     - "0.0"
     - "-m"
     - "mistral.mixtral-8x7b-instruct-v0:1"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -264,14 +443,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-claude.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -235,7 +406,15 @@
     - "4096"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -252,14 +431,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-cohere.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "150"
     - "--chunk-overlap"
     - "10"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -233,7 +404,15 @@
     - "${COHERE_KEY}"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -248,14 +427,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-mix.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,7 @@
     - "4000"
     - "--chunk-overlap"
     - "120"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +34,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +57,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +105,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +123,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +193,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +215,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +250,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +273,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +304,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +326,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +343,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +360,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +377,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -233,7 +396,7 @@
     - "${COHERE_KEY}"
     - "-m"
     - "c4ai-aya-23-35b"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -248,14 +411,22 @@
     - "non-persistent://tg/response/text-completion-rag-response"
     - "-m"
     - "c4ai-aya-23-8b"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-ollama.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -233,7 +404,15 @@
     - "gemma2:9b"
     - "-r"
     - "${OLLAMA_HOST}"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -248,14 +427,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-openai-neo4j.yaml

@@ -8,7 +8,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -17,7 +25,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -32,16 +48,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -65,7 +96,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -75,31 +114,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -113,16 +184,32 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
     "volumes":
     - "minio-data:/minio_data"
   "neo4j":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "NEO4J_AUTH": "neo4j/password"
     "image": "docker.io/neo4j:5.22.0-community-bullseye"
@@ -137,10 +224,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -156,7 +259,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -171,11 +282,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -184,9 +313,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -198,7 +335,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -207,7 +352,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "bolt://neo4j:7687"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -216,7 +369,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -225,7 +386,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "bolt://neo4j:7687"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -238,7 +407,15 @@
     - "4096"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -255,14 +432,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "etcd": {}

tg-launch-openai.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -235,7 +406,15 @@
     - "4096"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion-rag":
     "command":
@@ -252,14 +431,30 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "vectorize":
     "command":
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}

tg-launch-vertexai.yaml

@@ -1,6 +1,16 @@
 "services":
   "cassandra":
-    "image": "docker.io/cassandra:4.1.5"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "512M"
+    "environment":
+      "JVM_OPTS": "-Xms256M -Xmx256M"
+    "image": "docker.io/cassandra:4.1.6"
     "ports":
     - "9042:9042"
     "restart": "on-failure:100"
@@ -15,7 +25,15 @@
     - "250"
     - "--chunk-overlap"
     - "15"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "embeddings":
     "command":
@@ -24,7 +42,15 @@
     - "pulsar://pulsar:6650"
     - "-m"
     - "all-MiniLM-L6-v2"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "etcd":
     "command":
@@ -39,16 +65,31 @@
       "ETCD_AUTO_COMPACTION_RETENTION": "1000"
       "ETCD_QUOTA_BACKEND_BYTES": "4294967296"
       "ETCD_SNAPSHOT_COUNT": "50000"
-    "image": "quay.io/coreos/etcd:v3.5.5"
+    "image": "quay.io/coreos/etcd:v3.5.15"
     "ports":
     - "2379:2379"
+    "resources":
+      "limits":
+        "cpus": "0.25"
+        "memory": "128M"
+      "reservations":
+        "cpus": "0.25"
+        "memory": "128M"
     "restart": "on-failure:100"
     "volumes":
     - "etcd:/etcd"
   "grafana":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "GF_ORG_NAME": "trustgraph.ai"
-    "image": "docker.io/grafana/grafana:10.0.0"
+    "image": "docker.io/grafana/grafana:11.1.4"
     "ports":
     - "3000:3000"
     "restart": "on-failure:100"
@@ -72,7 +113,15 @@
     - "30"
     - "--max-subgraph-size"
     - "3000"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "init-pulsar":
     "command":
@@ -82,31 +131,63 @@
     "depends_on":
       "pulsar":
         "condition": "service_started"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "restart": "on-failure:100"
   "kg-extract-definitions":
     "command":
     - "kg-extract-definitions"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "kg-extract-relationships":
     "command":
     - "kg-extract-relationships"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "milvus":
     "command":
     - "milvus"
     - "run"
     - "standalone"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "256M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "256M"
     "environment":
       "ETCD_ENDPOINTS": "etcd:2379"
       "MINIO_ADDRESS": "minio:9000"
-    "image": "docker.io/milvusdb/milvus:v2.4.5"
+    "image": "docker.io/milvusdb/milvus:v2.4.9"
     "ports":
     - "9091:9091"
     - "19530:19530"
@@ -120,10 +201,18 @@
     - "/minio_data"
     - "--console-address"
     - ":9001"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.25"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.25"
+          "memory": "128M"
     "environment":
       "MINIO_ROOT_PASSWORD": "minioadmin"
       "MINIO_ROOT_USER": "minioadmin"
-    "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
+    "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
     "ports":
     - "9001:9001"
     "restart": "on-failure:100"
@@ -134,10 +223,26 @@
     - "pdf-decoder"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prometheus":
-    "image": "docker.io/prom/prometheus:v2.53.1"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/prom/prometheus:v2.53.2"
     "ports":
     - "9090:9090"
     "restart": "on-failure:100"
@@ -153,7 +258,15 @@
     - "non-persistent://tg/request/text-completion"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "prompt-rag":
     "command":
@@ -168,11 +281,29 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "--text-completion-response-queue"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "pulsar":
     "command": "bin/pulsar standalone"
-    "image": "docker.io/apachepulsar/pulsar:3.3.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "1.0"
+          "memory": "900M"
+        "reservations":
+          "cpus": "0.5"
+          "memory": "900M"
+    "environment":
+      "PULSAR_MEM": "-Xms300M -Xmx300M"
+    "image": "docker.io/apachepulsar/pulsar:3.3.1"
     "ports":
     - "6650:6650"
     - "8080:8080"
@@ -181,9 +312,17 @@
     - "pulsar-conf:/pulsar/conf"
     - "pulsar-data:/pulsar/data"
   "pulsar-manager":
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
     "environment":
       "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
-    "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
+    "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
     "ports":
     - "9527:9527"
     - "7750:7750"
@@ -195,7 +334,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "query-triples":
     "command":
@@ -204,7 +351,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "512M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "512M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-graph-embeddings":
     "command":
@@ -213,7 +368,15 @@
     - "pulsar://pulsar:6650"
     - "-t"
     - "http://milvus:19530"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "store-triples":
     "command":
@@ -222,7 +385,15 @@
     - "pulsar://pulsar:6650"
     - "-g"
     - "cassandra"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
   "text-completion":
     "command":
@@ -237,7 +408,15 @@
     - "4096"
     - "-t"
     - "0.0"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
     "volumes":
     - "./vertexai:/vertexai"
@@ -258,7 +437,15 @@
     - "non-persistent://tg/request/text-completion-rag"
     - "-o"
     - "non-persistent://tg/response/text-completion-rag-response"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
     "volumes":
     - "./vertexai:/vertexai"
@@ -267,7 +454,15 @@
     - "embeddings-vectorize"
     - "-p"
     - "pulsar://pulsar:6650"
-    "image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
+    "deploy":
+      "resources":
+        "limits":
+          "cpus": "0.1"
+          "memory": "128M"
+        "reservations":
+          "cpus": "0.1"
+          "memory": "128M"
+    "image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
     "restart": "on-failure:100"
 "volumes":
   "cassandra": {}