version 0.3.0

This commit is contained in:
Cyber MacGeddon 2024-07-17 21:22:58 +01:00
parent ce12414939
commit 29180216e6
7 changed files with 87 additions and 42 deletions

View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.2.5
VERSION=0.3.0
all: container

View file

@ -91,7 +91,7 @@ services:
restart: on-failure:100
pdf-decoder:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "pdf-decoder"
- "-p"
@ -99,7 +99,7 @@ services:
restart: on-failure:100
chunker:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "chunker-recursive"
- "-p"
@ -107,7 +107,7 @@ services:
restart: on-failure:100
vectorize:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-vectorize"
- "-p"
@ -115,7 +115,7 @@ services:
restart: on-failure:100
embeddings:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-hf"
- "-p"
@ -123,7 +123,7 @@ services:
restart: on-failure:100
kg-extract-definitions:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-definitions"
- "-p"
@ -131,7 +131,7 @@ services:
restart: on-failure:100
kg-extract-relationships:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-relationships"
- "-p"
@ -139,7 +139,7 @@ services:
restart: on-failure:100
vector-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "vector-write-milvus"
- "-p"
@ -149,7 +149,7 @@ services:
restart: on-failure:100
graph-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-write-cassandra"
- "-p"
@ -159,7 +159,7 @@ services:
restart: on-failure:100
llm:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "llm-azure-text"
- "-p"
@ -171,7 +171,7 @@ services:
restart: on-failure:100
graph-rag:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-rag"
- "-p"

View file

@ -91,7 +91,7 @@ services:
restart: on-failure:100
pdf-decoder:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "pdf-decoder"
- "-p"
@ -99,7 +99,7 @@ services:
restart: on-failure:100
chunker:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "chunker-recursive"
- "-p"
@ -107,7 +107,7 @@ services:
restart: on-failure:100
vectorize:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-vectorize"
- "-p"
@ -115,7 +115,7 @@ services:
restart: on-failure:100
embeddings:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-hf"
- "-p"
@ -123,7 +123,7 @@ services:
restart: on-failure:100
kg-extract-definitions:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-definitions"
- "-p"
@ -131,7 +131,7 @@ services:
restart: on-failure:100
kg-extract-relationships:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-relationships"
- "-p"
@ -139,7 +139,7 @@ services:
restart: on-failure:100
vector-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "vector-write-milvus"
- "-p"
@ -149,7 +149,7 @@ services:
restart: on-failure:100
graph-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-write-cassandra"
- "-p"
@ -159,7 +159,7 @@ services:
restart: on-failure:100
llm:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "llm-claude-text"
- "-p"
@ -169,7 +169,7 @@ services:
restart: on-failure:100
graph-rag:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-rag"
- "-p"

View file

@ -91,7 +91,7 @@ services:
restart: on-failure:100
pdf-decoder:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "pdf-decoder"
- "-p"
@ -99,7 +99,7 @@ services:
restart: on-failure:100
chunker:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "chunker-recursive"
- "-p"
@ -107,7 +107,7 @@ services:
restart: on-failure:100
vectorize:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-vectorize"
- "-p"
@ -115,7 +115,7 @@ services:
restart: on-failure:100
embeddings:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-hf"
- "-p"
@ -125,7 +125,7 @@ services:
restart: on-failure:100
kg-extract-definitions:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-definitions"
- "-p"
@ -133,7 +133,7 @@ services:
restart: on-failure:100
kg-extract-relationships:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-relationships"
- "-p"
@ -141,7 +141,7 @@ services:
restart: on-failure:100
vector-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "vector-write-milvus"
- "-p"
@ -151,7 +151,7 @@ services:
restart: on-failure:100
graph-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-write-cassandra"
- "-p"
@ -161,7 +161,7 @@ services:
restart: on-failure:100
llm:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "llm-ollama-text"
- "-p"
@ -171,7 +171,7 @@ services:
restart: on-failure:100
graph-rag:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-rag"
- "-p"

View file

@ -91,7 +91,7 @@ services:
restart: on-failure:100
pdf-decoder:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "pdf-decoder"
- "-p"
@ -99,7 +99,7 @@ services:
restart: on-failure:100
chunker:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "chunker-recursive"
- "-p"
@ -107,7 +107,7 @@ services:
restart: on-failure:100
vectorize:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-vectorize"
- "-p"
@ -115,7 +115,7 @@ services:
restart: on-failure:100
embeddings:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "embeddings-hf"
- "-p"
@ -123,7 +123,7 @@ services:
restart: on-failure:100
kg-extract-definitions:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-definitions"
- "-p"
@ -131,7 +131,7 @@ services:
restart: on-failure:100
kg-extract-relationships:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "kg-extract-relationships"
- "-p"
@ -139,7 +139,7 @@ services:
restart: on-failure:100
vector-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "vector-write-milvus"
- "-p"
@ -149,7 +149,7 @@ services:
restart: on-failure:100
graph-write:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-write-cassandra"
- "-p"
@ -159,7 +159,7 @@ services:
restart: on-failure:100
llm:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "llm-vertexai-text"
- "-p"
@ -173,7 +173,7 @@ services:
restart: on-failure:100
graph-rag:
image: docker.io/trustgraph/trustgraph-flow:0.2.5
image: docker.io/trustgraph/trustgraph-flow:0.3.0
command:
- "graph-rag"
- "-p"

45
processing-just-llm.yaml Normal file
View file

@ -0,0 +1,45 @@
services:
pdf-decoder:
module: trustgraph.decoder.pdf
chunker:
module: trustgraph.chunker.recursive
vectorize:
module: trustgraph.embeddings.vectorize
# embeddings:
# module: trustgraph.embeddings.hf
# embeddings:
# module: trustgraph.embeddings.ollama
# parameters:
# ollama: http://ollama:11434
embeddings:
module: trustgraph.embeddings.hf
parameters:
model: mixedbread-ai/mxbai-embed-large-v1
kg-extract-definitions:
module: trustgraph.kg.extract_definitions
kg-extract-relationships:
module: trustgraph.kg.extract_relationships
vector-write:
module: trustgraph.vector.milvus_write
graph-write:
module: trustgraph.graph.cassandra_write
llm:
module: trustgraph.llm.ollama_text
parameters:
ollama: http://ollama:11434
graph-rag:
module: trustgraph.rag.graph

View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.2.5"
version = "0.3.0"
setuptools.setup(
name="trustgraph",