mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 08:26:21 +02:00
200 lines
7.8 KiB
Makefile
200 lines
7.8 KiB
Makefile
|
|
# VERSION=$(shell git describe | sed 's/^v//')
|
|
|
|
VERSION=0.0.0
|
|
|
|
DOCKER=podman
|
|
|
|
all: container
|
|
|
|
# Not used
|
|
wheels:
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-base/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-flow/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-vertexai/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-bedrock/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-embeddings-hf/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-cli/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-ocr/
|
|
pip3 wheel --no-deps --wheel-dir dist trustgraph-mcp/
|
|
|
|
packages: update-package-versions
|
|
rm -rf dist/
|
|
cd trustgraph && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-base && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-flow && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-vertexai && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-bedrock && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-embeddings-hf && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-cli && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-ocr && python -m build --sdist --outdir ../dist/
|
|
cd trustgraph-mcp && python -m build --sdist --outdir ../dist/
|
|
|
|
pypi-upload:
|
|
twine upload dist/*-${VERSION}.*
|
|
|
|
CONTAINER_BASE=docker.io/trustgraph
|
|
|
|
update-package-versions:
|
|
mkdir -p trustgraph-cli/trustgraph
|
|
mkdir -p trustgraph/trustgraph
|
|
echo __version__ = \"${VERSION}\" > trustgraph-base/trustgraph/base_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-flow/trustgraph/flow_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-vertexai/trustgraph/vertexai_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-bedrock/trustgraph/bedrock_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-embeddings-hf/trustgraph/embeddings_hf_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-cli/trustgraph/cli_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-ocr/trustgraph/ocr_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph/trustgraph/trustgraph_version.py
|
|
echo __version__ = \"${VERSION}\" > trustgraph-mcp/trustgraph/mcp_version.py
|
|
|
|
container: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.base \
|
|
-t ${CONTAINER_BASE}/trustgraph-base:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.flow \
|
|
-t ${CONTAINER_BASE}/trustgraph-flow:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.bedrock \
|
|
-t ${CONTAINER_BASE}/trustgraph-bedrock:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.vertexai \
|
|
-t ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.hf \
|
|
-t ${CONTAINER_BASE}/trustgraph-hf:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.ocr \
|
|
-t ${CONTAINER_BASE}/trustgraph-ocr:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.mcp \
|
|
-t ${CONTAINER_BASE}/trustgraph-mcp:${VERSION} .
|
|
|
|
some-containers:
|
|
${DOCKER} build -f containers/Containerfile.base \
|
|
-t ${CONTAINER_BASE}/trustgraph-base:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.flow \
|
|
-t ${CONTAINER_BASE}/trustgraph-flow:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.vertexai \
|
|
-t ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION} .
|
|
# ${DOCKER} build -f containers/Containerfile.mcp \
|
|
# -t ${CONTAINER_BASE}/trustgraph-mcp:${VERSION} .
|
|
# ${DOCKER} build -f containers/Containerfile.vertexai \
|
|
# -t ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION} .
|
|
# ${DOCKER} build -f containers/Containerfile.bedrock \
|
|
# -t ${CONTAINER_BASE}/trustgraph-bedrock:${VERSION} .
|
|
|
|
basic-containers: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.base \
|
|
-t ${CONTAINER_BASE}/trustgraph-base:${VERSION} .
|
|
${DOCKER} build -f containers/Containerfile.flow \
|
|
-t ${CONTAINER_BASE}/trustgraph-flow:${VERSION} .
|
|
|
|
container.ocr:
|
|
${DOCKER} build -f containers/Containerfile.ocr \
|
|
-t ${CONTAINER_BASE}/trustgraph-ocr:${VERSION} .
|
|
|
|
push:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-base:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-flow:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-bedrock:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-hf:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-ocr:${VERSION}
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-mcp:${VERSION}
|
|
|
|
# Individual container build targets
|
|
container-trustgraph-base: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.base -t ${CONTAINER_BASE}/trustgraph-base:${VERSION} .
|
|
|
|
container-trustgraph-flow: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.flow -t ${CONTAINER_BASE}/trustgraph-flow:${VERSION} .
|
|
|
|
container-trustgraph-bedrock: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.bedrock -t ${CONTAINER_BASE}/trustgraph-bedrock:${VERSION} .
|
|
|
|
container-trustgraph-vertexai: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.vertexai -t ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION} .
|
|
|
|
container-trustgraph-hf: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.hf -t ${CONTAINER_BASE}/trustgraph-hf:${VERSION} .
|
|
|
|
container-trustgraph-ocr: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.ocr -t ${CONTAINER_BASE}/trustgraph-ocr:${VERSION} .
|
|
|
|
container-trustgraph-mcp: update-package-versions
|
|
${DOCKER} build -f containers/Containerfile.mcp -t ${CONTAINER_BASE}/trustgraph-mcp:${VERSION} .
|
|
|
|
# Individual container push targets
|
|
push-trustgraph-base:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-base:${VERSION}
|
|
|
|
push-trustgraph-flow:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-flow:${VERSION}
|
|
|
|
push-trustgraph-bedrock:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-bedrock:${VERSION}
|
|
|
|
push-trustgraph-vertexai:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-vertexai:${VERSION}
|
|
|
|
push-trustgraph-hf:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-hf:${VERSION}
|
|
|
|
push-trustgraph-ocr:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-ocr:${VERSION}
|
|
|
|
push-trustgraph-mcp:
|
|
${DOCKER} push ${CONTAINER_BASE}/trustgraph-mcp:${VERSION}
|
|
|
|
clean:
|
|
rm -rf wheels/
|
|
|
|
set-version:
|
|
echo '"${VERSION}"' > templates/values/version.jsonnet
|
|
|
|
TEMPLATES=azure bedrock claude cohere mix llamafile mistral ollama openai vertexai \
|
|
openai-neo4j storage
|
|
|
|
DCS=$(foreach template,${TEMPLATES},${template:%=tg-launch-%.yaml})
|
|
|
|
MODELS=azure bedrock claude cohere llamafile mistral ollama openai vertexai
|
|
GRAPHS=cassandra neo4j falkordb memgraph
|
|
|
|
# tg-launch-%.yaml: templates/%.jsonnet templates/components/version.jsonnet
|
|
# jsonnet -Jtemplates \
|
|
# -S ${@:tg-launch-%.yaml=templates/%.jsonnet} > $@
|
|
|
|
# VECTORDB=milvus
|
|
VECTORDB=qdrant
|
|
|
|
JSONNET_FLAGS=-J templates -J .
|
|
|
|
# Temporarily going back to how templates were built in 0.9 because this
|
|
# is going away in 0.11.
|
|
|
|
update-templates: update-dcs
|
|
|
|
JSON_TO_YAML=python -c 'import sys, yaml, json; j=json.loads(sys.stdin.read()); print(yaml.safe_dump(j))'
|
|
|
|
update-dcs: set-version
|
|
for graph in ${GRAPHS}; do \
|
|
cm=$${graph},pulsar,${VECTORDB},grafana; \
|
|
input=templates/opts-to-docker-compose.jsonnet; \
|
|
output=tg-storage-$${graph}.yaml; \
|
|
echo $${graph} '->' $${output}; \
|
|
jsonnet ${JSONNET_FLAGS} \
|
|
--ext-str options=$${cm} $${input} | \
|
|
${JSON_TO_YAML} > $${output}; \
|
|
done
|
|
for model in ${MODELS}; do \
|
|
for graph in ${GRAPHS}; do \
|
|
cm=$${graph},pulsar,${VECTORDB},embeddings-hf,graph-rag,grafana,trustgraph,$${model}; \
|
|
input=templates/opts-to-docker-compose.jsonnet; \
|
|
output=tg-launch-$${model}-$${graph}.yaml; \
|
|
echo $${model} + $${graph} '->' $${output}; \
|
|
jsonnet ${JSONNET_FLAGS} \
|
|
--ext-str options=$${cm} $${input} | \
|
|
${JSON_TO_YAML} > $${output}; \
|
|
done; \
|
|
done
|
|
|
|
docker-hub-login:
|
|
cat docker-token.txt | \
|
|
${DOCKER} login -u trustgraph --password-stdin registry-1.docker.io
|
|
|