mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 00:16:23 +02:00
b2e69cfa48
Pull requests back-ported to release/v2.2: 801, 802, 804, 805
Restructure container builds for multi-platform support, enabling
ARM-based deployments (e.g. Apple Silicon via Docker Desktop).
Makefile:
- Replace per-container named targets with pattern rules
(container-%, manifest-%, platform-%-{amd64,arm64},
combine-manifest-%)
- Add parallel CI targets: platform builds push per-arch images,
combine-manifest creates and pushes the multi-arch manifest list
- Remove legacy cruft targets (update-dcs, update-templates)
CI (release.yaml):
- Split single deploy job into build-platform-image (16 parallel
jobs: 8 containers x 2 platforms) and combine-manifests (8 jobs,
metadata only)
- Use native ARM runners (ubuntu-24.04-arm)
Containerfile.hf:
- Downgrade to Python 3.12 (PyTorch lacks arm64 wheels for 3.13)
- Use standard PyTorch package instead of +cpu variant (no arm64 wheels
on the cpu index)
79 lines
2.7 KiB
Text
79 lines
2.7 KiB
Text
|
|
# Torch is stable and compiles for ARM64 and AMD64 on Python 3.12
|
|
|
|
FROM docker.io/fedora:42 AS ai
|
|
|
|
ENV PIP_BREAK_SYSTEM_PACKAGES=1
|
|
|
|
RUN dnf install -y python3.12 && \
|
|
alternatives --install /usr/bin/python python /usr/bin/python3.12 1 && \
|
|
python -m ensurepip --upgrade && \
|
|
pip3 install --no-cache-dir build wheel aiohttp && \
|
|
pip3 install --no-cache-dir pulsar-client==3.7.0 && \
|
|
dnf clean all
|
|
|
|
# This won't work on ARM
|
|
#RUN pip3 install torch==2.5.1+cpu \
|
|
# --index-url https://download.pytorch.org/whl/cpu
|
|
|
|
RUN pip3 install torch
|
|
|
|
RUN pip3 install --no-cache-dir \
|
|
langchain==0.3.25 langchain-core==0.3.60 langchain-huggingface==0.2.0 \
|
|
langchain-community==0.3.24 \
|
|
sentence-transformers==4.1.0 transformers==4.51.3 \
|
|
huggingface-hub==0.31.2 \
|
|
pulsar-client==3.7.0
|
|
|
|
# Most commonly used embeddings model, just build it into the container
|
|
# image
|
|
RUN huggingface-cli download sentence-transformers/all-MiniLM-L6-v2
|
|
|
|
# ----------------------------------------------------------------------------
|
|
# Build a container which contains the built Python packages. The build
|
|
# creates a bunch of left-over cruft, a separate phase means this is only
|
|
# needed to support package build
|
|
# ----------------------------------------------------------------------------
|
|
|
|
FROM ai AS build
|
|
|
|
COPY trustgraph-base/ /root/build/trustgraph-base/
|
|
COPY trustgraph-flow/ /root/build/trustgraph-flow/
|
|
COPY trustgraph-vertexai/ /root/build/trustgraph-vertexai/
|
|
COPY trustgraph-bedrock/ /root/build/trustgraph-bedrock/
|
|
COPY trustgraph-embeddings-hf/ /root/build/trustgraph-embeddings-hf/
|
|
COPY trustgraph-cli/ /root/build/trustgraph-cli/
|
|
|
|
WORKDIR /root/build/
|
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-base/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-flow/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-vertexai/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-bedrock/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-embeddings-hf/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-cli/
|
|
|
|
RUN ls /root/wheels
|
|
|
|
# ----------------------------------------------------------------------------
|
|
# Finally, the target container. Start with base and add the package.
|
|
# ----------------------------------------------------------------------------
|
|
|
|
FROM ai
|
|
|
|
COPY --from=build /root/wheels /root/wheels
|
|
|
|
RUN \
|
|
pip3 install /root/wheels/trustgraph_base-* && \
|
|
pip3 install /root/wheels/trustgraph_flow-* && \
|
|
pip3 install /root/wheels/trustgraph_vertexai-* && \
|
|
pip3 install /root/wheels/trustgraph_bedrock-* && \
|
|
pip3 install /root/wheels/trustgraph_embeddings_hf-* && \
|
|
pip3 install /root/wheels/trustgraph_cli-* && \
|
|
pip3 cache purge && \
|
|
rm -rf /root/wheels
|
|
|
|
WORKDIR /
|
|
|
|
CMD sleep 1000000
|
|
|