mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 00:16:23 +02:00
f081933217
* Renaming what will become the core package * Tweaking to get package build working * Fix metering merge * Rename to core directory * Bump version. Use namespace searching for packaging trustgraph-core * Change references to trustgraph-core * Forming embeddings-hf package * Reference modules in core package. * Build both packages to one container, bump version * Update YAMLs
63 lines
2.1 KiB
Docker
63 lines
2.1 KiB
Docker
|
|
# ----------------------------------------------------------------------------
|
|
# Build an AI container. This does the torch install which is huge, and I
|
|
# like to avoid re-doing this.
|
|
# ----------------------------------------------------------------------------
|
|
|
|
FROM docker.io/fedora:40 AS ai
|
|
|
|
ENV PIP_BREAK_SYSTEM_PACKAGES=1
|
|
|
|
RUN dnf install -y python3 python3-pip python3-wheel python3-aiohttp \
|
|
python3-rdflib
|
|
|
|
RUN pip3 install torch --index-url https://download.pytorch.org/whl/cpu
|
|
|
|
RUN pip3 install anthropic boto3 cohere openai google-cloud-aiplatform ollama \
|
|
langchain langchain-core langchain-huggingface langchain-text-splitters \
|
|
langchain-community pymilvus sentence-transformers transformers \
|
|
huggingface-hub pulsar-client cassandra-driver pyarrow pyyaml \
|
|
neo4j tiktoken && \
|
|
pip3 cache purge
|
|
|
|
# ----------------------------------------------------------------------------
|
|
# Build a container which contains the built Python packages. The build
|
|
# creates a bunch of left-over cruft, a separate phase means this is only
|
|
# needed to support package build
|
|
# ----------------------------------------------------------------------------
|
|
|
|
FROM ai AS build
|
|
|
|
env PACKAGE_VERSION=0.0.0
|
|
|
|
COPY trustgraph-core/ /root/build/trustgraph-core/
|
|
COPY README.md /root/build/trustgraph-core/
|
|
|
|
COPY trustgraph-embeddings-hf/ /root/build/trustgraph-embeddings-hf/
|
|
COPY README.md /root/build/trustgraph-embeddings-hf/
|
|
|
|
WORKDIR /root/build/
|
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-core/
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-embeddings-hf/
|
|
|
|
RUN ls /root/wheels
|
|
|
|
# ----------------------------------------------------------------------------
|
|
# Finally, the target container. Start with base and add the package.
|
|
# ----------------------------------------------------------------------------
|
|
|
|
FROM ai
|
|
|
|
COPY --from=build /root/wheels /root/wheels
|
|
|
|
RUN \
|
|
pip3 install /root/wheels/trustgraph_core-* && \
|
|
pip3 install /root/wheels/trustgraph_embeddings_hf-* && \
|
|
pip3 cache purge && \
|
|
rm -rf /root/wheels
|
|
|
|
WORKDIR /
|
|
|
|
CMD sleep 1000000
|
|
|