2024-07-10 23:20:06 +01:00
|
|
|
|
|
|
|
|
# ----------------------------------------------------------------------------
|
|
|
|
|
# Build an AI container. This does the torch install which is huge, and I
|
|
|
|
|
# like to avoid re-doing this.
|
|
|
|
|
# ----------------------------------------------------------------------------
|
|
|
|
|
|
|
|
|
|
FROM docker.io/fedora:40 AS ai
|
|
|
|
|
|
|
|
|
|
ENV PIP_BREAK_SYSTEM_PACKAGES=1
|
|
|
|
|
|
|
|
|
|
RUN dnf install -y python3 python3-pip python3-wheel python3-aiohttp \
|
|
|
|
|
python3-rdflib
|
|
|
|
|
|
|
|
|
|
RUN pip3 install torch --index-url https://download.pytorch.org/whl/cpu
|
|
|
|
|
|
2024-10-09 15:34:46 +01:00
|
|
|
RUN pip3 install anthropic boto3 cohere openai google-cloud-aiplatform ollama google-generativeai \
|
2024-08-22 17:02:36 +01:00
|
|
|
langchain langchain-core langchain-huggingface langchain-text-splitters \
|
|
|
|
|
langchain-community pymilvus sentence-transformers transformers \
|
2024-12-06 08:51:10 +00:00
|
|
|
huggingface-hub pulsar-client cassandra-driver pyyaml \
|
2024-12-18 23:01:24 +02:00
|
|
|
neo4j tiktoken falkordb && \
|
2024-07-10 23:20:06 +01:00
|
|
|
pip3 cache purge
|
|
|
|
|
|
|
|
|
|
# ----------------------------------------------------------------------------
|
2024-09-30 14:00:29 +01:00
|
|
|
# Build a container which contains the built Python packages. The build
|
2024-07-10 23:20:06 +01:00
|
|
|
# creates a bunch of left-over cruft, a separate phase means this is only
|
|
|
|
|
# needed to support package build
|
|
|
|
|
# ----------------------------------------------------------------------------
|
|
|
|
|
|
|
|
|
|
FROM ai AS build
|
|
|
|
|
|
2024-09-30 19:36:09 +01:00
|
|
|
COPY trustgraph-base/ /root/build/trustgraph-base/
|
|
|
|
|
COPY trustgraph-flow/ /root/build/trustgraph-flow/
|
|
|
|
|
COPY trustgraph-vertexai/ /root/build/trustgraph-vertexai/
|
|
|
|
|
COPY trustgraph-bedrock/ /root/build/trustgraph-bedrock/
|
2024-09-30 14:00:29 +01:00
|
|
|
COPY trustgraph-embeddings-hf/ /root/build/trustgraph-embeddings-hf/
|
2024-09-30 22:20:26 +01:00
|
|
|
COPY trustgraph-cli/ /root/build/trustgraph-cli/
|
2024-09-30 19:36:09 +01:00
|
|
|
|
2024-09-30 14:00:29 +01:00
|
|
|
WORKDIR /root/build/
|
|
|
|
|
|
2024-09-30 19:36:09 +01:00
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-base/
|
|
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-flow/
|
|
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-vertexai/
|
|
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-bedrock/
|
2024-09-30 14:00:29 +01:00
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-embeddings-hf/
|
2024-09-30 22:20:26 +01:00
|
|
|
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-cli/
|
2024-09-30 14:00:29 +01:00
|
|
|
|
|
|
|
|
RUN ls /root/wheels
|
2024-07-10 23:20:06 +01:00
|
|
|
|
|
|
|
|
# ----------------------------------------------------------------------------
|
|
|
|
|
# Finally, the target container. Start with base and add the package.
|
|
|
|
|
# ----------------------------------------------------------------------------
|
|
|
|
|
|
|
|
|
|
FROM ai
|
|
|
|
|
|
|
|
|
|
COPY --from=build /root/wheels /root/wheels
|
|
|
|
|
|
2024-09-30 14:00:29 +01:00
|
|
|
RUN \
|
2024-09-30 19:36:09 +01:00
|
|
|
pip3 install /root/wheels/trustgraph_base-* && \
|
|
|
|
|
pip3 install /root/wheels/trustgraph_flow-* && \
|
|
|
|
|
pip3 install /root/wheels/trustgraph_vertexai-* && \
|
|
|
|
|
pip3 install /root/wheels/trustgraph_bedrock-* && \
|
2024-09-30 14:00:29 +01:00
|
|
|
pip3 install /root/wheels/trustgraph_embeddings_hf-* && \
|
2024-09-30 22:20:26 +01:00
|
|
|
pip3 install /root/wheels/trustgraph_cli-* && \
|
2024-07-10 23:20:06 +01:00
|
|
|
pip3 cache purge && \
|
|
|
|
|
rm -rf /root/wheels
|
|
|
|
|
|
|
|
|
|
WORKDIR /
|
|
|
|
|
|
|
|
|
|
CMD sleep 1000000
|
|
|
|
|
|