Feature/pkgsplit (#83)

* Starting to spawn base package
* More package hacking
* Bedrock and VertexAI
* Parquet split
* Updated templates
* Utils
This commit is contained in:
cybermaggedon 2024-09-30 19:36:09 +01:00 committed by GitHub
parent 3fb75c617b
commit 9b91d5eee3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
262 changed files with 630 additions and 420 deletions

View file

@ -28,18 +28,36 @@ RUN pip3 install anthropic boto3 cohere openai google-cloud-aiplatform ollama \
FROM ai AS build
env PACKAGE_VERSION=0.0.0
COPY trustgraph-base/ /root/build/trustgraph-base/
COPY README.md /root/build/trustgraph-base/
COPY trustgraph-core/ /root/build/trustgraph-core/
COPY README.md /root/build/trustgraph-core/
COPY trustgraph-flow/ /root/build/trustgraph-flow/
COPY README.md /root/build/trustgraph-flow/
COPY trustgraph-vertexai/ /root/build/trustgraph-vertexai/
COPY README.md /root/build/trustgraph-vertexai/
COPY trustgraph-bedrock/ /root/build/trustgraph-bedrock/
COPY README.md /root/build/trustgraph-bedrock/
COPY trustgraph-parquet/ /root/build/trustgraph-parquet/
COPY README.md /root/build/trustgraph-parquet/
COPY trustgraph-embeddings-hf/ /root/build/trustgraph-embeddings-hf/
COPY README.md /root/build/trustgraph-embeddings-hf/
COPY trustgraph-utils/ /root/build/trustgraph-utils/
COPY README.md /root/build/trustgraph-utils/
WORKDIR /root/build/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-core/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-base/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-flow/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-vertexai/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-bedrock/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-parquet/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-embeddings-hf/
RUN pip3 wheel -w /root/wheels/ --no-deps ./trustgraph-utils/
RUN ls /root/wheels
@ -52,8 +70,13 @@ FROM ai
COPY --from=build /root/wheels /root/wheels
RUN \
pip3 install /root/wheels/trustgraph_core-* && \
pip3 install /root/wheels/trustgraph_base-* && \
pip3 install /root/wheels/trustgraph_flow-* && \
pip3 install /root/wheels/trustgraph_vertexai-* && \
pip3 install /root/wheels/trustgraph_bedrock-* && \
pip3 install /root/wheels/trustgraph_parquet-* && \
pip3 install /root/wheels/trustgraph_embeddings_hf-* && \
pip3 install /root/wheels/trustgraph_utils-* && \
pip3 cache purge && \
rm -rf /root/wheels