mirror of
https://github.com/katanemo/plano.git
synced 2026-04-30 19:36:34 +02:00
33 lines
1.3 KiB
Docker
33 lines
1.3 KiB
Docker
# build filter using rust toolchain
|
|
FROM rust:1.82.0 as builder
|
|
RUN rustup -v target add wasm32-wasip1
|
|
WORKDIR /arch
|
|
COPY crates .
|
|
|
|
RUN cd prompt_gateway && cargo build --release --target wasm32-wasip1
|
|
RUN cd llm_gateway && cargo build --release --target wasm32-wasip1
|
|
|
|
# copy built filter into envoy image
|
|
FROM envoyproxy/envoy:v1.32-latest as envoy
|
|
|
|
#Build config generator, so that we have a single build image for both Rust and Python
|
|
FROM python:3.12-slim as arch
|
|
|
|
RUN apt-get update && apt-get install -y gettext-base curl supervisor && apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY --from=builder /arch/target/wasm32-wasip1/release/prompt_gateway.wasm /etc/envoy/proxy-wasm-plugins/prompt_gateway.wasm
|
|
COPY --from=builder /arch/target/wasm32-wasip1/release/llm_gateway.wasm /etc/envoy/proxy-wasm-plugins/llm_gateway.wasm
|
|
COPY --from=envoy /usr/local/bin/envoy /usr/local/bin/envoy
|
|
WORKDIR /app
|
|
COPY arch/requirements.txt .
|
|
RUN pip install -r requirements.txt
|
|
COPY arch/tools/cli/config_generator.py .
|
|
COPY arch/envoy.template.yaml .
|
|
COPY arch/arch_config_schema.yaml .
|
|
COPY arch/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
|
|
COPY arch/stream_traces.py .
|
|
|
|
RUN pip install requests
|
|
RUN touch /var/log/envoy.log
|
|
|
|
ENTRYPOINT ["supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]
|