From 00e2f3caace0c83f5fe5d919313066f365de15ca Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Mon, 18 Nov 2024 15:50:30 -0800 Subject: [PATCH] remove streamer --- arch/Dockerfile | 6 ++---- arch/stream_traces.py | 37 ------------------------------------- arch/supervisord.conf | 26 -------------------------- 3 files changed, 2 insertions(+), 67 deletions(-) delete mode 100644 arch/stream_traces.py delete mode 100644 arch/supervisord.conf diff --git a/arch/Dockerfile b/arch/Dockerfile index 0d96713c..e1c49f1d 100644 --- a/arch/Dockerfile +++ b/arch/Dockerfile @@ -13,7 +13,7 @@ FROM envoyproxy/envoy:v1.32-latest as envoy #Build config generator, so that we have a single build image for both Rust and Python FROM python:3.12-slim as arch -RUN apt-get update && apt-get install -y gettext-base curl supervisor && apt-get clean && rm -rf /var/lib/apt/lists/* +RUN apt-get update && apt-get install -y gettext-base curl && apt-get clean && rm -rf /var/lib/apt/lists/* COPY --from=builder /arch/target/wasm32-wasip1/release/prompt_gateway.wasm /etc/envoy/proxy-wasm-plugins/prompt_gateway.wasm COPY --from=builder /arch/target/wasm32-wasip1/release/llm_gateway.wasm /etc/envoy/proxy-wasm-plugins/llm_gateway.wasm @@ -24,10 +24,8 @@ RUN pip install -r requirements.txt COPY arch/tools/cli/config_generator.py . COPY arch/envoy.template.yaml . COPY arch/arch_config_schema.yaml . -COPY arch/supervisord.conf /etc/supervisor/conf.d/supervisord.conf -COPY arch/stream_traces.py . RUN pip install requests RUN touch /var/log/envoy.log -ENTRYPOINT ["supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"] +ENTRYPOINT ["sh","-c", "python config_generator.py && envsubst < /etc/envoy/envoy.yaml > /etc/envoy.env_sub.yaml && envoy -c /etc/envoy.env_sub.yaml --component-log-level wasm:debug 2>&1 | tee /var/log/envoy.log"] diff --git a/arch/stream_traces.py b/arch/stream_traces.py deleted file mode 100644 index 1a165a8a..00000000 --- a/arch/stream_traces.py +++ /dev/null @@ -1,37 +0,0 @@ -import os -import sys -import time -import requests -import logging - -logging.basicConfig( - level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s" -) - - -otel_tracing_endpoint = os.getenv( - "OTEL_TRACING_HTTP_ENDPOINT", "http://localhost:4318/v1/traces" -) -envoy_log_path = os.getenv("ENVOY_LOG_PATH", "/var/log/envoy.log") - -logging.info(f"Using otel-tracing host: {otel_tracing_endpoint}") -logging.info(f"Using envoy log path: {envoy_log_path}") - - -def process_log_line(line): - try: - response = requests.post( - url=otel_tracing_endpoint, - data=line, - headers={"Content-Type": "application/json"}, - ) - logging.info(f"Sent trace to otel-tracing: {response.status_code}") - except Exception as e: - logging.error(f"Failed to send trace to otel-tracing: {e}") - - -for line in sys.stdin: - if line: - tokens = line.split("gateway: upstream_llm trace details: ") - if len(tokens) > 1: - process_log_line(tokens[1]) diff --git a/arch/supervisord.conf b/arch/supervisord.conf deleted file mode 100644 index 5af78121..00000000 --- a/arch/supervisord.conf +++ /dev/null @@ -1,26 +0,0 @@ -[supervisord] -nodaemon=true - -; [program:trace_streamer] -; command=sh -c "tail -F /var/log/envoy.log | python stream_traces.py" -; autostart=true -; autorestart=false -; startretries=3 -; priority=1 -; stdout_logfile=/dev/stdout -; stderr_logfile=/dev/stderr -; stdout_logfile_maxbytes = 0 -; stderr_logfile_maxbytes = 0 - - -[program:envoy] -command=sh -c "python config_generator.py && envsubst < /etc/envoy/envoy.yaml > /etc/envoy.env_sub.yaml && envoy -c /etc/envoy.env_sub.yaml --component-log-level wasm:debug 2>&1 | tee /var/log/envoy.log" -; command=sh -c "python config_generator.py && envsubst < /etc/envoy/envoy.yaml > /etc/envoy.env_sub.yaml && envoy -c /etc/envoy.env_sub.yaml --log-level trace 2>&1 | tee /var/log/envoy.log" -autostart=true -autorestart=true -startretries=3 -priority=2 -stdout_logfile=/dev/stdout -stderr_logfile=/dev/stderr -stdout_logfile_maxbytes = 0 -stderr_logfile_maxbytes = 0