From b1233da268df3926e7cc45ea9d414f8d00163d3b Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Thu, 5 Jun 2025 20:17:07 -0700 Subject: [PATCH] add arch --- arch/envoy.template.yaml | 2 +- arch/supervisord.conf | 2 +- arch/tools/cli/docker_cli.py | 1 + crates/hermesllm/src/lib.rs | 3 +++ crates/hermesllm/src/providers/openai/types.rs | 1 + 5 files changed, 7 insertions(+), 2 deletions(-) diff --git a/arch/envoy.template.yaml b/arch/envoy.template.yaml index 5d5e9215..d2c7d5fa 100644 --- a/arch/envoy.template.yaml +++ b/arch/envoy.template.yaml @@ -801,7 +801,7 @@ static_resources: - endpoint: address: socket_address: - address: 0.0.0.0 + address: host.docker.internal port_value: 9091 hostname: localhost diff --git a/arch/supervisord.conf b/arch/supervisord.conf index b20a510a..fa174e14 100644 --- a/arch/supervisord.conf +++ b/arch/supervisord.conf @@ -9,7 +9,7 @@ stdout_logfile_maxbytes=0 stderr_logfile_maxbytes=0 [program:envoy] -command=/bin/sh -c "python /app/config_generator.py && envsubst < /etc/envoy/envoy.yaml > /etc/envoy.env_sub.yaml && envoy -c /etc/envoy.env_sub.yaml 2>&1 | tee /var/log//envoy.log" +command=/bin/sh -c "python /app/config_generator.py && envsubst < /etc/envoy/envoy.yaml > /etc/envoy.env_sub.yaml && envoy -c /etc/envoy.env_sub.yaml --component-log-level wasm:debug 2>&1 | tee /var/log//envoy.log" stdout_logfile=/dev/stdout redirect_stderr=true stdout_logfile_maxbytes=0 diff --git a/arch/tools/cli/docker_cli.py b/arch/tools/cli/docker_cli.py index e8a12a13..2020e8b5 100644 --- a/arch/tools/cli/docker_cli.py +++ b/arch/tools/cli/docker_cli.py @@ -59,6 +59,7 @@ def docker_start_archgw_detached( volume_mappings = [ f"{arch_config_file}:/app/arch_config.yaml:ro", + "/Users/adilhafeez/src/intelligent-prompt-gateway/crates/target/wasm32-wasip1/release:/etc/envoy/proxy-wasm-plugins:ro", ] volume_mappings_args = [ item for volume in volume_mappings for item in ("-v", volume) diff --git a/crates/hermesllm/src/lib.rs b/crates/hermesllm/src/lib.rs index 93146f8c..0fdf6e3f 100644 --- a/crates/hermesllm/src/lib.rs +++ b/crates/hermesllm/src/lib.rs @@ -6,6 +6,7 @@ use std::fmt::Display; pub mod providers; pub enum Provider { + Arch, Mistral, Deepseek, Groq, @@ -18,6 +19,7 @@ pub enum Provider { impl From<&str> for Provider { fn from(value: &str) -> Self { match value.to_lowercase().as_str() { + "arch" => Provider::Arch, "mistral" => Provider::Mistral, "deepseek" => Provider::Deepseek, "groq" => Provider::Groq, @@ -33,6 +35,7 @@ impl From<&str> for Provider { impl Display for Provider { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { match self { + Provider::Arch => write!(f, "Arch"), Provider::Mistral => write!(f, "Mistral"), Provider::Deepseek => write!(f, "Deepseek"), Provider::Groq => write!(f, "Groq"), diff --git a/crates/hermesllm/src/providers/openai/types.rs b/crates/hermesllm/src/providers/openai/types.rs index 6d49d37d..60d2e7ee 100644 --- a/crates/hermesllm/src/providers/openai/types.rs +++ b/crates/hermesllm/src/providers/openai/types.rs @@ -139,6 +139,7 @@ impl ChatCompletionsRequest { pub fn to_bytes(&self, provider: Provider) -> Result> { match provider { Provider::OpenAI + | Provider::Arch | Provider::Deepseek | Provider::Mistral | Provider::Groq