diff --git a/arch/envoy.template.yaml b/arch/envoy.template.yaml index f710f908..bd848607 100644 --- a/arch/envoy.template.yaml +++ b/arch/envoy.template.yaml @@ -656,7 +656,7 @@ static_resources: - endpoint: address: socket_address: - address: host.docker.internal + address: 0.0.0.0 port_value: $MODEL_SERVER_PORT hostname: {{ internal_cluster }} {% endfor %} diff --git a/crates/hermesllm/src/providers/deepseek/mod.rs b/crates/hermesllm/src/providers/deepseek/mod.rs index 31e4045a..cd408564 100644 --- a/crates/hermesllm/src/providers/deepseek/mod.rs +++ b/crates/hermesllm/src/providers/deepseek/mod.rs @@ -1,27 +1 @@ pub mod types; - -use thiserror::Error; - -use crate::providers::deepseek::types::{DeepSeekRequest, DeepSeekResponse}; - -#[derive(Debug, Error)] -pub enum DeepSeekError { - #[error("json error: {0}")] - JsonParseError(#[from] serde_json::Error), -} - -type Result = std::result::Result; - -impl TryFrom<&[u8]> for DeepSeekRequest { - type Error = DeepSeekError; - fn try_from(bytes: &[u8]) -> Result { - serde_json::from_slice(bytes).map_err(DeepSeekError::from) - } -} - -impl TryFrom<&[u8]> for DeepSeekResponse { - type Error = DeepSeekError; - fn try_from(bytes: &[u8]) -> Result { - serde_json::from_slice(bytes).map_err(DeepSeekError::from) - } -} diff --git a/crates/hermesllm/src/providers/groq/mod.rs b/crates/hermesllm/src/providers/groq/mod.rs index 84eefe46..cd408564 100644 --- a/crates/hermesllm/src/providers/groq/mod.rs +++ b/crates/hermesllm/src/providers/groq/mod.rs @@ -1,27 +1 @@ pub mod types; - -use thiserror::Error; - -use crate::providers::groq::types::{GroqRequest, GroqResponse}; - -#[derive(Debug, Error)] -pub enum GroqError { - #[error("json error: {0}")] - JsonParseError(#[from] serde_json::Error), -} - -type Result = std::result::Result; - -impl TryFrom<&[u8]> for GroqRequest { - type Error = GroqError; - fn try_from(bytes: &[u8]) -> Result { - serde_json::from_slice(bytes).map_err(GroqError::from) - } -} - -impl TryFrom<&[u8]> for GroqResponse { - type Error = GroqError; - fn try_from(bytes: &[u8]) -> Result { - serde_json::from_slice(bytes).map_err(GroqError::from) - } -}