From 5c066c9825a1d9f2bbe342abe33730c42d8c1a1e Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Fri, 17 Jan 2025 18:24:59 -0800 Subject: [PATCH] add more changes --- crates/prompt_gateway/src/stream_context.rs | 3 ++- demos/acm_k8s/arch_config.yaml | 14 +++----------- 2 files changed, 5 insertions(+), 12 deletions(-) diff --git a/crates/prompt_gateway/src/stream_context.rs b/crates/prompt_gateway/src/stream_context.rs index 7a8f84c3..39d144f1 100644 --- a/crates/prompt_gateway/src/stream_context.rs +++ b/crates/prompt_gateway/src/stream_context.rs @@ -338,7 +338,8 @@ impl StreamContext { ARCH_INTERNAL_CLUSTER_NAME, &path, headers, - Some(tool_params_json_str.as_bytes()), + // Some(tool_params_json_str.as_bytes()), + None, vec![], Duration::from_secs(5), ); diff --git a/demos/acm_k8s/arch_config.yaml b/demos/acm_k8s/arch_config.yaml index b413b66f..c21681ff 100644 --- a/demos/acm_k8s/arch_config.yaml +++ b/demos/acm_k8s/arch_config.yaml @@ -12,6 +12,7 @@ overrides: endpoints: acm_service: + # endpoint: host.docker.internal:8001 endpoint: host.docker.internal:18083 connect_timeout: 0.005s @@ -22,16 +23,6 @@ llm_providers: model: gpt-4o-mini default: true - - name: gpt-3.5-turbo-0125 - access_key: $OPENAI_API_KEY - provider: openai - model: gpt-3.5-turbo-0125 - - - name: gpt-4o - access_key: $OPENAI_API_KEY - provider: openai - model: gpt-4o - system_prompt: | You are a helpful assistant. @@ -47,7 +38,8 @@ prompt_targets: endpoint: http_method: GET name: acm_service - path: /cluster.open-cluster-management.io/v1/managedclusters + # path: /cluster.open-cluster-management.io/v1/managedclusters + path: /apis/cluster.open-cluster-management.io/v1/managedclusters system_prompt: | You are a helpful assistant. You are given response in json. Only show name of the cluster and its status.