update config (#93)

demos/function_calling/arch_config.yaml

@@ -1,22 +1,32 @@
-default_prompt_endpoint: "127.0.0.1"
-load_balancing: "round_robin"
-timeout_ms: 5000
+version: "0.1-beta"
+
+listener:
+  address: 0.0.0.0
+  port: 10000
+  message_format: huggingface
+  connect_timeout: 0.005s
+
+endpoints:
+  api_server:
+    endpoint: api_server:80
+    connect_timeout: 0.005s
+
+llm_providers:
+  - name: open-ai-gpt-4
+    access_key: $OPEN_AI_API_KEY
+    model: gpt-4
+    default: true
 
 overrides:
   # confidence threshold for prompt target intent matching
   prompt_target_intent_matching_threshold: 0.6
 
-llm_providers:
-
-  - name: open-ai-gpt-4
-    api_key: $OPEN_AI_API_KEY
-    model: gpt-4
-    default: true
+system_prompt: |
+  You are a helpful assistant.
 
 prompt_targets:
 
-  - type: function_resolver
-    name: weather_forecast
+  - name: weather_forecast
     description: This function provides realtime weather forecast information for a given city.
     parameters:
       - name: city
@@ -27,14 +37,30 @@ prompt_targets:
       - name: units
         description: The units in which the weather forecast is requested.
     endpoint:
-      cluster: api_server
+      name: api_server
       path: /weather
     system_prompt: |
       You are a helpful weather forecaster. Use weater data that is provided to you. Please following following guidelines when responding to user queries:
       - Use farenheight for temperature
       - Use miles per hour for wind speed
-  - type: function_resolver
-    name: insurance_claim_details
+
+  - name: system_time
+    description: This function provides the current system time.
+    parameters:
+      - name: timezone
+        description: The city for which the weather forecast is requested.
+        default: US/Pacific
+    endpoint:
+      name: api_server
+      path: /current_time
+      method: Get
+    system_prompt: |
+      You are a helpful system time provider. Use system time data that is provided to you. Please following following guidelines when responding to user queries:
+      - Use 12 hour time format
+      - Use AM/PM for time
+
+  - name: insurance_claim_details
+    type: function_resolver
     description: This function resolver provides insurance claim details for a given policy number.
     parameters:
       - name: policy_number
@@ -46,8 +72,16 @@ prompt_targets:
         type: bool
         required: true
     endpoint:
-      cluster: api_server
+      name: api_server
       path: /insurance_claim_details
     system_prompt: |
       You are a helpful insurance claim details provider. Use insurance claim data that is provided to you. Please following following guidelines when responding to user queries:
       - Use policy number to retrieve insurance claim details
+ratelimits:
+  - provider: gpt-3.5-turbo
+    selector:
+      key: selector-key
+      value: selector-value
+    limit:
+      tokens: 1
+      unit: minute