update config (#93)

demos/function_calling/api_server/app/main.py

@@ -3,6 +3,7 @@ from fastapi import FastAPI, Response
 from datetime import datetime, date, timedelta, timezone
 import logging
 from pydantic import BaseModel
+import pytz
 
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 logger = logging.getLogger(__name__)
@@ -56,3 +57,19 @@ async def insurance_claim_details(req: InsuranceClaimDetailsRequest, res: Respon
     }
 
     return claim_details
+
+@app.get("/current_time")
+async def current_time(timezone: str):
+    tz = None
+    try:
+      timezone.strip('"')
+      tz = pytz.timezone(timezone)
+    except pytz.exceptions.UnknownTimeZoneError:
+        return {
+            "error": "Invalid timezone: {}".format(timezone)
+        }
+    current_time = datetime.now(tz)
+    return {
+        "timezone": timezone,
+        "current_time": current_time.strftime("%Y-%m-%d %H:%M:%S %Z")
+    }

demos/function_calling/api_server/requirements.txt

@@ -1,2 +1,3 @@
 fastapi
 uvicorn
+pytz

demos/function_calling/arch_config.yaml

@@ -1,22 +1,32 @@
-default_prompt_endpoint: "127.0.0.1"
-load_balancing: "round_robin"
-timeout_ms: 5000
+version: "0.1-beta"
+
+listener:
+  address: 0.0.0.0
+  port: 10000
+  message_format: huggingface
+  connect_timeout: 0.005s
+
+endpoints:
+  api_server:
+    endpoint: api_server:80
+    connect_timeout: 0.005s
+
+llm_providers:
+  - name: open-ai-gpt-4
+    access_key: $OPEN_AI_API_KEY
+    model: gpt-4
+    default: true
 
 overrides:
   # confidence threshold for prompt target intent matching
   prompt_target_intent_matching_threshold: 0.6
 
-llm_providers:
-
-  - name: open-ai-gpt-4
-    api_key: $OPEN_AI_API_KEY
-    model: gpt-4
-    default: true
+system_prompt: |
+  You are a helpful assistant.
 
 prompt_targets:
 
-  - type: function_resolver
-    name: weather_forecast
+  - name: weather_forecast
     description: This function provides realtime weather forecast information for a given city.
     parameters:
       - name: city
@@ -27,14 +37,30 @@ prompt_targets:
       - name: units
         description: The units in which the weather forecast is requested.
     endpoint:
-      cluster: api_server
+      name: api_server
       path: /weather
     system_prompt: |
       You are a helpful weather forecaster. Use weater data that is provided to you. Please following following guidelines when responding to user queries:
       - Use farenheight for temperature
       - Use miles per hour for wind speed
-  - type: function_resolver
-    name: insurance_claim_details
+
+  - name: system_time
+    description: This function provides the current system time.
+    parameters:
+      - name: timezone
+        description: The city for which the weather forecast is requested.
+        default: US/Pacific
+    endpoint:
+      name: api_server
+      path: /current_time
+      method: Get
+    system_prompt: |
+      You are a helpful system time provider. Use system time data that is provided to you. Please following following guidelines when responding to user queries:
+      - Use 12 hour time format
+      - Use AM/PM for time
+
+  - name: insurance_claim_details
+    type: function_resolver
     description: This function resolver provides insurance claim details for a given policy number.
     parameters:
       - name: policy_number
@@ -46,8 +72,16 @@ prompt_targets:
         type: bool
         required: true
     endpoint:
-      cluster: api_server
+      name: api_server
       path: /insurance_claim_details
     system_prompt: |
       You are a helpful insurance claim details provider. Use insurance claim data that is provided to you. Please following following guidelines when responding to user queries:
       - Use policy number to retrieve insurance claim details
+ratelimits:
+  - provider: gpt-3.5-turbo
+    selector:
+      key: selector-key
+      value: selector-value
+    limit:
+      tokens: 1
+      unit: minute