From d3ccddb72c0029b747dad3165a0ab0dca657f9f6 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Wed, 9 Oct 2024 21:39:55 -0700 Subject: [PATCH] update llm router port value --- README.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index a7d32727..11451650 100644 --- a/README.md +++ b/README.md @@ -109,12 +109,15 @@ Make outbound calls via Arch import openai # Set the OpenAI API base URL to the Arch gateway endpoint -openai.api_base = "http://127.0.0.1:51001/v1" +openai.api_base = "http://127.0.0.1:12000/" # No need to set openai.api_key since it's configured in Arch's gateway # Use the OpenAI client as usual +# we set api_key to '--' becasue openai client would fail to initiate request without it. Just pass any +# dummy value here since arch gateway will properly pass access key before making outbound call. response = openai.Completion.create( + api_key="--", model="text-davinci-003", prompt="What is the capital of France?" )