From ed1b310148a0a477da9c1e7ce7b47e2e25f84259 Mon Sep 17 00:00:00 2001 From: geekan Date: Sat, 20 Apr 2024 12:18:34 +0800 Subject: [PATCH] add config examples for groq --- config/examples/groq-llama3-70b.yaml | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 config/examples/groq-llama3-70b.yaml diff --git a/config/examples/groq-llama3-70b.yaml b/config/examples/groq-llama3-70b.yaml new file mode 100644 index 000000000..93ff24b3d --- /dev/null +++ b/config/examples/groq-llama3-70b.yaml @@ -0,0 +1,5 @@ +llm: + # Visit https://console.groq.com/keys to create api key + base_url: "https://api.groq.com/openai/v1" + api_key: "YOUR_API_KEY" + model: "llama3-70b-8192" # llama3-8b-8192,llama3-70b-8192,llama2-70b-4096 ,mixtral-8x7b-32768,gemma-7b-it