Integrate Arch-Function-Chat (#449)

demos/use_cases/llm_routing/arch_config.yaml

@@ -30,5 +30,11 @@ llm_providers:
     model: deepseek-reasoner
     base_url: https://api.deepseek.com/
 
+  - name: groq
+    access_key: $GROQ_API_KEY
+    provider_interface: openai
+    model: llama-3.1-8b-instant
+    base_url: https://api.groq.com
+
 tracing:
   random_sampling: 100