stream buffer implementation with tests

This commit is contained in:
Salman Paracha 2025-11-30 02:41:14 -08:00
parent 409b3de77e
commit bf3bab780f
35 changed files with 4088 additions and 2958 deletions

View file

@ -47,6 +47,9 @@ llm_providers:
- model: ollama/llama3.1
base_url: http://host.docker.internal:11434
# Grok (xAI) Models
- model: xai/grok-4-0709
access_key: $GROK_API_KEY
# Model aliases - friendly names that map to actual provider names
model_aliases:
@ -83,5 +86,9 @@ model_aliases:
coding-model:
target: us.amazon.nova-premier-v1:0
# Alias for grok testing
arch.grok.v1:
target: grok-4-0709
tracing:
random_sampling: 100