Merge branch 'main' into adil/tmobile_work

This commit is contained in:
Adil Hafeez 2025-09-10 10:47:33 -07:00
commit 5df01d73f0
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
38 changed files with 2842 additions and 919 deletions

View file

@ -7,7 +7,6 @@ import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RestController;
import java.time.Instant;
import java.time.LocalDate;
import java.util.ArrayList;
import java.util.List;

View file

@ -7,6 +7,12 @@ listeners:
message_format: openai
timeout: 30s
egress_traffic:
address: 0.0.0.0
port: 12000
message_format: openai
timeout: 30s
endpoints:
weather_forecast_service:
endpoint: host.docker.internal:18083
@ -24,6 +30,12 @@ llm_providers:
model: openai/gpt-4o
default: true
- access_key: $OPENAI_API_KEY
model: openai/gpt-4o-mini
- access_key: $ANTHROPIC_API_KEY
model: anthropic/claude-sonnet-4-20250514
system_prompt: |
You are a helpful assistant.

View file

@ -5,4 +5,4 @@ asyncio==3.4.3
httpx==0.27.0
python-dotenv==1.0.1
pydantic==2.8.2
openai==1.51.0
openai==1.54.0

View file

@ -23,10 +23,10 @@ llm_providers:
model: mistral/ministral-3b-latest
- access_key: $ANTHROPIC_API_KEY
model: claude/claude-3-7-sonnet-latest
model: anthropic/claude-3-7-sonnet-latest
- access_key: $ANTHROPIC_API_KEY
model: claude/claude-sonnet-4-0
model: anthropic/claude-sonnet-4-0
- access_key: $DEEPSEEK_API_KEY
model: deepseek/deepseek-reasoner

View file

@ -19,8 +19,8 @@ llm_providers:
- name: code understanding
description: understand and explain existing code snippets, functions, or libraries
- model: openai/gpt-4.1
access_key: $OPENAI_API_KEY
- model: anthropic/claude-sonnet-4-20250514
access_key: $ANTHROPIC_API_KEY
routing_preferences:
- name: code generation
description: generating new code snippets, functions, or boilerplate based on user prompts or requirements

View file

@ -2,7 +2,7 @@ POST http://localhost:12000/v1/chat/completions
Content-Type: application/json
{
"model": "openai/gpt-4.1",
"model": "openai/gpt-4o-mini",
"messages": [
{
"role": "user",
@ -13,7 +13,7 @@ Content-Type: application/json
HTTP 200
[Asserts]
header "content-type" == "application/json"
jsonpath "$.model" matches /^gpt-4.1/
jsonpath "$.model" matches /^gpt-4o-mini/
jsonpath "$.usage" != null
jsonpath "$.choices[0].message.content" != null
jsonpath "$.choices[0].message.role" == "assistant"