apunkt/rowboat
1
0
Fork 0
mirror of https://github.com/rowboatlabs/rowboat.git synced 2026-04-25 16:36:22 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add support for other providers - litellm, openrouter

Browse source
This commit is contained in:
akhisud3195 2025-04-25 23:50:26 +05:30 • committed by Ramnique Singh
parent 8c2c21a239
commit 14eee3e0c3
24 changed files with 398 additions and 95 deletions
Download patch file Download diff file Expand all files Collapse all files

9
apps/copilot/streaming.py
View file

@ -4,9 +4,8 @@ from pydantic import BaseModel, ValidationError
from typing import List, Dict, Any, Literal
import json
from lib import AgentContext, PromptContext, ToolContext, ChatContext
openai_client = OpenAI()
MODEL_NAME = "gpt-4.1" # OpenAI model name
from client import PROVIDER_DEFAULT_MODEL
from client import completions_client
class UserMessage(BaseModel):
role: Literal["user"]
@ -90,8 +89,8 @@ User: {last_message.content}
message.model_dump() for message in messages
]
return openai_client.chat.completions.create(
model=MODEL_NAME,
return completions_client.chat.completions.create(
model=PROVIDER_DEFAULT_MODEL,
messages=updated_msgs,
temperature=0.0,
stream=True