mirror of
https://github.com/rowboatlabs/rowboat.git
synced 2026-04-26 00:46:23 +02:00
Add support for other providers - litellm, openrouter
This commit is contained in:
parent
8c2c21a239
commit
14eee3e0c3
24 changed files with 398 additions and 95 deletions
24
apps/copilot/client.py
Normal file
24
apps/copilot/client.py
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
import os
|
||||
from openai import OpenAI
|
||||
import dotenv
|
||||
dotenv.load_dotenv()
|
||||
|
||||
PROVIDER_BASE_URL = os.getenv('PROVIDER_BASE_URL', '')
|
||||
PROVIDER_API_KEY = os.getenv('PROVIDER_API_KEY', os.getenv('OPENAI_API_KEY', ''))
|
||||
PROVIDER_DEFAULT_MODEL = os.getenv('PROVIDER_DEFAULT_MODEL', 'gpt-4.1')
|
||||
|
||||
if not PROVIDER_API_KEY:
|
||||
raise ValueError("No LLM Provider API key found")
|
||||
|
||||
completions_client = None
|
||||
if PROVIDER_BASE_URL:
|
||||
print(f"Using provider {PROVIDER_BASE_URL}, for completions")
|
||||
completions_client = OpenAI(
|
||||
base_url=PROVIDER_BASE_URL,
|
||||
api_key=PROVIDER_API_KEY
|
||||
)
|
||||
else:
|
||||
print(f"Using OpenAI directly for completions")
|
||||
completions_client = OpenAI(
|
||||
api_key=PROVIDER_API_KEY
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue