mirror of
https://github.com/rowboatlabs/rowboat.git
synced 2026-04-25 00:16:29 +02:00
24 lines
No EOL
714 B
Python
24 lines
No EOL
714 B
Python
import os
|
|
from openai import OpenAI
|
|
import dotenv
|
|
dotenv.load_dotenv()
|
|
|
|
PROVIDER_BASE_URL = os.getenv('PROVIDER_BASE_URL', '')
|
|
PROVIDER_API_KEY = os.getenv('PROVIDER_API_KEY', os.getenv('OPENAI_API_KEY', ''))
|
|
PROVIDER_DEFAULT_MODEL = os.getenv('PROVIDER_DEFAULT_MODEL', 'gpt-4.1')
|
|
|
|
if not PROVIDER_API_KEY:
|
|
raise ValueError("No LLM Provider API key found")
|
|
|
|
completions_client = None
|
|
if PROVIDER_BASE_URL:
|
|
print(f"Using provider {PROVIDER_BASE_URL}, for completions")
|
|
completions_client = OpenAI(
|
|
base_url=PROVIDER_BASE_URL,
|
|
api_key=PROVIDER_API_KEY
|
|
)
|
|
else:
|
|
print(f"Using OpenAI directly for completions")
|
|
completions_client = OpenAI(
|
|
api_key=PROVIDER_API_KEY
|
|
) |