mirror of
https://github.com/katanemo/plano.git
synced 2026-05-09 15:52:44 +02:00
removing model alias
This commit is contained in:
parent
e5f8bb0e8f
commit
1968db0840
1 changed files with 2 additions and 2 deletions
|
|
@ -47,7 +47,7 @@ FastAPIInstrumentor.instrument_app(app)
|
||||||
# Configure LLMs to use Plano's gateway with model aliases
|
# Configure LLMs to use Plano's gateway with model aliases
|
||||||
llm_fast = ChatOpenAI(
|
llm_fast = ChatOpenAI(
|
||||||
base_url=LLM_GATEWAY_ENDPOINT,
|
base_url=LLM_GATEWAY_ENDPOINT,
|
||||||
model="risk_fast", # Uses Plano's model alias -> gpt-4o-mini
|
model="openai/gpt-4o-mini", # alias not working
|
||||||
api_key="EMPTY",
|
api_key="EMPTY",
|
||||||
temperature=0.1,
|
temperature=0.1,
|
||||||
max_tokens=1500,
|
max_tokens=1500,
|
||||||
|
|
@ -55,7 +55,7 @@ llm_fast = ChatOpenAI(
|
||||||
|
|
||||||
llm_reasoning = ChatOpenAI(
|
llm_reasoning = ChatOpenAI(
|
||||||
base_url=LLM_GATEWAY_ENDPOINT,
|
base_url=LLM_GATEWAY_ENDPOINT,
|
||||||
model="risk_reasoning", # Uses Plano's model alias -> gpt-4o
|
model="openai/gpt-4o", # alias not working
|
||||||
api_key="EMPTY",
|
api_key="EMPTY",
|
||||||
temperature=0.7,
|
temperature=0.7,
|
||||||
max_tokens=2000,
|
max_tokens=2000,
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue