mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
38 lines
1.1 KiB
Python
38 lines
1.1 KiB
Python
import app.commons.utilities as utils
|
|
|
|
from openai import OpenAI
|
|
from app.commons.constants import *
|
|
from app.model_handler.function_calling import ArchIntentHandler, ArchFunctionHandler
|
|
from app.model_handler.guardrails import get_guardrail_handler
|
|
|
|
|
|
logger = utils.get_model_server_logger()
|
|
|
|
|
|
# Define the client
|
|
ARCH_ENDPOINT = "https://api.fc.archgw.com/v1"
|
|
ARCH_API_KEY = "EMPTY"
|
|
ARCH_CLIENT = OpenAI(base_url=ARCH_ENDPOINT, api_key=ARCH_API_KEY)
|
|
|
|
|
|
# Define model handlers
|
|
handler_map = {
|
|
"Arch-Intent": ArchIntentHandler(
|
|
ARCH_CLIENT,
|
|
ARCH_INTENT_MODEL_ALIAS,
|
|
ARCH_INTENT_TASK_PROMPT,
|
|
ARCH_INTENT_TOOL_PROMPT_TEMPLATE,
|
|
ARCH_INTENT_FORMAT_PROMPT,
|
|
ARCH_INTENT_INSTRUCTION,
|
|
**ARCH_INTENT_GENERATION_CONFIG,
|
|
),
|
|
"Arch-Function": ArchFunctionHandler(
|
|
ARCH_CLIENT,
|
|
ARCH_FUNCTION_MODEL_ALIAS,
|
|
ARCH_FUNCTION_TASK_PROMPT,
|
|
ARCH_FUNCTION_TOOL_PROMPT_TEMPLATE,
|
|
ARCH_FUNCTION_FORMAT_PROMPT,
|
|
**ARCH_FUNCTION_GENERATION_CONFIG,
|
|
),
|
|
"Arch-Guard": get_guardrail_handler(),
|
|
}
|