refactor model_handler

This commit is contained in:
Shuguang Chen 2024-12-05 11:00:22 -08:00
parent afe1410b37
commit b686cf8b87
5 changed files with 300 additions and 127 deletions

View file

@ -1,7 +1,7 @@
import os
from app.commons.globals import handler_map
from app.model_handler.function_calling import ChatMessage
from app.model_handler.base_handler import ChatMessage
from app.model_handler.guardrails import GuardRequest
from fastapi import FastAPI, Response, Request