Improve cli (#179)

This commit is contained in:
Adil Hafeez 2024-10-10 17:44:41 -07:00 committed by GitHub
parent ceca0dba28
commit 7d5f760884
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 611 additions and 445 deletions

View file

@ -4,7 +4,6 @@ import app.commons.utilities as utils
import app.commons.globals as glb
import app.prompt_guard.model_utils as guard_utils
from typing import List, Dict
from pydantic import BaseModel
from fastapi import FastAPI, Response, HTTPException
@ -17,8 +16,7 @@ from app.function_calling.model_utils import (
logger = utils.get_model_server_logger()
logger.info(f"Devices Avialble: {glb.DEVICE}")
logger.info(f"Ready to serve traffic. available device: {glb.DEVICE}")
app = FastAPI()