mirror of
https://github.com/katanemo/plano.git
synced 2026-05-02 04:12:56 +02:00
Improve cli (#179)
This commit is contained in:
parent
ceca0dba28
commit
7d5f760884
18 changed files with 611 additions and 445 deletions
|
|
@ -4,7 +4,6 @@ import app.commons.utilities as utils
|
|||
import app.commons.globals as glb
|
||||
import app.prompt_guard.model_utils as guard_utils
|
||||
|
||||
|
||||
from typing import List, Dict
|
||||
from pydantic import BaseModel
|
||||
from fastapi import FastAPI, Response, HTTPException
|
||||
|
|
@ -17,8 +16,7 @@ from app.function_calling.model_utils import (
|
|||
|
||||
logger = utils.get_model_server_logger()
|
||||
|
||||
logger.info(f"Devices Avialble: {glb.DEVICE}")
|
||||
|
||||
logger.info(f"Ready to serve traffic. available device: {glb.DEVICE}")
|
||||
|
||||
app = FastAPI()
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue