apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-06 14:22:51 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Merge branch 'main' of https://github.com/katanemo/arch into cotran/hallu-fix

Browse source
This commit is contained in:
cotran 2024-10-15 11:25:58 -07:00
commit b8c6bd73af
43 changed files with 865 additions and 644 deletions
Download patch file Download diff file Expand all files Collapse all files

4
model_server/app/main.py
View file

@ -4,7 +4,6 @@ import app.commons.utilities as utils
import app.commons.globals as glb
import app.prompt_guard.model_utils as guard_utils
from typing import List, Dict
from pydantic import BaseModel
from fastapi import FastAPI, Response, HTTPException
@ -17,8 +16,7 @@ from app.function_calling.model_utils import (
logger = utils.get_model_server_logger()
logger.info(f"Devices Avialble: {glb.DEVICE}")
logger.info(f"Ready to serve traffic. available device: {glb.DEVICE}")
app = FastAPI()