apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-29 19:06:34 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve cli (#179)

Browse source
This commit is contained in:
Adil Hafeez 2024-10-10 17:44:41 -07:00 • committed by GitHub
parent ceca0dba28
commit 7d5f760884
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 611 additions and 445 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_server/app/commons/constants.py
View file

@ -5,6 +5,7 @@ import app.loader as loader
from app.function_calling.model_handler import ArchFunctionHandler
from app.prompt_guard.model_handler import ArchGuardHanlder
logger = utils.get_model_server_logger()
arch_function_hanlder = ArchFunctionHandler()
arch_function_endpoint = "https://api.fc.archgw.com/v1"
@ -19,7 +20,6 @@ arch_function_generation_params = {
arch_guard_model_type = {"cpu": "katanemo/Arch-Guard-cpu", "gpu": "katanemo/Arch-Guard"}
# Model definition
embedding_model = loader.get_embedding_model()
zero_shot_model = loader.get_zero_shot_model()