apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-29 15:49:40 +02:00
Code Issues Projects Releases Packages Wiki Activity

Update cli and related utils

Browse source
This commit is contained in:
Shuguang Chen 2024-12-08 11:16:34 -08:00
parent b4f4695f16
commit 320f4612b8
6 changed files with 267 additions and 215 deletions
Download patch file Download diff file Expand all files Collapse all files

4
model_server/src/core/guardrails.py
View file

@ -1,12 +1,12 @@
import time
import torch
import numpy as np
import src.commons.utilities as utils
import src.commons.utils as utils
from typing import List
from pydantic import BaseModel
from transformers import AutoTokenizer, AutoModelForSequenceClassification
from optimum.intel import OVModelForSequenceClassification
from typing import List
class GuardRequest(BaseModel):