diff --git a/model_server/app/loader.py b/model_server/app/loader.py index 32996f70..2be8777e 100644 --- a/model_server/app/loader.py +++ b/model_server/app/loader.py @@ -68,10 +68,8 @@ def get_prompt_guard(model_name): logger.info("Loading Guard Model...") if glb.DEVICE == "cpu": - model_class = OVModelForSequenceClassification else: - model_class = AutoModelForSequenceClassification prompt_guard = {