plano/model_server/app/guard_model_config.json

{
    "toxic":{
        "cpu": "katanemolabs/toxic_ovn_4bit",
        "gpu": "katanemolabs/Bolt-Toxic-v1-eetq"
    },
    "jailbreak":{
        "cpu": "katanemolabs/jailbreak_ovn_4bit",
        "gpu": "katanemolabs/Bolt-Guard-EEtq"
    }
}