[Kan-103] add support toxic/jailbreak model (#49)

* add toxic/jailbreak model

* fix path loading model

* fix syntax

* fix bug,lint, format

* fix bug

* formatting

* add parallel + chunking

* fix bug

* working version

* fix onnnx name erorr

* device

* fix jailbreak config

* fix syntax error

* format

* add requirement + cli download for dockerfile

* add task

* add skeleton change for envoy filter for prompt guard

* fix hardware config

* fix bug

* add config changes

* add gitignore

* merge main

* integrate arch-guard with filter

* add hardware config

* nothing

* add hardware config feature

* fix requirement

* fix chat ui

* fix onnx

* fix lint

* remove non intel cpu

* remove onnx

* working version

* modify docker

* fix guard time

* add nvidia support

* remove nvidia

* add gpu

* add gpu

* add gpu support

* add gpu support for compose

* add gpu support for compose

* add gpu support for compose

* add gpu support for compose

* add gpu support for compose

* fix docker file

* fix int test

* correct gpu docker

* upgrad python 10

* fix logits to be gpu compatible

* default to cpu dockerfile

* resolve comments

* fix lint + unused parameters

* fix

* remove eetq install for cpu

* remove deploy gpu

---------

Co-authored-by: Adil Hafeez <adil@katanemo.com>

demos/prompt_guards/bolt_config.yaml

@@ -2,29 +2,30 @@ default_prompt_endpoint: "127.0.0.1"
 load_balancing: "round_robin"
 timeout_ms: 5000
 
+# should not be here
+embedding_provider:
+  name: "bge-large-en-v1.5"
+  model: "BAAI/bge-large-en-v1.5"
+
 llm_providers:
 
   - name: open-ai-gpt-4
-    api_key: $OPEN_AI_API_KEY
+    api_key: $OPENAI_API_KEY
     model: gpt-4
     default: true
 
 prompt_guards:
-   input_guard:
-     - name: jailbreak
-       on_exception_message: Looks like you are curious about my abilities…
-     - name: toxic
-       on_exception_message: Looks like you are curious about my toxic detection abilities…
+   input_guards:
+      jailbreak:
+        on_exception_message: Looks like you are curious about my jailbreak detection abilities.
+      toxicity:
+        on_exception_message: Looks like you are curious about my toxicity detection abilities.
 
 prompt_targets:
 
   - type: function_resolver
     name: weather_forecast
     description: This function resolver provides weather forecast information for a given city.
-    few_shot_examples:
-      - what is the weather in New York?
-      - how is the weather in San Francisco?
-      - what is the forecast in Chicago?
     parameters:
       - name: city
         required: true