2024-09-20 17:08:42 -07:00
|
|
|
version: "0.1-beta"
|
2024-09-27 15:37:49 -07:00
|
|
|
listener:
|
2024-09-20 17:08:42 -07:00
|
|
|
address: 127.0.0.1 | 0.0.0.0
|
2024-09-24 13:54:17 -07:00
|
|
|
port_value: 8080 #If you configure port 443, you'll need to update the listener with tls_certificates
|
|
|
|
|
messages: tuple | hugging-face-messages-api
|
|
|
|
|
|
2024-09-20 17:08:42 -07:00
|
|
|
system_prompts:
|
|
|
|
|
- name: network_assistant
|
2024-09-24 13:54:17 -07:00
|
|
|
content: You are a network assistant that just offers facts about the operational health of the network
|
2024-09-20 17:08:42 -07:00
|
|
|
|
2024-09-24 13:54:17 -07:00
|
|
|
llm_providers:
|
2024-09-20 17:08:42 -07:00
|
|
|
- name: "OpenAI"
|
|
|
|
|
access_key: $OPEN_AI_KEY
|
2024-09-24 13:54:17 -07:00
|
|
|
model: gpt-4o
|
2024-09-20 17:08:42 -07:00
|
|
|
default: true
|
|
|
|
|
- name: "Mistral"
|
|
|
|
|
access_key: $MISTRAL_KEY
|
2024-09-24 13:54:17 -07:00
|
|
|
model: mixtral8-7B
|
|
|
|
|
|
2024-09-20 17:08:42 -07:00
|
|
|
prompt_endpoints:
|
|
|
|
|
- "http://127.0.0.2"
|
|
|
|
|
- "http://127.0.0.1"
|
|
|
|
|
|
|
|
|
|
prompt_guards:
|
|
|
|
|
input-guard:
|
|
|
|
|
- name: #jailbreak
|
2024-09-24 13:54:17 -07:00
|
|
|
on-exception-message: Looks like you are curious about my abilities. But I can only
|
|
|
|
|
|
|
|
|
|
prompt_targets:
|
2024-09-20 17:08:42 -07:00
|
|
|
- name: information_extraction
|
2024-09-24 13:54:17 -07:00
|
|
|
type: RAG
|
2024-09-20 17:08:42 -07:00
|
|
|
description: this prompt handles all information extractions scenarios
|
|
|
|
|
path: /agent/summary
|
|
|
|
|
|
|
|
|
|
- name: reboot_network_device
|
|
|
|
|
path: /agent/action
|
|
|
|
|
description: used to help network operators with perform device operations like rebooting a device.
|
2024-09-24 13:54:17 -07:00
|
|
|
parameters:
|
|
|
|
|
error_target: #handle errors from Bolt or upstream LLMs
|
2024-09-20 17:08:42 -07:00
|
|
|
name: “error_handler”
|
2024-09-24 13:54:17 -07:00
|
|
|
path: /errors
|