mirror of
https://github.com/katanemo/plano.git
synced 2026-04-26 01:06:25 +02:00
7168b14ed3
* updated model serving, updated the config references, architecture docs and added the llm_provider section * several documentation changes to improve sections like life_of_a_request, model serving subsystem --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-261.local>
41 lines
1.2 KiB
YAML
41 lines
1.2 KiB
YAML
version: "0.1-beta"
|
|
listener:
|
|
address: 127.0.0.1 | 0.0.0.0
|
|
port_value: 8080 #If you configure port 443, you'll need to update the listener with tls_certificates
|
|
messages: tuple | hugging-face-messages-api
|
|
|
|
system_prompts:
|
|
- name: network_assistant
|
|
content: You are a network assistant that just offers facts about the operational health of the network
|
|
|
|
llm_providers:
|
|
- name: "OpenAI"
|
|
access_key: $OPEN_AI_KEY
|
|
model: gpt-4o
|
|
default: true
|
|
- name: "Mistral"
|
|
access_key: $MISTRAL_KEY
|
|
model: mixtral8-7B
|
|
|
|
prompt_endpoints:
|
|
- "http://127.0.0.2"
|
|
- "http://127.0.0.1"
|
|
|
|
prompt_guards:
|
|
input-guard:
|
|
- name: #jailbreak
|
|
on-exception-message: Looks like you are curious about my abilities. But I can only
|
|
|
|
prompt_targets:
|
|
- name: information_extraction
|
|
type: RAG
|
|
description: this prompt handles all information extractions scenarios
|
|
path: /agent/summary
|
|
|
|
- name: reboot_network_device
|
|
path: /agent/action
|
|
description: used to help network operators with perform device operations like rebooting a device.
|
|
parameters:
|
|
error_target: #handle errors from Bolt or upstream LLMs
|
|
name: “error_handler”
|
|
path: /errors
|