2024-10-01 09:22:08 -07:00
|
|
|
$schema: "http://json-schema.org/draft-07/schema#"
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
version:
|
|
|
|
|
type: string
|
2025-05-31 01:11:14 -07:00
|
|
|
enum:
|
|
|
|
|
- v0.1
|
|
|
|
|
- v0.1.0
|
|
|
|
|
- 0.1-beta
|
2025-02-14 19:28:10 -08:00
|
|
|
listeners:
|
2024-10-01 09:22:08 -07:00
|
|
|
type: object
|
|
|
|
|
additionalProperties: false
|
2025-02-14 19:28:10 -08:00
|
|
|
properties:
|
|
|
|
|
ingress_traffic:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
address:
|
|
|
|
|
type: string
|
|
|
|
|
port:
|
|
|
|
|
type: integer
|
|
|
|
|
message_format:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- openai
|
|
|
|
|
timeout:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
egress_traffic:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
address:
|
|
|
|
|
type: string
|
|
|
|
|
port:
|
|
|
|
|
type: integer
|
|
|
|
|
message_format:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- openai
|
|
|
|
|
timeout:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
2024-10-01 09:22:08 -07:00
|
|
|
endpoints:
|
|
|
|
|
type: object
|
|
|
|
|
patternProperties:
|
|
|
|
|
"^.*$":
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
endpoint:
|
|
|
|
|
type: string
|
|
|
|
|
connect_timeout:
|
|
|
|
|
type: string
|
2024-12-06 14:37:33 -08:00
|
|
|
protocol:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- http
|
|
|
|
|
- https
|
2025-02-03 14:51:59 -08:00
|
|
|
http_host:
|
|
|
|
|
type: string
|
2024-10-01 09:22:08 -07:00
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- endpoint
|
|
|
|
|
llm_providers:
|
|
|
|
|
type: array
|
|
|
|
|
items:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
name:
|
|
|
|
|
type: string
|
2025-03-05 17:20:04 -08:00
|
|
|
# provider field is deprecated, use provider_interface instead
|
2024-10-03 10:57:01 -07:00
|
|
|
provider:
|
|
|
|
|
type: string
|
2025-01-17 18:25:55 -08:00
|
|
|
enum:
|
|
|
|
|
- openai
|
|
|
|
|
provider_interface:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
2025-05-30 17:12:52 -07:00
|
|
|
- arch
|
2025-05-22 22:55:46 -07:00
|
|
|
- claude
|
|
|
|
|
- deepseek
|
|
|
|
|
- groq
|
2025-01-17 18:25:55 -08:00
|
|
|
- mistral
|
2025-05-22 22:55:46 -07:00
|
|
|
- openai
|
2025-06-11 15:15:00 -07:00
|
|
|
- gemini
|
2024-10-01 09:22:08 -07:00
|
|
|
access_key:
|
|
|
|
|
type: string
|
|
|
|
|
model:
|
|
|
|
|
type: string
|
|
|
|
|
default:
|
|
|
|
|
type: boolean
|
2025-03-05 17:20:04 -08:00
|
|
|
# endpoint field is deprecated, use base_url instead
|
2025-01-17 18:25:55 -08:00
|
|
|
endpoint:
|
|
|
|
|
type: string
|
2025-03-05 17:20:04 -08:00
|
|
|
base_url:
|
|
|
|
|
type: string
|
2025-01-24 17:14:24 -08:00
|
|
|
protocol:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- http
|
|
|
|
|
- https
|
2025-02-03 14:51:59 -08:00
|
|
|
http_host:
|
|
|
|
|
type: string
|
2025-05-19 09:59:22 -07:00
|
|
|
usage:
|
|
|
|
|
type: string
|
2024-10-01 09:22:08 -07:00
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- name
|
|
|
|
|
overrides:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
prompt_target_intent_matching_threshold:
|
|
|
|
|
type: number
|
2025-02-07 19:14:15 -08:00
|
|
|
optimize_context_window:
|
|
|
|
|
type: boolean
|
2025-03-19 15:21:34 -07:00
|
|
|
use_agent_orchestrator:
|
|
|
|
|
type: boolean
|
2024-10-01 09:22:08 -07:00
|
|
|
system_prompt:
|
|
|
|
|
type: string
|
|
|
|
|
prompt_targets:
|
|
|
|
|
type: array
|
|
|
|
|
items:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
name:
|
|
|
|
|
type: string
|
|
|
|
|
default:
|
|
|
|
|
type: boolean
|
|
|
|
|
description:
|
|
|
|
|
type: string
|
2024-10-02 20:43:16 -07:00
|
|
|
auto_llm_dispatch_on_response:
|
|
|
|
|
type: boolean
|
2024-10-01 09:22:08 -07:00
|
|
|
parameters:
|
|
|
|
|
type: array
|
|
|
|
|
items:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
name:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
type: boolean
|
|
|
|
|
default:
|
2025-02-14 19:28:10 -08:00
|
|
|
anyOf:
|
|
|
|
|
- type: string
|
|
|
|
|
- type: integer
|
|
|
|
|
- type: boolean
|
2024-10-01 09:22:08 -07:00
|
|
|
description:
|
|
|
|
|
type: string
|
|
|
|
|
type:
|
|
|
|
|
type: string
|
2024-11-25 17:51:25 -08:00
|
|
|
enum:
|
|
|
|
|
type: array
|
|
|
|
|
items:
|
2025-02-14 19:28:10 -08:00
|
|
|
anyOf:
|
|
|
|
|
- type: string
|
|
|
|
|
- type: integer
|
|
|
|
|
- type: boolean
|
2024-12-06 14:37:33 -08:00
|
|
|
in_path:
|
|
|
|
|
type: boolean
|
2024-12-20 13:25:01 -08:00
|
|
|
format:
|
|
|
|
|
type: string
|
2024-10-01 09:22:08 -07:00
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- name
|
|
|
|
|
- description
|
|
|
|
|
- type
|
|
|
|
|
endpoint:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
name:
|
|
|
|
|
type: string
|
|
|
|
|
path:
|
|
|
|
|
type: string
|
2024-12-06 14:37:33 -08:00
|
|
|
http_method:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- GET
|
|
|
|
|
- POST
|
2025-02-06 11:48:09 -08:00
|
|
|
http_headers:
|
|
|
|
|
type: object
|
|
|
|
|
additionalProperties:
|
|
|
|
|
type: string
|
2024-10-01 09:22:08 -07:00
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- name
|
|
|
|
|
- path
|
|
|
|
|
system_prompt:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- name
|
|
|
|
|
- description
|
|
|
|
|
ratelimits:
|
|
|
|
|
type: array
|
|
|
|
|
items:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
2024-10-03 10:57:01 -07:00
|
|
|
model:
|
2024-10-01 09:22:08 -07:00
|
|
|
type: string
|
|
|
|
|
selector:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
key:
|
|
|
|
|
type: string
|
|
|
|
|
value:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- key
|
|
|
|
|
- value
|
|
|
|
|
limit:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
tokens:
|
|
|
|
|
type: integer
|
|
|
|
|
unit:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- tokens
|
|
|
|
|
- unit
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
2024-10-03 10:57:01 -07:00
|
|
|
- model
|
2024-10-01 09:22:08 -07:00
|
|
|
- selector
|
|
|
|
|
- limit
|
2024-10-08 16:24:08 -07:00
|
|
|
tracing:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
random_sampling:
|
|
|
|
|
type: integer
|
2024-11-07 22:11:00 -06:00
|
|
|
trace_arch_internal:
|
|
|
|
|
type: boolean
|
2024-10-08 16:24:08 -07:00
|
|
|
additionalProperties: false
|
2024-10-09 15:47:32 -07:00
|
|
|
mode:
|
|
|
|
|
type: string
|
|
|
|
|
enum:
|
|
|
|
|
- llm
|
|
|
|
|
- prompt
|
2025-05-19 09:59:22 -07:00
|
|
|
routing:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
model:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
2024-11-25 17:16:35 -08:00
|
|
|
prompt_guards:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
input_guards:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
jailbreak:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
on_exception:
|
|
|
|
|
type: object
|
|
|
|
|
properties:
|
|
|
|
|
message:
|
|
|
|
|
type: string
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- message
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- on_exception
|
|
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- jailbreak
|
2024-10-01 09:22:08 -07:00
|
|
|
additionalProperties: false
|
|
|
|
|
required:
|
|
|
|
|
- version
|
|
|
|
|
- llm_providers
|