apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-25 16:56:24 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

make ratelimit section optional (#168)

Browse source
This commit is contained in:
Adil Hafeez 2024-10-09 19:53:00 -07:00 • committed by GitHub
parent f9e3a052fc
commit 6b70768170
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 14 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

9
demos/function_calling/arch_config.yaml
View file

@ -72,14 +72,5 @@ prompt_targets:
# if true arch will forward the response to the default LLM
auto_llm_dispatch_on_response: true
ratelimits:
- model: gpt-4
selector:
key: selector-key
value: selector-value
limit:
tokens: 1
unit: minute
tracing:
random_sampling: 100