Merge pull request #1438 from iorisa/fixbug/1429

fixbug: there's a problem about using external LLM of huoshan #1429
This commit is contained in:
better629 2024-08-07 17:31:26 +08:00 committed by GitHub
commit 48de3f97eb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 71 additions and 6 deletions

View file

@ -188,6 +188,14 @@ FIREWORKS_GRADE_TOKEN_COSTS = {
"mixtral-8x7b": {"prompt": 0.4, "completion": 1.6},
}
# https://console.volcengine.com/ark/region:ark+cn-beijing/model
DOUBAO_TOKEN_COSTS = {
"doubao-lite": {"prompt": 0.0003, "completion": 0.0006},
"doubao-lite-128k": {"prompt": 0.0008, "completion": 0.0010},
"doubao-pro": {"prompt": 0.0008, "completion": 0.0020},
"doubao-pro-128k": {"prompt": 0.0050, "completion": 0.0090},
}
# https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo
TOKEN_MAX = {
"gpt-4o-2024-05-13": 128000,