apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-05-03 12:52:37 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

implement streaming

Browse source
This commit is contained in:
usamimeri_renko 2024-05-22 22:05:15 +08:00
parent 1b13a28a77
commit bb8ea2eaf9
4 changed files with 29 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
metagpt/utils/token_counter.py
View file

@ -258,6 +258,14 @@ BEDROCK_TOKEN_COSTS = {
"ai21.j2-ultra-v1": {"prompt": 0.0188, "completion": 0.0188},
}
# https://xinghuo.xfyun.cn/sparkapi?scr=price
SPARK_TOKENS = {
"general": {"prompt": 0.0, "completion": 0.0}, # Spark-Lite
"generalV2": {"prompt": 0.0188, "completion": 0.0188}, # Spark V2.0
"generalV3": {"prompt": 0.0035, "completion": 0.0035}, # Spark Pro
"generalV3.5": {"prompt": 0.0035, "completion": 0.0035}, # Spark3.5 Max
}
def count_input_tokens(messages, model="gpt-3.5-turbo-0125"):
"""Return the number of tokens used by a list of messages."""