update gpt4-v

This commit is contained in:
better629 2024-01-26 15:16:33 +08:00
parent 9cbc34662a
commit 7f8ae1f260
7 changed files with 23 additions and 22 deletions

View file

@ -12,6 +12,7 @@
from __future__ import annotations
import ast
import base64
import contextlib
import csv
import importlib
@ -23,7 +24,6 @@ import re
import sys
import traceback
import typing
import base64
from pathlib import Path
from typing import Any, List, Tuple, Union

View file

@ -78,7 +78,7 @@ def count_message_tokens(messages, model="gpt-3.5-turbo-0613"):
"gpt-4-32k-0613",
"gpt-4-1106-preview",
"gpt-4-vision-preview",
"gpt-4-1106-vision-preview"
"gpt-4-1106-vision-preview",
}:
tokens_per_message = 3 # # every reply is primed with <|start|>assistant<|message|>
tokens_per_name = 1