mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
revert model name for token counting
This commit is contained in:
parent
d4e79e1d5a
commit
75cb87783a
1 changed files with 1 additions and 7 deletions
|
|
@ -14,13 +14,7 @@ pub fn token_count(model_name: &str, text: &str) -> Result<usize, String> {
|
|||
);
|
||||
"gpt-4"
|
||||
}
|
||||
true => {
|
||||
if model_name.starts_with("gpt-4.1") {
|
||||
"gpt-4o"
|
||||
} else {
|
||||
model_name
|
||||
}
|
||||
}
|
||||
true => model_name
|
||||
};
|
||||
|
||||
// Consideration: is it more expensive to instantiate the BPE object every time, or to contend the singleton?
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue