From 75cb87783a17345e6860404963bdafa362b5b66f Mon Sep 17 00:00:00 2001
From: Adil Hafeez <adil.hafeez@gmail.com>
Date: Fri, 30 May 2025 13:18:10 -0700
Subject: [PATCH] revert model name for token counting

---
 crates/common/src/tokenizer.rs | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/crates/common/src/tokenizer.rs b/crates/common/src/tokenizer.rs
index 198c2af7..46e39887 100644
--- a/crates/common/src/tokenizer.rs
+++ b/crates/common/src/tokenizer.rs
@@ -14,13 +14,7 @@ pub fn token_count(model_name: &str, text: &str) -> Result<usize, String> {
             );
             "gpt-4"
         }
-        true => {
-            if model_name.starts_with("gpt-4.1") {
-                "gpt-4o"
-            } else {
-                model_name
-            }
-        }
+        true => model_name
     };
 
     // Consideration: is it more expensive to instantiate the BPE object every time, or to contend the singleton?