diff --git a/Cargo.toml b/Cargo.toml
index eea3992..207f8ad 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -36,7 +36,7 @@ ort = { version = "=2.0.0-rc.13", default-features = false, features = [
 safetensors = { version = "0.8.0" }
 serde_json = { version = "1" }
 serde = { version = "1", features = ["derive"] }
-tokenizers = { version = "0.22.2", default-features = false, features = ["onig"] }
+tokenizers = { version = "0.23.2", default-features = false, features = ["onig"] }
 candle-nn = { version = "0.11.0", optional = true }
 candle-core = { version = "0.11.0", optional = true }
 
diff --git a/src/common.rs b/src/common.rs
index 284ef6b..2cad637 100644
--- a/src/common.rs
+++ b/src/common.rs
@@ -188,11 +188,13 @@ pub fn load_tokenizer(tokenizer_files: TokenizerFiles, max_length: usize) -> Res
         for (_, value) in root_object.iter() {
             if value.is_string() {
                 if let Some(content) = value.as_str() {
-                    tokenizer.add_special_tokens(&[AddedToken {
-                        content: content.into(),
-                        special: true,
-                        ..Default::default()
-                    }]);
+                    tokenizer
+                        .add_special_tokens([AddedToken {
+                            content: content.into(),
+                            special: true,
+                            ..Default::default()
+                        }])
+                        .map_err(|e| Error::TokenizerConfig(e.to_string()))?;
                 }
             } else if value.is_object() {
                 if let (
@@ -208,14 +210,16 @@ pub fn load_tokenizer(tokenizer_files: TokenizerFiles, max_length: usize) -> Res
                     value["rstrip"].as_bool(),
                     value["normalized"].as_bool(),
                 ) {
-                    tokenizer.add_special_tokens(&[AddedToken {
-                        content: content.into(),
-                        special: true,
-                        single_word,
-                        lstrip,
-                        rstrip,
-                        normalized,
-                    }]);
+                    tokenizer
+                        .add_special_tokens([AddedToken {
+                            content: content.into(),
+                            special: true,
+                            single_word,
+                            lstrip,
+                            rstrip,
+                            normalized,
+                        }])
+                        .map_err(|e| Error::TokenizerConfig(e.to_string()))?;
                 }
             }
         }