Update src/mistral_common/tokens/tokenizers/mistral.py

mistralai · Jul 18, 2024 · 49582b3 · 49582b3
1 parent c726553
commit 49582b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/mistral_common/tokens/tokenizers/mistral.py b/src/mistral_common/tokens/tokenizers/mistral.py
@@ -85,7 +85,7 @@ def from_model(cls, model: str) -> "MistralTokenizer":
             "mistral-large": MistralTokenizer.v2,
             "open-mixtral-8x22b": MistralTokenizer.v3,
             "codestral-22b": MistralTokenizer.v3,
-            "nemostral": lambda: MistralTokenizer.v3(is_tekken=True),
+            "mistral-nemo": lambda: MistralTokenizer.v3(is_tekken=True),
         }
 
         # Prefix search the model name mapping