diff --git a/tests/test_tokenize_v3.py b/tests/test_tokenize_v3.py index 16e1655..eb16d37 100644 --- a/tests/test_tokenize_v3.py +++ b/tests/test_tokenize_v3.py @@ -30,7 +30,7 @@ def tokenizer() -> InstructTokenizer: def tekken_tokenizer() -> InstructTokenizer: tekken = MistralTokenizer.v3(is_tekken=True).instruct_tokenizer - tekken.tokenizer.special_token_policy = SpecialTokenPolicy.IGNORE # type: ignore + tekken.tokenizer.special_token_policy = SpecialTokenPolicy.IGNORE # type: ignore return tekken