Fix merges is bytes

openvinotoolkit · Sep 26, 2024 · c8c2c8c · c8c2c8c
1 parent 132f0e1
commit c8c2c8c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/openvino_tokenizers/tokenizer_pipeline.py b/python/openvino_tokenizers/tokenizer_pipeline.py
@@ -621,7 +621,7 @@ def from_tiktoken_encoding(
 
  @property
  def merges_is_bytes(self) -> bool:
- return self.merges and isinstance(self.merges[0], tuple)
+ return self.merges and not isinstance(self.merges[0], str)
 
  def get_ov_subgraph(self, input_nodes: List[Output]) -> List[Output]:
  pipeline = self.get_pipeline()