Skip to content

Commit

Permalink
reformat
Browse files Browse the repository at this point in the history
  • Loading branch information
patrickvonplaten committed Sep 22, 2024
1 parent 8c66d7f commit 0ee589a
Showing 1 changed file with 6 additions and 3 deletions.
9 changes: 6 additions & 3 deletions src/mistral_common/tokens/tokenizers/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -150,7 +150,8 @@ def __call__(self, content: Union[ImageChunk, ImageURLChunk]) -> ImageEncoding:
...

@property
def image_token(self) -> int: ...
def image_token(self) -> int:
...


class InstructTokenizer(Generic[InstructRequestType, FIMRequestType, TokenizedType, AssistantMessageType]):
Expand Down Expand Up @@ -181,7 +182,8 @@ def encode_user_message(
is_first: bool,
system_prompt: Optional[str] = None,
force_img_first: bool = False,
) -> Tuple[List[int], List[np.ndarray]]: ...
) -> Tuple[List[int], List[np.ndarray]]:
...

@abstractmethod
def encode_user_content(
Expand All @@ -190,4 +192,5 @@ def encode_user_content(
is_last: bool,
system_prompt: Optional[str] = None,
force_img_first: bool = False,
) -> Tuple[List[int], List[np.ndarray]]: ...
) -> Tuple[List[int], List[np.ndarray]]:
...

0 comments on commit 0ee589a

Please sign in to comment.