Skip to content

Commit

Permalink
fix formatting that fails in VS (dotnet#7023)
Browse files Browse the repository at this point in the history
  • Loading branch information
michaelgsharp authored Feb 22, 2024
1 parent 0d2fd60 commit a139371
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/Microsoft.ML.Tokenizers/Tokenizer.cs
Original file line number Diff line number Diff line change
Expand Up @@ -286,8 +286,8 @@ private enum ModelEncoding
private static readonly (string Prefix, ModelEncoding Encoding)[] _modelPrefixToEncoding =
[
// chat
( "gpt-4-", ModelEncoding.Cl100kBase ), // e.g., gpt-4-0314, etc., plus gpt-4-32k
( "gpt-3.5-turbo-", ModelEncoding.Cl100kBase ) // e.g, gpt-3.5-turbo-0301, -0401, etc.
("gpt-4-", ModelEncoding.Cl100kBase), // e.g., gpt-4-0314, etc., plus gpt-4-32k
("gpt-3.5-turbo-", ModelEncoding.Cl100kBase) // e.g, gpt-3.5-turbo-0301, -0401, etc.
];

private static readonly Dictionary<string, ModelEncoding> _modelToEncoding =
Expand Down

0 comments on commit a139371

Please sign in to comment.