From ed5ea41f5be7f3cc50d1edf86197ee8f5f0ed4c9 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Thu, 28 Nov 2024 04:16:42 +0000 Subject: [PATCH] build(deps): update tokenizers requirement from 0.20.0 to 0.21.0 Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.20.0...v0.21.0) --- updated-dependencies: - dependency-name: tokenizers dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index 65fdf93..7d8056d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -20,7 +20,7 @@ reqwest = { version = "0.12.3", features = ["json", "stream"] } serde = { version = "1.0.197", features = ["derive"] } serde_json = "1.0.115" thiserror = "2.0.0" -tokenizers = { version = "0.20.0", default-features = false, features = ["onig", "esaxx_fast"] } +tokenizers = { version = "0.21.0", default-features = false, features = ["onig", "esaxx_fast"] } [dev-dependencies] dotenv = "0.15.0"