From 3ed4f9157896d6e357b48dbab098a44191942c4b Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 28 Apr 2026 01:24:21 +0000 Subject: [PATCH] build(deps): update tokenizers requirement in /rust Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.22.2...v0.23.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.1 dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- rust/Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/Cargo.toml b/rust/Cargo.toml index c6e3ac9..ddee3c4 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -12,7 +12,7 @@ crate-type = ["cdylib"] csbindgen = "1.9.5" [dependencies] -tokenizers = { version = "0.22.2", default-features = false, features = ["onig"] } +tokenizers = { version = "0.23.1", default-features = false, features = ["onig"] } uuid = { version = "1.8.0", features = ["v4", "fast-rng"] } mimalloc = "0.1.47"