From cd18f1c5c6366f154a0e974e975e13938d4ef102 Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 10 Nov 2025 01:09:57 +0000
Subject: [PATCH] Update tiktoken-rs requirement from 0.7 to 0.9

Updates the requirements on [tiktoken-rs](https://github.com/zurawiki/tiktoken-rs) to permit the latest version.
- [Release notes](https://github.com/zurawiki/tiktoken-rs/releases)
- [Commits](https://github.com/zurawiki/tiktoken-rs/compare/v0.7.0...v0.9.1)

---
updated-dependencies:
- dependency-name: tiktoken-rs
  dependency-version: 0.9.1
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <support@github.com>
---
 crates/bpe-openai/Cargo.toml     | 2 +-
 crates/bpe/Cargo.toml            | 2 +-
 crates/bpe/benchmarks/Cargo.toml | 2 +-
 crates/bpe/tests/Cargo.toml      | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/crates/bpe-openai/Cargo.toml b/crates/bpe-openai/Cargo.toml
index c20ee2c..9bc20e7 100644
--- a/crates/bpe-openai/Cargo.toml
+++ b/crates/bpe-openai/Cargo.toml
@@ -21,7 +21,7 @@ unicode-normalization = "0.1"
 
 [dev-dependencies]
 bpe = { version = "0.2", path = "../bpe", features = ["rand"] }
-tiktoken-rs = "0.7"
+tiktoken-rs = "0.9"
 
 [build-dependencies]
 base64 = "0.22"
diff --git a/crates/bpe/Cargo.toml b/crates/bpe/Cargo.toml
index fdf26aa..a0057d3 100644
--- a/crates/bpe/Cargo.toml
+++ b/crates/bpe/Cargo.toml
@@ -26,7 +26,7 @@ serde = { version = "1", features = ["derive"] }
 
 [dev-dependencies]
 bpe = { path = "." }
-tiktoken-rs = "0.7"
+tiktoken-rs = "0.9"
 
 [package.metadata.docs.rs]
 all-features = true
diff --git a/crates/bpe/benchmarks/Cargo.toml b/crates/bpe/benchmarks/Cargo.toml
index d620957..a4c7de3 100644
--- a/crates/bpe/benchmarks/Cargo.toml
+++ b/crates/bpe/benchmarks/Cargo.toml
@@ -22,5 +22,5 @@ bpe = { path = "../../bpe", features = ["rand", "tiktoken"] }
 bpe-openai = { path = "../../bpe-openai" }
 criterion = "0.7"
 rand = "0.9"
-tiktoken-rs = "0.7"
+tiktoken-rs = "0.9"
 tokenizers = { version = "0.22", features = ["http"] }
diff --git a/crates/bpe/tests/Cargo.toml b/crates/bpe/tests/Cargo.toml
index e061e95..b48fd92 100644
--- a/crates/bpe/tests/Cargo.toml
+++ b/crates/bpe/tests/Cargo.toml
@@ -7,4 +7,4 @@ bpe = { path = "../../bpe", features = ["rand"] }
 bpe-openai = { path = "../../bpe-openai" }
 itertools = "0.14"
 rand = "0.9"
-tiktoken-rs = "0.7"
+tiktoken-rs = "0.9"