From 87c4142fbb8a5d0fb1393a72e0779362ca0a570b Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 30 Mar 2026 11:50:32 +0000
Subject: [PATCH] chore(deps): bump tokenizers from 0.21.4 to 0.22.2

Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.21.4 to 0.22.2.
- [Release notes](https://github.com/huggingface/tokenizers/releases)
- [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md)
- [Commits](https://github.com/huggingface/tokenizers/compare/v0.21.4...v0.22.2)

---
updated-dependencies:
- dependency-name: tokenizers
  dependency-version: 0.22.2
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
---
 Cargo.lock | 4 ++--
 Cargo.toml | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index 09ede1d..8b14f19 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1630,9 +1630,9 @@ dependencies = [
 
 [[package]]
 name = "tokenizers"
-version = "0.21.4"
+version = "0.22.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476"
+checksum = "b238e22d44a15349529690fb07bd645cf58149a1b1e44d6cb5bd1641ff1a6223"
 dependencies = [
  "ahash",
  "aho-corasick",
diff --git a/Cargo.toml b/Cargo.toml
index be701af..c508915 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -44,7 +44,7 @@ walkdir = "2.5.0"
 sqlite-vec = "0.1"
 zerocopy = { version = "0.8", features = ["derive"] }
 ort = { version = "=2.0.0-rc.10", default-features = false, features = ["load-dynamic"] }
-tokenizers = { version = "0.21", default-features = false, features = ["fancy-regex"] }
+tokenizers = { version = "0.22", default-features = false, features = ["fancy-regex"] }
 ndarray = "0.16"
 dirs = "6"