diff --git a/Cargo.lock b/Cargo.lock index 09ede1d..8b14f19 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1630,9 +1630,9 @@ dependencies = [ [[package]] name = "tokenizers" -version = "0.21.4" +version = "0.22.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476" +checksum = "b238e22d44a15349529690fb07bd645cf58149a1b1e44d6cb5bd1641ff1a6223" dependencies = [ "ahash", "aho-corasick", diff --git a/Cargo.toml b/Cargo.toml index be701af..c508915 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -44,7 +44,7 @@ walkdir = "2.5.0" sqlite-vec = "0.1" zerocopy = { version = "0.8", features = ["derive"] } ort = { version = "=2.0.0-rc.10", default-features = false, features = ["load-dynamic"] } -tokenizers = { version = "0.21", default-features = false, features = ["fancy-regex"] } +tokenizers = { version = "0.22", default-features = false, features = ["fancy-regex"] } ndarray = "0.16" dirs = "6"