From 17522e252c4863d3877d4374b76952b688d7ee0d Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 27 Jul 2026 11:05:55 +0000 Subject: [PATCH] Update tokenizers requirement from <1.0,>=0.22 to >=0.23.1,<1.0 Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.22.0...v0.23.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.1 dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index e82002b..45a987b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -50,7 +50,7 @@ xxhash==3.8.1 yarl==1.24.5 # Tokenization and testing -tokenizers>=0.22,<1.0 +tokenizers>=0.23.1,<1.0 pytest==9.1.1 # Optional accelerated MediaWiki parser.