diff --git a/requirements.txt b/requirements.txt index e82002b..45a987b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -50,7 +50,7 @@ xxhash==3.8.1 yarl==1.24.5 # Tokenization and testing -tokenizers>=0.22,<1.0 +tokenizers>=0.23.1,<1.0 pytest==9.1.1 # Optional accelerated MediaWiki parser.