Merge pull request #64 from LoicGrobol/dependabot/pip/tokenizers-gte-…

…0.10-and-lt-0.15
LoicGrobol · Sep 18, 2023 · 5988ecb · 5988ecb
2 parents 6244473 + 1d6f018
commit 5988ecb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -32,7 +32,7 @@ dependencies = [
     "sentencepiece",
     "tensorboardx",
     "torchmetrics >= 0.9, < 2.0",
-    "tokenizers >= 0.10, < 0.14",
+    "tokenizers >= 0.10, < 0.15",
     "tomli",
     "torch >= 1.12.0, < 2.1.0",
     "transformers >= 4.19.0, < 5.0.0, != 4.23.0, != 4.23.1",