From b267cd40f7fba70c35c841cc9faa7e9788d4a4f6 Mon Sep 17 00:00:00 2001 From: Caroline Pascal Date: Mon, 28 Jul 2025 17:05:44 +0200 Subject: [PATCH] fix(tokenizers dependency): adding ceiling version on tokenizers (#1612) --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 7cd516920..2bce3ecbe 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,7 +61,7 @@ dependencies = [ # Hugging Face dependencies "datasets>=2.19.0,<=3.6.0", # TODO: Bumb dependency "diffusers>=0.27.2", - "huggingface-hub[hf-transfer,cli]>=0.27.1,<0.34.0", + "huggingface-hub[hf-transfer,cli]>=0.27.1,<0.34.0", # TODO: Bumb dependency # Core dependencies "cmake>=3.29.0.1", @@ -94,7 +94,7 @@ dependencies = [ # Common pygame-dep = ["pygame>=2.5.1"] placo-dep = ["placo>=0.9.6"] -transformers-dep = ["transformers>=4.50.3,<4.52.0"] # TODO: Bumb dependency +transformers-dep = ["transformers>=4.50.3,<4.52.0", "tokenizers<0.21.4"] # TODO: Bumb dependency, remove tokenizers dependency grpcio-dep = ["grpcio==1.73.1", "protobuf==6.31.0"] # Motors