diff --git a/setup.py b/setup.py index 13f0e27..807670a 100644 --- a/setup.py +++ b/setup.py @@ -28,7 +28,7 @@ setuptools.setup( 'scipy', 'librosa', 'transformers==4.31.0', - 'tokenizers==0.13.4.rc3', + 'tokenizers==0.14.0', 'scipy==1.13.1' # 'deepspeed==0.8.3', ],