diff --git a/requirements.txt b/requirements.txt index 2e688a83..206206e1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,6 @@ cerebras_pytorch==2.3.1 tabulate==0.9.0 -transformers==4.40.0 +transformers==4.48.0 tokenizers==0.19.1 datasets==2.19.1 filelock==3.14.0 @@ -11,10 +11,10 @@ networkit==10.1 Keras-Preprocessing==1.1.2 scipy==1.10.1 regex>=2021.8.3 -nltk==3.8.1 +nltk==3.9.1 spacy==3.2.1 matplotlib==3.4.3 -pyarrow==12.0.1 +pyarrow==14.0.1 pyYAML<6.0 pandas==1.3.0 jsonschema==4.19.2 @@ -26,6 +26,6 @@ lm-dataformat @ https://github.com/leogao2/lm_dataformat/archive/ac85cb7dae49ce2 lm-eval @ https://github.com/EleutherAI/lm-evaluation-harness/archive/refs/tags/v0.4.2.zip bigcode_eval @ https://github.com/bigcode-project/bigcode-evaluation-harness/archive/84b96da31b7f840b55c5733325346176140cdb6b.zip h5py==3.10.0 -tqdm==4.66.1 +tqdm==4.66.3 Flask==2.3.3 -Pillow==9.4.0 \ No newline at end of file +Pillow==10.3.0 \ No newline at end of file diff --git a/src/cerebras/modelzoo/data_preparation/data_preprocessing/data_dedup/requirements.txt b/src/cerebras/modelzoo/data_preparation/data_preprocessing/data_dedup/requirements.txt index c59b586d..dd13fde1 100644 --- a/src/cerebras/modelzoo/data_preparation/data_preprocessing/data_dedup/requirements.txt +++ b/src/cerebras/modelzoo/data_preparation/data_preprocessing/data_dedup/requirements.txt @@ -7,11 +7,11 @@ jsonlines==3.1.0 lm-dataformat @ https://github.com/leogao2/lm_dataformat/archive/ac85cb7dae49ce25e9973a128ebd9167deaf64dd.zip more-itertools==9.1.0 networkit==10.1 -nltk==3.8.1 +nltk==3.9.1 numpy==1.24.3 regex==2023.6.3 scipy==1.10.1 -tqdm==4.65.0 +tqdm==4.66.3 ujson==5.7.0 wcwidth==0.2.6 zstandard==0.21.0 \ No newline at end of file diff --git a/src/cerebras/modelzoo/data_preparation/nlp/slimpajama/requirements.txt b/src/cerebras/modelzoo/data_preparation/nlp/slimpajama/requirements.txt index a310854b..c59d3000 100644 --- a/src/cerebras/modelzoo/data_preparation/nlp/slimpajama/requirements.txt +++ b/src/cerebras/modelzoo/data_preparation/nlp/slimpajama/requirements.txt @@ -7,11 +7,11 @@ jsonlines==3.1.0 lm-dataformat @ https://github.com/leogao2/lm_dataformat/archive/ac85cb7dae49ce25e9973a128ebd9167deaf64dd.zip more-itertools==9.1.0 networkit==10.1 -nltk==3.8.1 +nltk==3.9.1 numpy==1.24.3 regex==2023.6.3 scipy==1.10.1 -tqdm==4.65.0 +tqdm==4.66.3 ujson==5.7.0 wcwidth==0.2.6 zstandard==0.21.0