Various subsets of C4 with different numbers of tokens measured with the GPT2Tokenizer.
This data is used in the paper Scaling Data-Constrained Language Models.
Please refer to our GitHub repository for more details.
@article{muennighoff2023scaling,
title={Scaling Data-Constrained Language Models},
author={Muennighoff, Niklas and Rush, Alexander M and Barak, Boaz and Scao, Teven Le and Piktus, Aleksandra and Tazi, Nouamane and Pyysalo, Sampo and Wolf, Thomas and Raffel, Colin},
journal={arXiv preprint arXiv:2305.16264},
year={2023}
}
Various subsets of C4 with different numbers of tokens measured with the GPT2Tokenizer.
This data is used in the paper Scaling Data-Constrained Language Models.
Please refer to our GitHub repository for more details.
@article{muennighoff2023scaling,
title={Scaling Data-Constrained Language Models},
author={Muennighoff, Niklas and Rush, Alexander M and Barak, Boaz and Scao, Teven Le and Piktus, Aleksandra and Tazi, Nouamane and Pyysalo, Sampo and Wolf, Thomas and Raffel, Colin},
journal={arXiv preprint arXiv:2305.16264},
year={2023}
}