G-reen/cc-re-2020

Tasks

• text-classification

Citation text from the card

@inproceedings{penedo2024fineweb,
  title  = {The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale},
  author = {Penedo, Guilherme and Kydl{\'i}{\v{c}}ek, Hynek and Ben allal, Loubna and Lozhkov, Anton and Mitchell, Margaret and Raffel, Colin and Von Werra, Leandro and Wolf, Thomas},
  booktitle = {NeurIPS Datasets and Benchmarks},
  year   = {2024},
  url    = {https://arxiv.org/abs/2406.17557}
}

@article{wang2025ultrafineweb,
  title  = {Ultra-FineWeb: Efficient Data Filtering and Verification for High-Quality LLM Training Data},
  author = {Wang, Yudong and Sun, Zixuan and others},
  journal = {arXiv preprint arXiv:2505.05427},
  year   = {2025},
  url    = {https://arxiv.org/abs/2505.05427}
}

@article{gneissweb2025,
  title  = {GneissWeb: Preparing High Quality Data for LLMs at Scale},
  author = {Gohari, Hajar Emami and Kadhe, Swanand Ravindra and others},
  journal = {arXiv preprint arXiv:2502.14907},
  year   = {2025},
  url    = {https://arxiv.org/abs/2502.14907}
}

@inproceedings{wettig2025weborganizer,
  title  = {Organize the Web: Constructing Domains Enhances Pre-Training Data Curation},
  author = {Wettig, Alexander and Lo, Kyle and Min, Sewon and Hajishirzi, Hannaneh and Chen, Danqi and Soldaini, Luca},
  booktitle = {ICML},
  year   = {2025},
  url    = {https://arxiv.org/abs/2502.10341}
}

All datasets marked Permissive or share-alike | JSON