{
 "id": "Helsinki-NLP/shroom",
 "owner": "Helsinki-NLP",
 "name": "shroom",
 "downloads": 39,
 "likes": 0,
 "last_modified": "2025-05-30T07:35:45.000Z",
 "stated_licence": "cc-by-sa-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "token-classification"
 ],
 "citation": "If you use this dataset, please cite the SemEval-2024 task proceedings:\n```bib\n@inproceedings{mickus-etal-2024-semeval,\n    title = \"{S}em{E}val-2024 Task 6: {SHROOM}, a Shared-task on Hallucinations and Related Observable Overgeneration Mistakes\",\n    author = {Mickus, Timothee  and\n      Zosa, Elaine  and\n      Vazquez, Raul  and\n      Vahtola, Teemu  and\n      Tiedemann, J{\\\"o}rg  and\n      Segonne, Vincent  and\n      Raganato, Alessandro  and\n      Apidianaki, Marianna},\n    editor = {Ojha, Atul Kr.  and\n      Do{\\u{g}}ru{\\\"o}z, A. Seza  and\n      Tayyar Madabushi, Harish  and\n      Da San Martino, Giovanni  and\n      Rosenthal, Sara  and\n      Ros{\\'a}, Aiala},\n    booktitle = \"Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)\",\n    month = jun,\n    year = \"2024\",\n    address = \"Mexico City, Mexico\",\n    publisher = \"Association for Computational Linguistics\",\n    url = \"https://aclanthology.org/2024.semeval-1.273/\",\n    doi = \"10.18653/v1/2024.semeval-1.273\",\n    pages = \"1979--1993\",\n    abstract = \"This paper presents the results of the SHROOM, a shared task focused on detecting hallucinations: outputs from natural language generation (NLG) systems that are fluent, yet inaccurate. Such cases of overgeneration put in jeopardy many NLG applications, where correctness is often mission-critical. The shared task was conducted with a newly constructed dataset of 4000 model outputs labeled by 5 annotators each, spanning 3 NLP tasks: machine",
 "signal": "permissive",
 "reason": "The declared licence (cc-by-sa-4.0) is classified as share-alike.",
 "revision": "ec55056ffc48ec1a18ab8dd99785a98b2aaa38e5",
 "stated_evidence": "https://huggingface.co/datasets/Helsinki-NLP/shroom/blob/ec55056ffc48ec1a18ab8dd99785a98b2aaa38e5/README.md",
 "file_evidence": "https://huggingface.co/datasets/Helsinki-NLP/shroom/tree/ec55056ffc48ec1a18ab8dd99785a98b2aaa38e5",
 "card_nc": false
}