{
 "id": "AnnaWegmann/PAN",
 "owner": "AnnaWegmann",
 "name": "PAN",
 "downloads": 78,
 "likes": 0,
 "last_modified": "2025-07-16T08:21:48.000Z",
 "stated_licence": "cc-by-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [],
 "citation": "@article{wegmann2025tokenization,\n  title={Tokenization is Sensitive to Language Variation},\n  author={Wegmann, Anna and Nguyen, Dong and Jurgens, David},\n  journal={arXiv preprint arXiv:2502.15343},\n  year={2025}\n}",
 "signal": "permissive",
 "reason": "The declared licence (cc-by-4.0) is classified as permissive.",
 "revision": "9328be1dc8d861cf724a2e6bbb17f4243ada5e68",
 "stated_evidence": "https://huggingface.co/datasets/AnnaWegmann/PAN/blob/9328be1dc8d861cf724a2e6bbb17f4243ada5e68/README.md",
 "file_evidence": "https://huggingface.co/datasets/AnnaWegmann/PAN/tree/9328be1dc8d861cf724a2e6bbb17f4243ada5e68",
 "card_nc": false
}