{
 "id": "huggingface/tokbench-corpora",
 "owner": "huggingface",
 "name": "tokbench-corpora",
 "downloads": 1021,
 "likes": 0,
 "last_modified": "2026-09-21T05:43:40.000Z",
 "stated_licence": "other",
 "stated_from": "tag",
 "licence_name": "mixed-per-corpus",
 "licence_link": "https://huggingface.co/datasets/huggingface/tokbench-corpora#provenance-and-licences",
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-generation"
 ],
 "citation": "@software{tokbench,\n  title  = {tokbench: a tokenizer implementation benchmark},\n  author = {Hugging Face},\n  url    = {https://github.com/huggingface/tokbench}\n}",
 "signal": "unclear",
 "reason": "The checks could not identify a recognised licence ID in the dataset's metadata.",
 "revision": "bafa2fb4795b3bff1ae0c883c9abcb016fdc5964",
 "stated_evidence": "https://huggingface.co/datasets/huggingface/tokbench-corpora/blob/bafa2fb4795b3bff1ae0c883c9abcb016fdc5964/README.md",
 "file_evidence": "https://huggingface.co/datasets/huggingface/tokbench-corpora/tree/bafa2fb4795b3bff1ae0c883c9abcb016fdc5964",
 "card_nc": false
}