{
 "id": "Raoyuan/MAKIEval",
 "owner": "Raoyuan",
 "name": "MAKIEval",
 "downloads": 450,
 "likes": 4,
 "last_modified": "2026-06-02T16:58:32.000Z",
 "stated_licence": "cc-by-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-generation"
 ],
 "citation": "@inproceedings{zhao-etal-2025-makieval,\n    title = \"{MAKIE}val: A Multilingual Automatic {W}i{K}idata-based Framework for Cultural Awareness Evaluation for {LLM}s\",\n    author = \"Zhao, Raoyuan  and\n      Chen, Beiduo  and\n      Plank, Barbara  and\n      Hedderich, Michael A.\",\n    editor = \"Christodoulopoulos, Christos  and\n      Chakraborty, Tanmoy  and\n      Rose, Carolyn  and\n      Peng, Violet\",\n    booktitle = \"Findings of the Association for Computational Linguistics: EMNLP 2025\",\n    month = nov,\n    year = \"2025\",\n    address = \"Suzhou, China\",\n    publisher = \"Association for Computational Linguistics\",\n    url = \"https://aclanthology.org/2025.findings-emnlp.1256/\",\n    doi = \"10.18653/v1/2025.findings-emnlp.1256\",\n    pages = \"23104--23136\",\n    ISBN = \"979-8-89176-335-7\",\n    abstract = \"Large language models (LLMs) are used globally across many languages, but their English-centric pretraining raises concerns about cross-lingual disparities for cultural awareness, often resulting in biased outputs. However, comprehensive multilingual evaluation remains challenging due to limited benchmarks and questionable translation quality. To better assess these disparities, we introduce MAKIEval, an automatic multilingual framework for evaluating cultural awareness in LLMs across languages, regions, and topics. MAKIEval evaluates open-ended text generation, capturing how models express culturally grounded knowledge in natural language. Leveraging Wikidata{'}s multilingual str",
 "signal": "permissive",
 "reason": "The declared licence (cc-by-4.0) is classified as permissive.",
 "revision": "ea205512a4443f808b0adebe8e1ee8a940b92897",
 "stated_evidence": "https://huggingface.co/datasets/Raoyuan/MAKIEval/blob/ea205512a4443f808b0adebe8e1ee8a940b92897/README.md",
 "file_evidence": "https://huggingface.co/datasets/Raoyuan/MAKIEval/tree/ea205512a4443f808b0adebe8e1ee8a940b92897",
 "card_nc": false
}