{
 "id": "tasksource/resnli",
 "owner": "tasksource",
 "name": "resnli",
 "downloads": 149,
 "likes": 0,
 "last_modified": "2023-12-05T09:47:40.000Z",
 "stated_licence": "cc-by-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [],
 "citation": "@inproceedings{cui-etal-2023-failure,\n    title = \"What does the Failure to Reason with {``}Respectively{''} in Zero/Few-Shot Settings Tell Us about Language Models?\",\n    author = \"Cui, Ruixiang  and\n      Lee, Seolhwa  and\n      Hershcovich, Daniel  and\n      S{\\o}gaard, Anders\",\n    booktitle = \"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)\",\n    month = jul,\n    year = \"2023\",\n    address = \"Toronto, Canada\",\n    publisher = \"Association for Computational Linguistics\",\n    url = \"https://aclanthology.org/2023.acl-long.489\",\n    pages = \"8786--8800\",\n    abstract = \"Humans can effortlessly understand the coordinate structure of sentences such as {``}Niels Bohr and Kurt Cobain were born in Copenhagen and Seattle, *respectively*{''}. In the context of natural language inference (NLI), we examine how language models (LMs) reason with respective readings (Gawron and Kehler, 2004) from two perspectives: syntactic-semantic and commonsense-world knowledge. We propose a controlled synthetic dataset WikiResNLI and a naturally occurring dataset NatResNLI to encompass various explicit and implicit realizations of {``}respectively{''}. We show that fine-tuned NLI models struggle with understanding such readings without explicit supervision. While few-shot learning is easy in the presence of explicit cues, longer training is required when the reading is evoked implicitly, leaving models to rely on common sense inferences",
 "signal": "permissive",
 "reason": "The declared licence (cc-by-4.0) is classified as permissive.",
 "revision": "6b02a49da0d80173659b03b3ceb62cae28b1e2c3",
 "stated_evidence": "https://huggingface.co/datasets/tasksource/resnli/blob/6b02a49da0d80173659b03b3ceb62cae28b1e2c3/README.md",
 "file_evidence": "https://huggingface.co/datasets/tasksource/resnli/tree/6b02a49da0d80173659b03b3ceb62cae28b1e2c3",
 "card_nc": false
}