{
 "id": "facebook/imppres",
 "owner": "facebook",
 "name": "imppres",
 "downloads": 1479,
 "likes": 3,
 "last_modified": "2024-01-08T12:36:27.000Z",
 "stated_licence": "cc-by-nc-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-classification"
 ],
 "citation": "```buildoutcfg\n@inproceedings{jeretic-etal-2020-natural,\n    title = \"Are Natural Language Inference Models {IMPPRESsive}? {L}earning {IMPlicature} and {PRESupposition}\",\n    author = \"Jereti\\v{c}, Paloma  and\n      Warstadt, Alex  and\n      Bhooshan, Suvrat  and\n      Williams, Adina\",\n    booktitle = \"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics\",\n    month = jul,\n    year = \"2020\",\n    address = \"Online\",\n    publisher = \"Association for Computational Linguistics\",\n    url = \"https://www.aclweb.org/anthology/2020.acl-main.768\",\n    doi = \"10.18653/v1/2020.acl-main.768\",\n    pages = \"8690--8705\",\n    abstract = \"Natural language inference (NLI) is an increasingly important task for natural language understanding, which requires one to infer whether a sentence entails another. However, the ability of NLI models to make pragmatic inferences remains understudied. We create an IMPlicature and PRESupposition diagnostic dataset (IMPPRES), consisting of 32K semi-automatically generated sentence pairs illustrating well-studied pragmatic inference types. We use IMPPRES to evaluate whether BERT, InferSent, and BOW NLI models trained on MultiNLI (Williams et al., 2018) learn to make pragmatic inferences. Although MultiNLI appears to contain very few pairs illustrating these inference types, we find that BERT learns to draw pragmatic inferences. It reliably treats scalar implicatures triggered by {``}some{''} as entailments. For some presuppos",
 "signal": "restrictive",
 "reason": "The declared licence (cc-by-nc-4.0) is classified as having use restrictions.",
 "revision": "1f25e2870d4598ee04522bdb4cd4c7a65b26d5ba",
 "stated_evidence": "https://huggingface.co/datasets/facebook/imppres/blob/1f25e2870d4598ee04522bdb4cd4c7a65b26d5ba/README.md",
 "file_evidence": "https://huggingface.co/datasets/facebook/imppres/tree/1f25e2870d4598ee04522bdb4cd4c7a65b26d5ba",
 "card_nc": false
}