{
 "id": "mbartolo/synQA",
 "owner": "mbartolo",
 "name": "synQA",
 "downloads": 61,
 "likes": 2,
 "last_modified": "2022-10-25T10:02:24.000Z",
 "stated_licence": "mit",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "question-answering"
 ],
 "citation": "@inproceedings{bartolo-etal-2021-improving,\n    title = \"Improving Question Answering Model Robustness with Synthetic Adversarial Data Generation\",\n    author = \"Bartolo, Max  and\n      Thrush, Tristan  and\n      Jia, Robin  and\n      Riedel, Sebastian  and\n      Stenetorp, Pontus  and\n      Kiela, Douwe\",\n    booktitle = \"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing\",\n    month = nov,\n    year = \"2021\",\n    address = \"Online and Punta Cana, Dominican Republic\",\n    publisher = \"Association for Computational Linguistics\",\n    url = \"https://aclanthology.org/2021.emnlp-main.696\",\n    doi = \"10.18653/v1/2021.emnlp-main.696\",\n    pages = \"8830--8848\",\n    abstract = \"Despite recent progress, state-of-the-art question answering models remain vulnerable to a variety of adversarial attacks. While dynamic adversarial data collection, in which a human annotator tries to write examples that fool a model-in-the-loop, can improve model robustness, this process is expensive which limits the scale of the collected data. In this work, we are the first to use synthetic adversarial data generation to make question answering models more robust to human adversaries. We develop a data generation pipeline that selects source passages, identifies candidate answers, generates questions, then finally filters or re-labels them to improve quality. Using this approach, we amplify a smaller human-written adversarial dataset to a much larger set of synthetic que",
 "signal": "permissive",
 "reason": "The declared licence (mit) is classified as permissive.",
 "revision": "f60c3e93c0985c90741d15948afc694f9460b3d9",
 "stated_evidence": "https://huggingface.co/datasets/mbartolo/synQA/blob/f60c3e93c0985c90741d15948afc694f9460b3d9/README.md",
 "file_evidence": "https://huggingface.co/datasets/mbartolo/synQA/tree/f60c3e93c0985c90741d15948afc694f9460b3d9",
 "card_nc": false
}