{
 "id": "ReadingTimeMachine/rtm-sgt-ocr-v1",
 "owner": "ReadingTimeMachine",
 "name": "rtm-sgt-ocr-v1",
 "downloads": 654,
 "likes": 4,
 "last_modified": "2025-07-07T16:21:56.000Z",
 "stated_licence": "apache-2.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-classification",
  "translation"
 ],
 "citation": "@inproceedings{10.1007/978-3-031-43849-3_23,\n  author = {Naiman, J. P. and Cosillo, Morgan G. and Williams, Peter K. G. and Goodman, Alyssa},\n  title = {Large Synthetic Data From the arχiv For OCR Post Correction Of Historic Scientific Articles},\n  year = {2023},\n  isbn = {978-3-031-43848-6},\n  publisher = {Springer-Verlag},\n  address = {Berlin, Heidelberg},\n  url = {https://doi.org/10.1007/978-3-031-43849-3_23},\n  doi = {10.1007/978-3-031-43849-3_23},\n  abstract = {Historical scientific articles often require Optical Character Recognition (OCR) to transform scanned documents into machine-readable text, a process that often produces errors. We present a pipeline for the generation of a synthetic ground truth/OCR dataset to correct the OCR results of the astrophysics literature holdings of the NASA Astrophysics Data System (ADS). By mining the arχiv we create, to the authors’ knowledge, the largest scientific synthetic ground truth/OCR post correction dataset of 203,354,393 character pairs. Baseline models trained with this dataset find the mean improvement in character and word error rates of 7.71\\% and 18.82\\% for historical OCR text, respectively. Interactive dashboards to explore the dataset are available online: , and data and code, are hosted on GitHub: .},\n  booktitle = {Linking Theory and Practice of Digital Libraries: 27th International Conference on Theory and Practice of Digital Libraries, TPDL 2023, Zadar, Croatia, September 26–29, 2023, Proceed",
 "signal": "permissive",
 "reason": "The declared licence (apache-2.0) is classified as permissive.",
 "revision": "e0c90f4eb078d2d0113ad4b4cbb5f0806fcb17e3",
 "stated_evidence": "https://huggingface.co/datasets/ReadingTimeMachine/rtm-sgt-ocr-v1/blob/e0c90f4eb078d2d0113ad4b4cbb5f0806fcb17e3/README.md",
 "file_evidence": "https://huggingface.co/datasets/ReadingTimeMachine/rtm-sgt-ocr-v1/tree/e0c90f4eb078d2d0113ad4b4cbb5f0806fcb17e3",
 "card_nc": false
}