{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:25:05Z","timestamp":1770747905269,"version":"3.49.0"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3494737","type":"journal-article","created":{"date-parts":[[2024,11,8]],"date-time":"2024-11-08T18:42:43Z","timestamp":1731091363000},"page":"167655-167682","source":"Crossref","is-referenced-by-count":3,"title":["Maximizing Relation Extraction Potential: A Data-Centric Study to Unveil Challenges and Opportunities"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3682-6591","authenticated-orcid":false,"given":"Anushka","family":"Swarup","sequence":"first","affiliation":[{"name":"Florida Institute for National Security (FINS), University of Florida, Gainesville, FL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9297-5029","authenticated-orcid":false,"given":"Avanti","family":"Bhandarkar","sequence":"additional","affiliation":[{"name":"Florida Institute for National Security (FINS), University of Florida, Gainesville, FL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6879-8624","authenticated-orcid":false,"given":"Olivia P.","family":"Dizon-Paradis","sequence":"additional","affiliation":[{"name":"Florida Institute for National Security (FINS), University of Florida, Gainesville, FL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6169-434X","authenticated-orcid":false,"given":"Ronald","family":"Wilson","sequence":"additional","affiliation":[{"name":"Florida Institute for National Security (FINS), University of Florida, Gainesville, FL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0471-177X","authenticated-orcid":false,"given":"Damon L.","family":"Woodard","sequence":"additional","affiliation":[{"name":"Florida Institute for National Security (FINS), University of Florida, Gainesville, FL, USA"}]}],"member":"263","reference":[{"key":"ref1","first-page":"345","article-title":"UHop: An unrestricted-hop relation extraction framework for knowledge-based question answering","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Human Language Technol.","volume":"1","author":"Chen"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2017.11.011"},{"key":"ref4","first-page":"3696","article-title":"How\u2019s business going worldwide? A multilingual annotated corpus for business relation extraction","volume-title":"Proc. 13th Conf. Lang. Resour. Eval.","author":"Khaldi"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591911"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1157"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1139"},{"key":"ref8","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref9","first-page":"1","article-title":"A review of relation extraction","volume-title":"Literature Review for Language and Statistics II","volume":"2","author":"Bach","year":"2007"},{"key":"ref10","article-title":"Automatic extraction of causal relations from natural language texts: A comprehensive survey","author":"Asghar","year":"2016","journal-title":"arXiv:1605.07895"},{"key":"ref11","article-title":"A survey of deep learning methods for relation extraction","author":"Kumar","year":"2017","journal-title":"arXiv:1705.03645"},{"key":"ref12","article-title":"Relation extraction: A survey","author":"Pawar","year":"2017","journal-title":"arXiv:1712.05191"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICMCCE.2017.14"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3241741"},{"key":"ref15","article-title":"Neural relation extraction: A survey","author":"Aydar","year":"2020","journal-title":"arXiv:2007.04247"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06667-3"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3674501"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2023.200244"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3451471.3451506"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.298"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.142"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.580"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.140"},{"key":"ref24","first-page":"745","article-title":"More data, more relations, more context and more openness: A review and outlook for relation extraction","volume-title":"Proc. 1st Conf. Asia\u2013Pacific Chapter Assoc. Comput. Linguist. 10th Int. Joint Conf. Natural Lang. Process.","author":"Han"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-srw.7"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1075\/li.30.1.03nad"},{"key":"ref27","first-page":"2145","article-title":"A survey on recent advances in named entity recognition from deep learning models","volume-title":"Proc. 27th Int. Conf. Comput. Linguistics","author":"Yadav"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p16-1200"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10953"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12063"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/p14-5010"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2034"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K17-1032"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1004"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3390\/sym11060785"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1907.11692"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358119"},{"key":"ref39","article-title":"An improved baseline for sentence-level relation extraction","author":"Zhou","year":"2021","journal-title":"arXiv:2102.01373"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1005"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.121"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00360"},{"key":"ref43","first-page":"2627","article-title":"How many data points is a prompt worth?","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Human Lang. Technol.","author":"Scao"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511998"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.231"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.sustainlp-1.13"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.868"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.214"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.710"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3115\/1690219.1690287"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15939-8_10"},{"key":"ref52","first-page":"541","article-title":"Knowledge-based weak supervision for information extraction of overlapping relations","volume-title":"Proc. 49th Annu. Meeting Assoc. Comput. Linguistics, Human Lang. Technol.","author":"Hoffmann"},{"key":"ref53","first-page":"455","article-title":"Multi-instance multi-label learning for relation extraction","volume-title":"Proc. Joint Conf. Empirical Methods Natural Lang. Process. Comput. Natural Lang. Learn.","author":"Surdeanu"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1105"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1182"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1113"},{"key":"ref57","article-title":"A novel cascade binary tagging framework for relational triple extraction","author":"Wei","year":"2019","journal-title":"arXiv:1909.03227"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3264735"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1047"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6374"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.635"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106888"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.138"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.477"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3115\/1621969.1621986"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1514"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.263"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17631"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1017"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.523"},{"key":"ref71","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2019","journal-title":"arXiv:1910.13461"},{"issue":"140","key":"ref72","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.301"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1073"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-demos.30"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"ref79","first-page":"1","article-title":"Systematic review of effect of data augmentation using paraphrasing on named entity recognition","volume-title":"Proc. NeurIPS","author":"Sharma"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3486622.3493957"},{"key":"ref81","first-page":"82","article-title":"Llms accelerate annotation for medical information extraction","volume-title":"Proc. 3rd Mach. Learn. Health Symp.","volume":"225","author":"Goel"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.155"},{"key":"ref83","article-title":"PGA-SciRE: Harnessing LLM on data augmentation for enhancing scientific relation extraction","author":"Zhou","year":"2024","journal-title":"arXiv:2405.20787"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2024.3352100"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10747504.pdf?arnumber=10747504","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T15:27:31Z","timestamp":1732721251000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10747504\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":84,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3494737","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}