{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T19:31:21Z","timestamp":1776972681386,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,24]]},"DOI":"10.1145\/3674805.3690743","type":"proceedings-article","created":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:24Z","timestamp":1729017564000},"page":"407-413","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Data extraction for systematic mapping study using a large language model - a proof-of-concept study in software engineering"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9080-4165","authenticated-orcid":false,"given":"Katia Romero","family":"Felizardo","sequence":"first","affiliation":[{"name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFPR\/CP, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0612-5790","authenticated-orcid":false,"given":"Igor","family":"Steinmacher","sequence":"additional","affiliation":[{"name":"Northern Arizona University - NAU, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4913-7513","authenticated-orcid":false,"given":"M\u00e1rcia Sampaio","family":"Lima","sequence":"additional","affiliation":[{"name":"Universidade do Estado do Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0610-4735","authenticated-orcid":false,"given":"Anderson","family":"Deizepe","sequence":"additional","affiliation":[{"name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFPR\/CP, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6436-3773","authenticated-orcid":false,"given":"Tayana Uch\u00f4a","family":"Conte","sequence":"additional","affiliation":[{"name":"Universidade Federal do Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6225-9478","authenticated-orcid":false,"given":"Monalessa Perini","family":"Barcellos","sequence":"additional","affiliation":[{"name":"Universidade Federal do Esp\u00edrito Santo, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"1","article-title":"Harnessing the Power of ChatGPT for Automating Systematic Review Process: Methodology","volume":"11","author":"Alshami A.","year":"2023","unstructured":"A. Alshami, M. Elsayed, E. Ali, A.\u00a0E.\u00a0E. Eltoukhy, and T. Zayed. 2023. Harnessing the Power of ChatGPT for Automating Systematic Review Process: Methodology, Case Study, Limitations, and Future Directions. Systems 11, 7 (2023), 1\u20137.","journal-title":"Case Study, Limitations, and Future Directions. Systems"},{"key":"e_1_3_2_1_2_1","first-page":"1","article-title":"PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke","volume":"6","author":"Anghelescu A.","year":"2023","unstructured":"A. Anghelescu, F.\u00a0C. Firan, G. Onose, C. Munteanu, A. Trandafir, I. Ciobanu, S. Gheorghita, and V. Ciobanu. 2023. PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke. Biomedicines 6, 11 (2023), 1\u201313.","journal-title":"Biomedicines"},{"key":"e_1_3_2_1_3_1","volume-title":"ACM-IEEE Symposium on Empirical Software Engineering and Measurement (ESEM\u201910)","author":"Cruzes S.","unstructured":"D.\u00a0S. Cruzes and T. Dyb\u00e5. 2010. Synthesizing evidence in software engineering research. In ACM-IEEE Symposium on Empirical Software Engineering and Measurement (ESEM\u201910). ACM, Bolzano-Bozen, Italy, 1\u201310."},{"key":"e_1_3_2_1_4_1","volume-title":"Automating Systematic Literature Review","author":"Felizardo R.","unstructured":"K.\u00a0R. Felizardo and J.\u00a0C. Carver. 2020. Automating Systematic Literature Review. Springer International Publishing, New York, US, Chapter\u00a011, 327\u2013355."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"G. Gartlehner L. Kahwati R. Hilscher I. Thomas S. Kugley K. Crotty M. Viswanathan B. Nussbaumer-Streit G. Booth N. Erskine A. Konet and R. Chew. 2024. Data extraction for evidence synthesis using a large language model: A proof-of-concept study. Resesearch Synthesis Methods 1 March 2024 (2024) 1\u201314. https:\/\/doi.org\/10.1002\/jrsm.1710","DOI":"10.1002\/jrsm.1710"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1093\/asj\/sjad069"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2014.2329293"},{"key":"e_1_3_2_1_8_1","first-page":"1","article-title":"Can large language models replace humans in systematic reviews? Evaluating GPT-4\u2019s efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages","volume":"1","author":"Khraisha Q.","year":"2024","unstructured":"Q. Khraisha, S. Put, J. Kappenberg, A. Warraitch, and K. Hadfield. 2024. Can large language models replace humans in systematic reviews? Evaluating GPT-4\u2019s efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages. Research Synthesis Methods 1, 1 (2024), 1\u201311.","journal-title":"Research Synthesis Methods"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"B.A. Kitchenham D. Budgen and P. Brereton. 2015. Evidence-Based Software Engineering and Systematic Reviews. Chapman & Hall\/CRC USA.","DOI":"10.1201\/b19467"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2019.07.005"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41415-023-6132-y"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1093\/asj\/sjad093"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1037\/apl0000428"},{"key":"e_1_3_2_1_14_1","first-page":"527","article-title":"A Journey to Identify Users\u2019 Classification Strategies to Customize Game-Based and Gamified Learning Environments","volume":"1","author":"Pessoa M.","year":"2023","unstructured":"M. Pessoa, M. Lima, F. Pires, G. Haydar, R. Melo, L. Rodrigues, D. Oliveira, E. Oliveira, L. Galv\u00e3o, B. Gadelha, 2023. A Journey to Identify Users\u2019 Classification Strategies to Customize Game-Based and Gamified Learning Environments. IEEE Transactions on Learning Technologies 1, 17 (2023), 527\u2013541.","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45914-8"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"R. Qureshi D. Shaughnessy K.\u00a0A.\u00a0R. Gill K.\u00a0A. Robinson T. Li and E. Agai. 2023. Are ChatGPT and large language models \u201cthe answer\u201d to bringing us closer to systematic review automation?Systematic Review 12 72 (2023) 1\u20134.","DOI":"10.1186\/s13643-023-02243-z"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Z. Sun R. Zhang S.A. Doi L. Furuya-Kanamori T. Yu L. Lin and C. Xu. 2024. How good are large language models for automated data extraction from randomized trials?https:\/\/www.medrxiv.org\/content\/10.1101\/2024.02.20.24303083v1","DOI":"10.1101\/2024.02.20.24303083"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cola.2024.101287"},{"key":"e_1_3_2_1_19_1","volume-title":"46th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR\u201923)","author":"Wang S.","unstructured":"S. Wang, H. Scells, B. Koopman, and G. Zuccon. 2023. Can ChatGPT Write a Good Boolean Query for Systematic Review Literature Search?. In 46th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR\u201923). ACM, Taipei, Taiwan, 1426\u20131436."},{"key":"e_1_3_2_1_20_1","volume-title":"Conducting Systematic Literature Reviews with ChatGPT. In 17th International Symposium on Empirical Software Engineering and Measurement (ESEM\u201923)","author":"Waseem M.","unstructured":"M. Waseem, A. Ahmady, P. Liangz, M. Fehmidehx, P. Abrahamsson, and T. Mikkonen. 2023. Conducting Systematic Literature Reviews with ChatGPT. In 17th International Symposium on Empirical Software Engineering and Measurement (ESEM\u201923). ACM, New Orleans, Louisiana, USA, 1\u201310."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106395"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.3390\/jcm12165410"}],"event":{"name":"ESEM '24: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Barcelona Spain","acronym":"ESEM '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3690743","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674805.3690743","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:57:30Z","timestamp":1755867450000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3690743"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":22,"alternative-id":["10.1145\/3674805.3690743","10.1145\/3674805"],"URL":"https:\/\/doi.org\/10.1145\/3674805.3690743","relation":{},"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"2024-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}