{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:36:44Z","timestamp":1784342204873,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":104,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,24]]},"DOI":"10.1145\/3674805.3686666","type":"proceedings-article","created":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:24Z","timestamp":1729017564000},"page":"25-36","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["ChatGPT application in Systematic Literature Reviews in Software Engineering: an evaluation of its accuracy to support the selection activity"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9080-4165","authenticated-orcid":false,"given":"Katia Romero","family":"Felizardo","sequence":"first","affiliation":[{"name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFPR, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4913-7513","authenticated-orcid":false,"given":"M\u00e1rcia Sampaio","family":"Lima","sequence":"additional","affiliation":[{"name":"Universidade do Estado do Amazonas - UEA, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0610-4735","authenticated-orcid":false,"given":"Anderson","family":"Deizepe","sequence":"additional","affiliation":[{"name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFP, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6436-3773","authenticated-orcid":false,"given":"Tayana Uch\u00f4a","family":"Conte","sequence":"additional","affiliation":[{"name":"Universidade Federal do Amazonas - UFAM, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0612-5790","authenticated-orcid":false,"given":"Igor","family":"Steinmacher","sequence":"additional","affiliation":[{"name":"Northern Arizona University - NAU, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"40th Latin American Computing Conference (CLEI\u201914)","author":"Abilio R.","unstructured":"R. Abilio, G. Vale, D. Pereira, C. Oliveira, F. Morais, and H. Costa. 2014. Systematic literature review supported by information retrieval techniques: A case study. In 40th Latin American Computing Conference (CLEI\u201914). IEEE, Montevideo, Uruguay, 1\u201311."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2013.08.047"},{"key":"e_1_3_2_1_3_1","unstructured":"A. Al-Zubidy and J.\u00a0C. Carver. 2014. Review of Systematic Literature Review Tools \u2013 Technical Report SERG\u20132014-03. Technical Report. University of Alabama."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9626-5"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.06.007"},{"key":"e_1_3_2_1_6_1","volume-title":"Supporting Systematic Literature Reviews Using Deep-Learning-Based Language Models. In 1st Workshop on Natural Language-based Software Engineering (NLBSE\u201922)","author":"Alchokr R.","unstructured":"R. Alchokr, M. Borkar, S. Thotadarya, G. Saake, and T. Leich. 2023. Supporting Systematic Literature Reviews Using Deep-Learning-Based Language Models. In 1st Workshop on Natural Language-based Software Engineering (NLBSE\u201922). ACM, Pittsburgh, Pennsylvania, 67\u2013\u201374."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"N. Ali and B. Tanveer. 2022. A Comparison of Citation Sources for Reference and Citation-Based Search in Systematic Literature Reviews. e-Informatica Software Engineering Journal 16 1 (2022) 220106.","DOI":"10.37190\/e-Inf220106"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.04.006"},{"key":"e_1_3_2_1_9_1","volume-title":"The Canonical Model of Structure for Data Extraction in Systematic Reviews of Scientific Research Articles. In 15th Conference on Social Networks Analysis, Management and Security (SNAMS\u201918)","author":"Aliyu B.","unstructured":"M.\u00a0B. Aliyu, R. Iqbal, and A. James. 2018. The Canonical Model of Structure for Data Extraction in Systematic Reviews of Scientific Research Articles. In 15th Conference on Social Networks Analysis, Management and Security (SNAMS\u201918). IEEE, Valencia, Spain, 264\u2013271."},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"Harnessing the Power of ChatGPT for Automating Systematic Review Process: Methodology","volume":"11","author":"Alshami A.","year":"2023","unstructured":"A. Alshami, M. Elsayed, E. Ali, A.\u00a0E.\u00a0E. Eltoukhy, and T. Zayed. 2023. Harnessing the Power of ChatGPT for Automating Systematic Review Process: Methodology, Case Study, Limitations, and Future Directions. Systems 11, 7 (2023), 1\u20137.","journal-title":"Case Study, Limitations, and Future Directions. Systems"},{"key":"e_1_3_2_1_11_1","first-page":"1","article-title":"PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke","volume":"6","author":"Anghelescu A.","year":"2023","unstructured":"A. Anghelescu, F.\u00a0C. Firan, G. Onose, C. Munteanu, A. Trandafir, I. Ciobanu, S. Gheorghita, and V. Ciobanu. 2023. PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke. Biomedicines 6, 11 (2023), 1\u201313.","journal-title":"Biomedicines"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-019-0942-7"},{"key":"e_1_3_2_1_13_1","volume-title":"2nd Workshop on Evidential Assessment of Software Technologies (EAST\u201912)","author":"Bowes D.","unstructured":"D. Bowes, T. Hall, and S. Beecham. 2012. SLuRp: a tool to help large complex systematic literature reviews deliver valid and rigorous results. In 2nd Workshop on Evidential Assessment of Software Technologies (EAST\u201912). ACM, Lund, Sweden, 33\u201336."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.28"},{"key":"e_1_3_2_1_15_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1 (1960), 37\u201346."},{"key":"e_1_3_2_1_16_1","volume-title":"Towards Sustainability of Systematic Literature Reviews. In 15th Symposium on Empirical Software Engineering and Measurement (ESEM\u201921)","author":"dos Santos V.","year":"2021","unstructured":"V. dos Santos, A.Y. Iwazaki, K.R. Felizardo, E.F. de Souza, and E.\u00a0Y. Nakagawa. 2021. Towards Sustainability of Systematic Literature Reviews. In 15th Symposium on Empirical Software Engineering and Measurement (ESEM\u201921). ACM, Bari, Italy, 1\u20136."},{"key":"e_1_3_2_1_17_1","volume-title":"14th Conference on Enterprise Information Systems (ICEIS\u201912)","author":"Fabbri S.C.P.F.","unstructured":"S.C.P.F. Fabbri, E. Hernandes, A. Di\u00a0Thommazo, A. Belgamo, A. Zamboni, and C. Silva. 2012. Using Information Visualization and Text Mining to Facilitate the Conduction of Systematic Literature Reviews. In 14th Conference on Enterprise Information Systems (ICEIS\u201912). Springer, Wroclaw, Poland, 243\u2013256."},{"key":"e_1_3_2_1_18_1","volume-title":"20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916)","author":"Fabbri S.C.P.F.","unstructured":"S.C.P.F. Fabbri, C. Silva, E. Hernandes, F. Octaviano, A. Di\u00a0Thommazo, and A. Belgamo. 2016. Improvements in the StArt Tool to Better Support the Systematic Review Process. In 20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916). ACM, Limerick, Ireland, 1\u20135."},{"key":"e_1_3_2_1_19_1","first-page":"1079","article-title":"A visual analysis approach to validate the selection review of primary studies in systematic reviews","volume":"10","author":"Felizardo R.","year":"2014","unstructured":"K.\u00a0R. Felizardo, G.\u00a0F. Andery, F.\u00a0V. Paulovich, R. Minghim, and J.\u00a0C. Maldonado. 2014. A visual analysis approach to validate the selection review of primary studies in systematic reviews. Information and Software Technology 10, 54 (2014), 1079\u20131091.","journal-title":"Information and Software Technology"},{"key":"e_1_3_2_1_20_1","volume-title":"Automating Systematic Literature Review","author":"Felizardo R.","unstructured":"K.\u00a0R. Felizardo and J.\u00a0C. Carver. 2020. Automating Systematic Literature Review. Springer International Publishing, New York, US, Chapter\u00a011, 327\u2013355."},{"key":"e_1_3_2_1_21_1","volume-title":"A systematic mapping on the use of visual data mining to support the conduct of systematic literature reviews. journal of Software 2, 7","author":"Felizardo R.","year":"2012","unstructured":"K.\u00a0R. Felizardo, S.\u00a0G. MacDonell, E. Mendes, and J.\u00a0C. Maldonado. 2012. A systematic mapping on the use of visual data mining to support the conduct of systematic literature reviews. journal of Software 2, 7 (2012), 450\u2013461."},{"key":"e_1_3_2_1_22_1","volume-title":"Systematic literature review in software engineering: theory and practice (in portuguese) (1 ed.)","author":"Felizardo R.","unstructured":"K.\u00a0R. Felizardo, E.\u00a0Y. Nakagawa, S.\u00a0C. P.\u00a0F. Fabbri, and F.\u00a0C. Ferrari. 2017. Systematic literature review in software engineering: theory and practice (in portuguese) (1 ed.). Elsevier, Brazil."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601252"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/2227057.2227062"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBES.2011.9"},{"key":"e_1_3_2_1_26_1","volume-title":"5th Software Engineering and Measurement (ESEM\u201912). ACM, Lund, Sweden, 1\u201310.","author":"Felizardo R.","unstructured":"K.\u00a0R. Felizardo, N. Salleh, R.\u00a0M. Martins, E. Mendes, S.\u00a0G. MacDonell, and J.\u00a0C. Maldonado. 2012. Using visual text mining to support the study selection activity in systematic literature reviews. In 5th Software Engineering and Measurement (ESEM\u201912). ACM, Lund, Sweden, 1\u201310."},{"key":"e_1_3_2_1_27_1","volume-title":"Experimental Software Engineering (ESELAW\u201917)","author":"Felizardo R.","unstructured":"K.\u00a0R. Felizardo, S.\u00a0H. Takemiya, and E.\u00a0F. Souza. 2017. Analyzing the use of graphical abstracts to support study selection in secondary studies. In Experimental Software Engineering (ESELAW\u201917). Springer, Buenos Aires, Argentina, 1\u201310."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.22452\/mjcs.vol30no4.4"},{"key":"e_1_3_2_1_29_1","volume-title":"5th Conference on Software and Data Technologies (ICSOFT\u201910)","author":"Fern\u00e1ndez-S\u00e1ez M.","year":"2010","unstructured":"A.\u00a0M. Fern\u00e1ndez-S\u00e1ez, M. Genero, and F.\u00a0P. Romero. 2010. SLR-Tool \u2013 a tool for performing systematic literature reviews. In 5th Conference on Software and Data Technologies (ICSOFT\u201910). Springer, Athens, Greece, 157\u2013166."},{"key":"e_1_3_2_1_30_1","first-page":"1","article-title":"A federated search approach to facilitate systematic literature review in software engineering","volume":"2","author":"Ghafari M.","year":"2012","unstructured":"M. Ghafari, M. Saleh, and T. Ebrahimi. 2012. A federated search approach to facilitate systematic literature review in software engineering. International journal of Software Engineering & Applications 2, 3 (2012), 1\u201313.","journal-title":"International journal of Software Engineering & Applications"},{"key":"e_1_3_2_1_31_1","volume-title":"XLV Latin American Computing Conference (CLEI\u201919)","author":"Gonz\u00e1lez-Toral S.","unstructured":"S. Gonz\u00e1lez-Toral, R. Freire, R. Gual\u00e1n, and V. Saquicela. 2019. A ranking-based approach for supporting the initial selection of primary studies in a Systematic Literature Review. In XLV Latin American Computing Conference (CLEI\u201919). IEEE, Panama City, Panama, 1\u201310."},{"key":"e_1_3_2_1_32_1","volume-title":"21st Conference on Model Driven Engineering Languages and Systems: Companion Proceedings (MODELS\u201918)","author":"G\u00f6tz S.","unstructured":"S. G\u00f6tz. 2018. Supporting Systematic Literature Reviews in Computer Science: The Systematic Literature Review Toolkit. In 21st Conference on Model Driven Engineering Languages and Systems: Companion Proceedings (MODELS\u201918). ACM, Copenhagen, Denmark, 22\u201326."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"S. Groppe and L. Hartung. 2020. ReViz: A Tool for Automatically Generating Citation Graphs and Variants. In Digital Libraries at Times of Massive Societal Transition E.\u00a0Ishita N.L.S. Pang and L.\u00a0Zhou (Eds.). Springer Kyoto Japan 107\u2013121.","DOI":"10.1007\/978-3-030-64452-9_10"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.2196\/48996"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1093\/asj\/sjad069"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.10.011"},{"key":"e_1_3_2_1_37_1","volume-title":"18th Conference on Evaluation and Assessment in Software Engineering (EASE\u201914)","author":"Hassler E.","unstructured":"E. Hassler, J.C. Carver, N.\u00a0A. Kraft, and D. Hale. 2014. Outcomes of a community workshop to identify and rank barriers to the systematic literature review process. In 18th Conference on Evaluation and Assessment in Software Engineering (EASE\u201914). ACM, London, England, UK, 1\u201310."},{"key":"e_1_3_2_1_38_1","unstructured":"M.\u00a0A. Hearst. 1993. ExtTiling: A Quantitative Approach to Discourse Segmentation \u2013 Technical Report 93\/24. Technical Report. University of California."},{"key":"e_1_3_2_1_39_1","first-page":"1","article-title":"Using gqm and tam to evaluate start \u2013 a tool that supports systematic review","volume":"1","author":"Hernandes E.","year":"2012","unstructured":"E. Hernandes, A. Zamboni, A. Thommazo, and S.\u00a0C. P.\u00a0F. Fabbri. 2012. Using gqm and tam to evaluate start \u2013 a tool that supports systematic review. CLEI Eletronic journal 1\u20132012, 15 (2012), 1\u201313.","journal-title":"CLEI Eletronic journal"},{"key":"e_1_3_2_1_40_1","volume-title":"42nd Conference on Software Engineering: Companion Proceedings (ICSE-Companion \u2013 ICSE\u201920)","author":"Hinderks A.","unstructured":"A. Hinderks, F.J.D. Mayo, J. Thomaschewski, and M.J. Escalona. 2020. An SLR-Tool: Search Process in Practice: A Tool to Conduct and Manage Systematic Literature Review (SLR). In 42nd Conference on Software Engineering: Companion Proceedings (ICSE-Companion \u2013 ICSE\u201920). IEEE, Seoul, Korea (South), 81\u2013\u201384."},{"key":"e_1_3_2_1_41_1","volume-title":"28th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201924)","author":"Huotala A.","unstructured":"A. Huotala, M. Kuutila, P. Ralph, and M. M\u00e4ntyl\u00e4. 2024. The Promise and Challenges of Using LLMs to Accelerate the Screening Process of Systematic Reviews. In 28th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201924). ACM, Salerno, Italy, 1\u201310."},{"key":"e_1_3_2_1_42_1","unstructured":"H. Jiang X. Zhang X. Cao J. Kabbara and D. Roy. 2023. PersonaLLM: Investigating the ability of GPT-3.5 to express personality traits and gender differences."},{"issue":"78","key":"e_1_3_2_1_43_1","first-page":"1","article-title":"Automating data extraction in systematic reviews: a systematic review","volume":"4","author":"Jonnalagadda S.","year":"2015","unstructured":"S. Jonnalagadda, P. Goyal, and M. Huffman. 2015. Automating data extraction in systematic reviews: a systematic review. Systematic Reviews 4:78, 4 (2015), 1\u201316.","journal-title":"Systematic Reviews"},{"key":"e_1_3_2_1_44_1","first-page":"7","article-title":"The Utility of ChatGPT in Educational Research-Potential Opportunities and Pitfalls","volume":"2","author":"Karakose T.","year":"2023","unstructured":"T. Karakose. 2023. The Utility of ChatGPT in Educational Research-Potential Opportunities and Pitfalls. Educational Process: International Journal 2, 12 (2023), 7\u201313.","journal-title":"Educational Process: International Journal"},{"key":"e_1_3_2_1_45_1","first-page":"1","article-title":"Can large language models replace humans in systematic reviews? Evaluating GPT-4\u2019s efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages","volume":"1","author":"Khraisha Q.","year":"2024","unstructured":"Q. Khraisha, S. Put, J. Kappenberg, A. Warraitch, and K. Hadfield. 2024. Can large language models replace humans in systematic reviews? Evaluating GPT-4\u2019s efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages. Research Synthesis Methods 1, 1 (2024), 1\u201311.","journal-title":"Research Synthesis Methods"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"B.A. Kitchenham D. Budgen and P. Brereton. 2015. Evidence-Based Software Engineering and Systematic Reviews. Chapman & Hall\/CRC USA.","DOI":"10.1201\/b19467"},{"key":"e_1_3_2_1_47_1","first-page":"7","article-title":"Online tools supporting the conduct and reporting of systematic reviews and systematic maps: a case study on CADIMA and review of existing tools","volume":"8","author":"Kohl C.","year":"2018","unstructured":"C. Kohl, E.J. McIntosh, S. Unger, N.R. Haddaway, S. Kecke, J. Schiemann, and R. Wilhelm. 2018. Online tools supporting the conduct and reporting of systematic reviews and systematic maps: a case study on CADIMA and review of existing tools. Environmental Evidence 8, 7 (2018), 7\u201315.","journal-title":"Environmental Evidence"},{"key":"e_1_3_2_1_48_1","volume-title":"10th Conference on Intelligent Systems: Theories and Applications (SITA\u201915)","author":"Laghrabli S.","unstructured":"S. Laghrabli, L. Benabbou, and A. Berrado. 2015. A new methodology for literature review analysis using association rules mining. In 10th Conference on Intelligent Systems: Theories and Applications (SITA\u201915). IEEE, Rabat, Marocco, 1\u20136."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"e_1_3_2_1_50_1","volume-title":"Konzeption von suchprozessen und suchstrategien f\u00fcr systematische literatur reviews (in German). Master\u2019s thesis","author":"Lausberger C.","unstructured":"C. Lausberger. 2017. Konzeption von suchprozessen und suchstrategien f\u00fcr systematische literatur reviews (in German). Master\u2019s thesis. Otto-von-Guericke-University Magdeburg."},{"key":"e_1_3_2_1_51_1","volume-title":"Supporting study selection of systematic literature reviews in software engineering with text mining. Master\u2019s thesis","author":"Lausberger C.","unstructured":"C. Lausberger. 2017. Supporting study selection of systematic literature reviews in software engineering with text mining. Master\u2019s thesis. University of Oulu."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","unstructured":"P. Liu W. Yuan J. Fu Z. Jiang H. Hayashi and G. Neubig. 2023. Pre-train Prompt and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing. ACM Computing Survey 55 9 Article 195 (2023) 35\u00a0pages. https:\/\/doi.org\/10.1145\/3560815","DOI":"10.1145\/3560815"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41415-023-6132-y"},{"key":"e_1_3_2_1_54_1","volume-title":"1st Symposium on Empirical Software Engineering and Measurement (ESEM\u201907)","author":"Malheiros V.","unstructured":"V. Malheiros, E. Hohn, R. Pinho, M. Mendon\u00e7a, and J.C. Maldonado. 2007. A visual text mining approach for systematic reviews. In 1st Symposium on Empirical Software Engineering and Measurement (ESEM\u201907). ACM, Madrid, Spain, 245\u2013254."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601270"},{"key":"e_1_3_2_1_56_1","volume-title":"Tool features to support systematic reviews in software engineering \u2013 A Cross Domain Study. e-Informatica Software Engineering journal 1, 12","author":"Marshall C.","year":"2018","unstructured":"C. Marshall, B.\u00a0A. Kitchenham, and O.\u00a0P. Brereton. 2018. Tool features to support systematic reviews in software engineering \u2013 A Cross Domain Study. e-Informatica Software Engineering journal 1, 12 (2018), 79\u2013115."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2695664.2695902"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745802.2745825"},{"key":"e_1_3_2_1_59_1","unstructured":"C. Mu\u00f1oz Caro A. Ni\u00f1o and S. Reyes. 2017. A bibliometric approach to systematic mapping studies: The case of the evolution and perspectives of community detection in complex networks. arXiv preprint arXiv:1702.02381."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1093\/asj\/sjad093"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-022-02163-4"},{"key":"e_1_3_2_1_62_1","volume-title":"IBERAMIA 2000 1952","author":"Neto L.","year":"2000","unstructured":"J.\u00a0L. Neto, A.\u00a0D. Santos, C.\u00a0A.\u00a0A. Kaestner, and A. Freitas. 2000. Generating text summaries through the relative importance of topics. Advances in Artificial Intelligence, IBERAMIA 2000 1952, Lecture Notes in Computer Science (2000), 300\u2013309."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"L.J. Neto A.D. Santos C.A.A. Kaestner and A.A. Freitas. 2000. Generating Text Summaries through the Relative Importance of Topics. In Advances in Artificial Intelligence M.C. Monard and J.S. Sichman (Eds.). Springer Berlin Heidelberg Berlin Germany 300\u2013309.","DOI":"10.1007\/3-540-44399-1_31"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2915970.2916000"},{"key":"e_1_3_2_1_65_1","volume-title":"Semi-automatic selection of primary studies in systematic literature reviews: is it reasonable?Empirical Software Engineering 6, 20","author":"Octaviano R.","year":"2016","unstructured":"F.\u00a0R. Octaviano, K.\u00a0R. Felizardo, J.\u00a0C. Maldonado, and S.\u00a0C. P.\u00a0F. Fabbri. 2016. Semi-automatic selection of primary studies in systematic literature reviews: is it reasonable?Empirical Software Engineering 6, 20 (2016), 1898\u20131917."},{"key":"e_1_3_2_1_66_1","volume-title":"20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916)","author":"Olorisade K.","unstructured":"B.\u00a0K. Olorisade, E. de Quincey, P. Brereton, and P. Andras. 2016. A Critical Analysis of Studies That Address the Use of Text Mining for Citation Screening in Systematic Reviews. In 20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916). ACM, Limerick, Ireland, 1\u201311."},{"key":"e_1_3_2_1_67_1","first-page":"1","article-title":"Using text mining for study identification in systematic reviews: a systematic review of current approaches","volume":"1","author":"O\u2019Mara-Eves A.","year":"2015","unstructured":"A. O\u2019Mara-Eves, J. Thomas, J. McNaught, M. Miwa, and S. Ananiadou. 2015. Using text mining for study identification in systematic reviews: a systematic review of current approaches. Systematic Reviews 1, 4 (2015), 1\u20135.","journal-title":"Systematic Reviews"},{"key":"e_1_3_2_1_68_1","unstructured":"F. Osborne H. Muccini P. Lago and E. Motta. 2018. Reducing the effort for systematic reviews in software engineering. https:\/\/research.vu.nl\/en\/publications\/reducing-the-effort-for-systematic-reviews-in-software-engineering."},{"key":"e_1_3_2_1_69_1","first-page":"527","article-title":"A Journey to Identify Users\u2019 Classification Strategies to Customize Game-Based and Gamified Learning Environments","volume":"1","author":"Pessoa M.","year":"2023","unstructured":"M. Pessoa, M. Lima, F. Pires, G. Haydar, R. Melo, L. Rodrigues, D. Oliveira, E. Oliveira, L. Galv\u00e3o, B. Gadelha, 2023. A Journey to Identify Users\u2019 Classification Strategies to Customize Game-Based and Gamified Learning Environments. IEEE Transactions on Learning Technologies 1, 17 (2023), 527\u2013541.","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.03.007"},{"key":"e_1_3_2_1_71_1","volume-title":"Improving Systematic Literature Review with Automation and Bibliometrics. In Portland International Conference on Management of Engineering and Technology (PICMET\u201918)","author":"Pulsiri N.","unstructured":"N. Pulsiri and R. Vatananan-Thesenvitz. 2018. Improving Systematic Literature Review with Automation and Bibliometrics. In Portland International Conference on Management of Engineering and Technology (PICMET\u201918). IEEE, Honolulu, Hawaii, USA, 1\u20138."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"crossref","unstructured":"R. Qureshi D. Shaughnessy K.\u00a0A.\u00a0R. Gill K.\u00a0A. Robinson T. Li and E. Agai. 2023. Are ChatGPT and large language models \u201cthe answer\u201d to bringing us closer to systematic review automation?Systematic Review 12 72 (2023) 1\u20134.","DOI":"10.1186\/s13643-023-02243-z"},{"key":"e_1_3_2_1_73_1","volume-title":"6th Conference on Collaborative Computing: Networking, Applications and Worksharing (CollaborateCom\u201910)","author":"Ramampiaro H.","unstructured":"H. Ramampiaro, D. Cruzes, R. Conradi, and R. Mendona. 2010. Supporting evidence-based Software Engineering with collaborative information retrieval. In 6th Conference on Collaborative Computing: Networking, Applications and Worksharing (CollaborateCom\u201910). IEEE, Chicago, IL, USA, 1\u20135."},{"key":"e_1_3_2_1_74_1","volume-title":"21st Conference on Evaluation and Assessment in Software Engineering (EASE\u201917)","author":"Rasmus R.","unstructured":"R. Rasmus, E. Bjarnason, and P. Runeson. 2017. A machine learning approach for semi-automated search and selection in literature studies. In 21st Conference on Evaluation and Assessment in Software Engineering (EASE\u201917). ACM, Karlskrona, Sweden, 1\u201310."},{"key":"e_1_3_2_1_75_1","unstructured":"[75] A. Robinson W. Thorne B.\u00a0P. Wu A. Pandor M. Essat M. Stevenson and X. Song. 2023. arXiv:2308.06610."},{"key":"e_1_3_2_1_76_1","volume-title":"21st International Conference on Evaluation and Assessment in Software Engineering (EASE\u201917)","author":"Ros R.","unstructured":"R. Ros, E. Bjarnason, and P. Runeson. 2017. A Machine Learning Approach for Semi-Automated Search and Selection in Literature Studies. In 21st International Conference on Evaluation and Assessment in Software Engineering (EASE\u201917). ACM, Karlskrona, Sweden, 118\u2013127."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3167132.3234663"},{"key":"e_1_3_2_1_78_1","volume-title":"XXXV Brazilian Symposium on Software Engineering (SBES\u201921)","author":"Santos V.","unstructured":"V. Santos, A. Iwazaki, E.F. Souza, K.R. Felizardo, and N.L. Vijaykumar. 2021. CrowdSLR: A Tool to Support the Use of Crowdsourcing in Systematic Literature Reviews. In XXXV Brazilian Symposium on Software Engineering (SBES\u201921). ACM, Joinville, Brazil, 341\u2013\u2013346."},{"key":"e_1_3_2_1_79_1","article-title":"Automated Selection and Quality Assessment of Primary Studies: A Systematic Literature Review","volume":"12","author":"Shakeel Y.","year":"2019","unstructured":"Y. Shakeel, J. Kr\u00fcger, I.V. Nostitz-Wallwitz, G. Saake, and T. Leich. 2019. Automated Selection and Quality Assessment of Primary Studies: A Systematic Literature Review. Journal of Data and Information Quality 12, 1, Article 4 (2019), 26\u00a0pages.","journal-title":"Journal of Data and Information Quality"},{"key":"e_1_3_2_1_80_1","volume-title":"13th Workshop on Software Engineering for Science (SE4Science\u201918)","author":"Shakeel Y.","unstructured":"Y. Shakeel, J. Kr\u00fcger, I.\u00a0v. Nostitz-Wallwitz, C. Lausberger, G.\u00a0C. Durand, G. Saake, and T. Leich. 2018. (Automated) Literature Analysis \u2013 Threats and Experiences. In 13th Workshop on Software Engineering for Science (SE4Science\u201918). ACM, Gothenburg, Sweden, 20\u201327."},{"key":"e_1_3_2_1_81_1","volume-title":"8th Brazilian Conference on Intelligent Systems (BRACIS\u201919)","author":"Silva G.","unstructured":"G. Silva, P. Santos\u00a0Neto, R. Santos\u00a0Moura, A.C. Ara\u00fajo, O. Cury\u00a0da Costa\u00a0Castro, and I. Ibiapina. 2019. An Approach to Support the Selection of Relevant Studies in Systematic Review and Systematic Mappings. In 8th Brazilian Conference on Intelligent Systems (BRACIS\u201919). IEEE, Salvador, BA, Brazil, 824\u2013829."},{"key":"e_1_3_2_1_82_1","unstructured":"M.\u00a0C.\u00a0R. Silva. 2009. Contextextractor: uma ferramenta de apoio para a extra\u00e7\u00e3o de informa\u00e7\u00f5es de contexto de artigos de engenharia de software experimental (in portuguese). Master\u2019s thesis. Universidade Salvador."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.47909\/ijsmc.52"},{"key":"e_1_3_2_1_84_1","volume-title":"22nd Conference on Evaluation and Assessment in Software Engineering (EASE\u201918)","author":"Singh P.","unstructured":"P. Singh, M. Galster, and K. Singh. 2018. How do secondary studies in software engineering report automated searches?. In 22nd Conference on Evaluation and Assessment in Software Engineering (EASE\u201918). ACM, Christchurch, New Zealand, 145\u2013150."},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3084226.3084275"},{"key":"e_1_3_2_1_86_1","volume-title":"ASH: A New Tool for Automated and Full-Text Search in Systematic Literature Reviews. In 21nd Conference Computational Science (ICCS\u201921)","author":"Soundefinednicki M.","year":"2021","unstructured":"M. Soundefinednicki and L. Madeyski. 2021. ASH: A New Tool for Automated and Full-Text Search in Systematic Literature Reviews. In 21nd Conference Computational Science (ICCS\u201921). Springer, Krak\u00f3w, Poland, 362\u2013\u2013369."},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"crossref","unstructured":"F.\u00a0C. Souza A. Santos S. Andrade R. Durelli V. Durelli and R. Oliveira. 2017. Automating search strings for secondary studies. Information Technology \u2013 New Generations. In Part of the Advances in Intelligent Systems and Computing book series (AISC\u201917). Springer Lviv Ukraine 839\u2013848.","DOI":"10.1007\/978-3-319-54978-1_104"},{"key":"e_1_3_2_1_88_1","volume-title":"IOP Conference Series: Materials Science and Engineering 1163","author":"Stefanovic D.","year":"2021","unstructured":"D. Stefanovic, S. Havzi, D. Nikolic, D. Dakic, and T. Lolic. 2021. Analysis of the Tools to Support Systematic Literature Review in Software Engineering. IOP Conference Series: Materials Science and Engineering 1163, 1 (2021), 012013."},{"key":"e_1_3_2_1_89_1","volume-title":"16th Conference on Evaluation Assessment in Software Engineering (EASE\u201912)","author":"Sun Y.","unstructured":"Y. Sun, Y. Yang, H. Zhang, W. Zhang, and Q. Wang. 2012. Towards evidence-based ontology for supporting Systematic Literature Review. In 16th Conference on Evaluation Assessment in Software Engineering (EASE\u201912). ACM, Ciudad Real, Spain, 171\u2013175."},{"key":"e_1_3_2_1_90_1","volume-title":"Beyond the Spreadsheet: Reflections on Tool Support for Literature Studies. In 20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916)","author":"Tell P.","unstructured":"P. Tell, J.\u00a0B. Cholewa, P. Nellemann, and M. Kuhrmann. 2016. Beyond the Spreadsheet: Reflections on Tool Support for Literature Studies. In 20th International Conference on Evaluation and Assessment in Software Engineering (EASE\u201916). ACM, Limerick, Ireland, 5\u00a0pages."},{"key":"e_1_3_2_1_91_1","volume-title":"15th Conference on Evaluation and Assessment in Software Engineering (EASE\u201911)","author":"Tomassetti F.","unstructured":"F. Tomassetti, G. Rizzo, A. Vetro, L. Ardito, and M. Torchiano, M.\u00a0Morisio. 2011. Linked data approach for selection process automation in systematic reviews. In 15th Conference on Evaluation and Assessment in Software Engineering (EASE\u201911). IET-IEEE, Durham, UK, 31\u201335."},{"key":"e_1_3_2_1_92_1","volume-title":"12th Conference on Computer Science and Its Applications. Springer","author":"Torres S.","unstructured":"J.\u00a0A.\u00a0S. Torres, D.\u00a0S. Cruzes, and L. Salvador. 2012. Automatic results identification in software engineering papers. Is it possible?. In 12th Conference on Computer Science and Its Applications. Springer, Cheju Island, Korea, 108\u2013112."},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"crossref","unstructured":"G.\u00a0H. Travassos K.\u00a0R. Felizardo M Morandini and C. Kolski. 2017. A Tertiary Study on the Convergence of Human-Computer Interaction and Artificial Intelligence (1 ed.). A Springer book series Learning and Analytics in Intelligent Systems New York NY USA.","DOI":"10.1007\/978-3-031-53957-2_1"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106589"},{"key":"e_1_3_2_1_95_1","volume-title":"Central-European Workshop on Services and their Composition. CEUR-WS","author":"Voigt D.","unstructured":"D. Voigt, O. Kopp, and K. Wild. 2021. Systematic Literature Tools: Are we there yet?. In Central-European Workshop on Services and their Composition. CEUR-WS, Kyiv, Ukraine, 1\u201310."},{"key":"e_1_3_2_1_96_1","volume-title":"46th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR\u201923)","author":"Wang S.","unstructured":"S. Wang, H. Scells, B. Koopman, and G. Zuccon. 2023. Can ChatGPT Write a Good Boolean Query for Systematic Review Literature Search?. In 46th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR\u201923). ACM, Taipei, Taiwan, 1426\u20131436."},{"key":"e_1_3_2_1_97_1","unstructured":"[97] S. Wang H. Scells S. Zhuang M. Potthast B. Koopman and Zuccon. 2023. arXiv:2401.06320."},{"key":"e_1_3_2_1_98_1","volume-title":"Conducting Systematic Literature Reviews with ChatGPT. In 17th International Symposium on Empirical Software Engineering and Measurement (ESEM\u201923)","author":"Waseem M.","unstructured":"M. Waseem, A. Ahmady, P. Liangz, M. Fehmidehx, P. Abrahamsson, and T. Mikkonen. 2023. Conducting Systematic Literature Reviews with ChatGPT. In 17th International Symposium on Empirical Software Engineering and Measurement (ESEM\u201923). ACM, New Orleans, Louisiana, USA, 1\u201310."},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106395"},{"key":"e_1_3_2_1_100_1","unstructured":"[100] D. Wilkins. 2023. https:\/\/arxiv.org\/pdf\/2311.07918."},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.3390\/jcm12165410"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9587-0"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.11.021"},{"key":"e_1_3_2_1_104_1","volume-title":"7th International Engineering, Sciences and Technology Conference (IESTEC\u201919)","author":"Zumaeta R.","unstructured":"R. Zumaeta, E. Cuayla, and D. Mauricio. 2019. Automation Tool for the Planning Phase of the Systematic Review. In 7th International Engineering, Sciences and Technology Conference (IESTEC\u201919). IEEE, Panama City, Panama, 280\u2013285."}],"event":{"name":"ESEM '24: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Barcelona Spain","acronym":"ESEM '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686666","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674805.3686666","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:55:17Z","timestamp":1755867317000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686666"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":104,"alternative-id":["10.1145\/3674805.3686666","10.1145\/3674805"],"URL":"https:\/\/doi.org\/10.1145\/3674805.3686666","relation":{},"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"2024-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}