{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T05:19:52Z","timestamp":1787894392137,"version":"build-2784847793"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032365866","type":"print"},{"value":"9783032365873","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T00:00:00Z","timestamp":1787961600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T00:00:00Z","timestamp":1787961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-36587-3_16","type":"book-chapter","created":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T04:44:24Z","timestamp":1787892264000},"page":"226-242","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Understanding LLMs in\u00a0Title-Abstract Screening: From Disagreements to\u00a0Recommendations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2841-5879","authenticated-orcid":false,"given":"Mika","family":"M\u00e4ntyl\u00e4","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9230-3620","authenticated-orcid":false,"given":"Patricia","family":"Matsubara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9080-4165","authenticated-orcid":false,"given":"Katia Romero","family":"Felizardo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3695-7280","authenticated-orcid":false,"given":"Miikka","family":"Kuutila","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1399-7535","authenticated-orcid":false,"given":"Marco","family":"Gerosa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-1962-8635","authenticated-orcid":false,"given":"Savio","family":"de Sousa Sampaio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6436-3773","authenticated-orcid":false,"given":"Tayana","family":"Conte","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0612-5790","authenticated-orcid":false,"given":"Igor","family":"Steinmacher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,29]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Beller, M., Bacchelli, A., Zaidman, A., Juergens, E.: Modern code reviews in open-source projects: which problems do they fix? In: 11th Working Conference on Mining Software Repositories (2014)","DOI":"10.1145\/2597073.2597082"},{"key":"16_CR2","doi-asserted-by":"publisher","unstructured":"Braun, V., Clarke, V.: Using thematic analysis in psychology. Qual. Res. Psychol. 3(2), 77\u2013101 (2006). https:\/\/doi.org\/10.1191\/1478088706qp063oa","DOI":"10.1191\/1478088706qp063oa"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Chan, G.C., He, E., Leung, J., Verspoor, K.: A comprehensive systematic review dataset is a rich resource for training and evaluation of AI systems for title and abstract screening. Res. Synthesis Methods 1\u201315 (2025)","DOI":"10.1017\/rsm.2025.1"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Felizardo, K., et al.: On the difficulties of conducting and replicating systematic literature reviews studies using LLMs in software engineering. In: 2025 International Workshop on Methodological Issues with Empirical Studies in Software Engineering (WSESE), pp. 20\u201323. IEEE (2025)","DOI":"10.1109\/WSESE66602.2025.00010"},{"key":"16_CR5","doi-asserted-by":"publisher","unstructured":"Felizardo, K., Lima, M., Deizepe, A., Conte, T.U., Steinmacher, I.: ChatGPT application in Systematic Literature Reviews in Software Engineering: an evaluation of its accuracy to support the selection activity. In: 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, ESEM 2024, pp. 25\u201336 (2024). https:\/\/doi.org\/10.1145\/3674805.3686666","DOI":"10.1145\/3674805.3686666"},{"key":"16_CR6","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.infsof.2018.09.006","volume":"106","author":"V Garousi","year":"2019","unstructured":"Garousi, V., Felderer, M., M\u00e4ntyl\u00e4, M.V.: Guidelines for including grey literature and conducting multivocal literature reviews in software engineering. Inf. Softw. Technol. 106, 101\u2013121 (2019)","journal-title":"Inf. Softw. Technol."},{"key":"16_CR7","doi-asserted-by":"publisher","unstructured":"Huotala, A., Kuutila, M., M\u00e4ntyl\u00e4, M.: SESR-Eval: dataset for evaluating LLMs in the title-abstract screening of systematic reviews. In: 2025 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM), ESEM 2025, pp. 1\u201312. IEEE (2025). https:\/\/doi.org\/10.1109\/ESEM64174.2025.00053","DOI":"10.1109\/ESEM64174.2025.00053"},{"key":"16_CR8","doi-asserted-by":"publisher","unstructured":"Huotala, A., Kuutila, M., Ralph, P., M\u00e4ntyl\u00e4, M.: The promise and challenges of using LLMs to accelerate the screening process of systematic reviews. In: 28th International Conference on Evaluation and Assessment in Software Engineering, EASE 2024, pp. 262\u2013271 (2024). https:\/\/doi.org\/10.1145\/3661167.3661172","DOI":"10.1145\/3661167.3661172"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Huotala, A., Kuutila, M., Turtio, O.P., Sipil\u00e4, S., M\u00e4ntyl\u00e4, M.: Aisysrev - LLM-based tool for title-abstract screening. In: 34th ACM Joint ESEC\/FSE, Montreal, QC, Canada, 05\u201309 July 2026 pp.\u00a01\u20135 (2026). arXiv:2510.06708","DOI":"10.1145\/3803437.3806408"},{"key":"16_CR10","unstructured":"Jurafsky, D., Martin, J.H.: Speech and Language Processing: An Introduction to Natural Language Processing, Computational Linguistics, and Speech Recognition with Language Models, 3rd edn. Prentice Hall (2026)"},{"key":"16_CR11","doi-asserted-by":"publisher","first-page":"34","DOI":"10.21037\/jmai-24-408","volume":"8","author":"JK Kim","year":"2025","unstructured":"Kim, J.K., et al.: Evaluating large language models for title\/abstract screening: a systematic review and meta-analysis & development of new tool. J. Med. Artif. Intell. 8, 34 (2025)","journal-title":"J. Med. Artif. Intell."},{"key":"16_CR12","doi-asserted-by":"publisher","unstructured":"Kitchenham, B.A., Dyba, T., Jorgensen, M.: Evidence-based software engineering. In: 26th International Conference on Software Engineering, pp. 273\u2013281. IEEE (2004). https:\/\/doi.org\/10.1109\/ICSE.2004.1317449","DOI":"10.1109\/ICSE.2004.1317449"},{"key":"16_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106257","volume":"121","author":"M Kuutila","year":"2020","unstructured":"Kuutila, M., M\u00e4ntyl\u00e4, M., Farooq, U., Claes, M.: Time pressure in software engineering: a systematic review. Inf. Softw. Technol. 121, 106257 (2020). https:\/\/doi.org\/10.1016\/j.infsof.2020.106257","journal-title":"Inf. Softw. Technol."},{"key":"16_CR14","doi-asserted-by":"publisher","unstructured":"Lieberum, J.L., et al.: Large language models for conducting systematic reviews: on the rise, but not yet ready for use\u2014a scoping review. J. Clin. Epidemiol. 181 (2025). https:\/\/doi.org\/10.1016\/j.jclinepi.2025.111746","DOI":"10.1016\/j.jclinepi.2025.111746"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Madeyski, L., Kitchenham, B., Shepperd, M.: Llm4screenlit: recommendations on assessing the performance of large language models for screening literature in systematic reviews. arXiv preprint arXiv:2511.12635 (2025)","DOI":"10.1016\/j.infsof.2026.108204"},{"issue":"3","key":"16_CR16","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1109\/TSE.2008.71","volume":"35","author":"MV M\u00e4ntyl\u00e4","year":"2008","unstructured":"M\u00e4ntyl\u00e4, M.V., Lassenius, C.: What types of defects are really discovered in code reviews? IEEE Trans. Softw. Eng. 35(3), 430\u2013448 (2008)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111148","volume":"185","author":"PGF Matsubara","year":"2022","unstructured":"Matsubara, P.G.F., Gadelha, B.F., Steinmacher, I., Conte, T.U.: Sextamt: a systematic map to navigate the wide seas of factors affecting expert judgment software estimates. J. Syst. Softw. 185, 111148 (2022). https:\/\/doi.org\/10.1016\/j.jss.2021.111148","journal-title":"J. Syst. Softw."},{"key":"16_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2024.107452","volume":"171","author":"K Petersen","year":"2024","unstructured":"Petersen, K.: Case study identification with GPT-4 and implications for mapping studies. Inf. Softw. Technol. 171, 107452 (2024)","journal-title":"Inf. Softw. Technol."},{"key":"16_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2024.107611","volume":"178","author":"K Petersen","year":"2025","unstructured":"Petersen, K., Gerken, J.M.: On the road to interactive LLM-based systematic mapping studies. Inf. Softw. Technol. 178, 107611 (2025). https:\/\/doi.org\/10.1016\/j.infsof.2024.107611","journal-title":"Inf. Softw. Technol."},{"key":"16_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infsof.2015.03.007","volume":"64","author":"K Petersen","year":"2015","unstructured":"Petersen, K., Vakkalanka, S., Kuzniarz, L.: Guidelines for conducting systematic mapping studies in software engineering: an update. Inf. Softw. Technol. 64, 1\u201318 (2015)","journal-title":"Inf. Softw. Technol."},{"issue":"1","key":"16_CR21","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1007\/s10664-024-10545-6","volume":"30","author":"S Pizard","year":"2025","unstructured":"Pizard, S., Lezama, J., Garc\u00eda, R., Vallespir, D., Kitchenham, B.: Using rapid reviews to support software engineering practice: a systematic review and a replication study. Empir. Softw. Eng. 30(1), 10 (2025). https:\/\/doi.org\/10.1007\/s10664-024-10545-6","journal-title":"Empir. Softw. Eng."},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.infsof.2017.01.011","volume":"87","author":"A Rainer","year":"2017","unstructured":"Rainer, A.: Using argumentation theory to analyse software practitioners\u2019 defeasible evidence, inference and belief. Inf. Softw. Technol. 87, 62\u201380 (2017)","journal-title":"Inf. Softw. Technol."},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Sandner, E., et al.: Evaluating large language models for literature screening: a systematic review of sensitivity and workload reduction. In: International Conference on Data Science, Technology and Applications (DATA 2025), pp. 508\u2013517 (2025)","DOI":"10.5220\/0013562900003967"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Siy, H., Votta, L.: Does the modern code inspection have value? In: International Conference on Software Maintenance, ICSM 2001, pp. 281\u2013289. IEEE (2001)","DOI":"10.1109\/ICSM.2001.972741"},{"key":"16_CR25","doi-asserted-by":"publisher","unstructured":"Thode, L., Iftikhar, U., Mendez, D.: Exploring the use of LLMs for the selection phase in systematic literature studies. Inf. Softw. Technol. 107757 (2025). https:\/\/doi.org\/10.1016\/j.infsof.2025.107757","DOI":"10.1016\/j.infsof.2025.107757"},{"key":"16_CR26","doi-asserted-by":"publisher","unstructured":"Trinkenreich, B., Wiese, I., Sarma, A., Gerosa, M., Steinmacher, I.: Women\u2019s participation in open source software: a survey of the literature. ACM Trans. Softw. Eng. Methodol. 31(4) (2022). https:\/\/doi.org\/10.1145\/3510460","DOI":"10.1145\/3510460"}],"container-title":["Lecture Notes in Computer Science","Software Engineering and Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-36587-3_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T04:44:32Z","timestamp":1787892272000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-36587-3_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,29]]},"ISBN":["9783032365866","9783032365873"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-36587-3_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,29]]},"assertion":[{"value":"29 August 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":".","order":1,"name":"Ethics","label":"Data Availability","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"SEAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Euromicro Conference on Software Engineering and Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krak\u00f3w","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"52","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"seaa-12026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dsd-seaa.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}