{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T23:40:24Z","timestamp":1783554024125,"version":"3.55.0"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031783852","type":"print"},{"value":"9783031783869","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78386-9_3","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T16:45:02Z","timestamp":1733071502000},"page":"27-42","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Can Large Language Models (LLMs) Compete with Human Requirements Reviewers? \u2013 Replication of an Inspection Experiment on Requirements Documents"],"prefix":"10.1007","author":[{"given":"Daniel","family":"Seifert","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lisa","family":"J\u00f6ckel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam","family":"Trendowicz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcus","family":"Ciolkowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thorsten","family":"Honroth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"Jedlitschka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,27]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"Arora, C., Grundy, J., Abdelrazek, M.: Advancing requirements engineering through generative AI: assessing the role of LLMs. arXiv:2310.13976 (2023)","DOI":"10.1007\/978-3-031-55642-5_6"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Basili, V.R., Green, S., Laitenberger, et al.: The empirical investigation of Perspective-Based Reading. Empirical SE (1996)","DOI":"10.1007\/BF00368702"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Berhanu, F., Alemneh, E.: Classification and prioritization of requirements smells using machine learning techniques. ICT4DA (2023)","DOI":"10.1109\/ICT4DA59526.2023.10302263"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Ciolkowski, M., Laitenberger, O., Biffl, S.: Software reviews: the state of the practice. IEEE Softw. (2003)","DOI":"10.1109\/MS.2003.1241366"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Ciolkowski, M.: What do we know about perspective-based reading? An approach for quantitative aggregation in SE. ESEM (2009)","DOI":"10.1109\/ESEM.2009.5316026"},{"key":"3_CR6","unstructured":"Ciolkowski, M., Differding, C., Laitenberger, O., M\u00fcnch, J.: Empirical investigation of perspective-based reading: a replicated experiment. ISERN (1997)"},{"key":"3_CR7","unstructured":"Habib, M.K., Wagner, S., Graziotin, D.: AIRE (2021)"},{"key":"3_CR8","unstructured":"Hou, X., Zhao, Y., Liu, Y., et al.: Large language models for SE: a systematic literature review. arXiv:2308.10620 (2023)"},{"key":"3_CR9","unstructured":"Krasner, H.: The cost of poor software quality in the USA: a 2022 report. From Problem to Solutions, CISQ (2022)"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Krishna, M., Gaur, B., Verma, A., Jalote, P.: Using LLMs in software requirements specifications: an empirical evaluation arXiv:2404.17842 (2024)","DOI":"10.1109\/RE59067.2024.00056"},{"key":"3_CR11","unstructured":"Li, C., Wang, J., Zhang, Y., et al.: Large language models understand and can be enhanced by emotional stimuli. arXiv:2307.11760 (2023)"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Luitel, D., Hassani, S., Sabetzadeh, M.: Improving requirements completeness: automated assistance through large language models. Requirem. Eng. (2024)","DOI":"10.1007\/s00766-024-00416-3"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Mittal, A., Murthy, R., Kumar, V., Bhat, R.: Towards understanding and mitigating the hallucinations in NLP and Speech. CODS-COMAD (2024)","DOI":"10.1145\/3632410.3633297"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Naeem, A., Aslam, Z., Shah, M.A.: Analyzing quality of software requirements; a comparison study on NLP tools. ICAC (2019)","DOI":"10.23919\/IConAC.2019.8895182"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Nguyen-Duc, A., Cabrero-Daniel, B., Przybylek, A., et al.: Generative artificial intelligence for SE \u2013 a research agenda. arXiv:2310.18648 (2023)","DOI":"10.2139\/ssrn.4622517"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Nouri, A., Cabrero-Daniel, B., T\u00f6rner, F., et al.: Engineering safety requirements for autonomous driving with large language models. arXiv:2403.16289 (2024)","DOI":"10.1109\/RE59067.2024.00029"},{"key":"3_CR17","unstructured":"OpenAI: OpenAI base library: large language models (2024). https:\/\/api.python.langchain.com\/en\/latest\/llms\/langchain_openai.llms.base.OpenAI.html. Accessed 17 July 2024"},{"key":"3_CR18","unstructured":"OpenAI, Achiam, J., Adler, et al.: GPT-4. Technical Report. arXiv:2303.08774 (2023)"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Parra, E., Dimou, C., Llorens, J., et al.: A methodology for the classification of quality of requirements using machine learning techniques. Inform. Softw. Technol. (2015)","DOI":"10.1016\/j.infsof.2015.07.006"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Porter, A.A., Votta, L.G., Basili, V.R.: Comparing detection methods for soft-ware requirements inspections: a replicated experiment. IEEE Trans. Soft. Eng. (1995)","DOI":"10.1109\/32.391380"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Shepperd, M.: A critique of cyclomatic complexity as a software metric. Soft. Eng. J. UK (1988)","DOI":"10.1049\/sej.1988.0003"},{"key":"3_CR22","doi-asserted-by":"publisher","DOI":"10.1145\/280324.280335","volume-title":"Evaluating the cost of software quality","author":"SA Slaughter","year":"1998","unstructured":"Slaughter, S.A., Harter, D.E., Krishnan, M.S.: Evaluating the cost of software quality. ACM, Commun (1998)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Wang, J., Huang, Y., Chen, C., et al.: Software testing with large language models: survey, landscape, and vision. IIEEE Trans. Soft. Eng. (2024)","DOI":"10.1109\/TSE.2024.3368208"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Waseem, M., Das, T., Ahmad, A., et al.: ChatGPT as a software development bot: a project-based study. arXiv:2310.13648 (2023)","DOI":"10.5220\/0012631600003687"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"White, J., Hays, S., Fu, Q., Spencer-Smith, J., Schmidt, D.C.: ChatGPT prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv:2303.07839 (2023)","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"3_CR26","unstructured":"Wohlin, C.: Experimentation in SE. An introduction. The Kluwer international series in SE (2012)"},{"key":"3_CR27","unstructured":"Zheng, Z., Ning, K., Wang, Y., et al.: A survey of large language models for code: evolution, benchmarking, and future trends. arXiv:2311.10372 (2023)"}],"container-title":["Lecture Notes in Computer Science","Product-Focused Software Process Improvement"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78386-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T17:02:20Z","timestamp":1733072540000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78386-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,27]]},"ISBN":["9783031783852","9783031783869"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78386-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,27]]},"assertion":[{"value":"27 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PROFES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Product-Focused Software Process Improvement","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tartu","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Estonia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"profes2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/profes-2024","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}