{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,5]],"date-time":"2025-12-05T14:28:54Z","timestamp":1764944934263,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031492655"},{"type":"electronic","value":"9783031492662"}],"license":[{"start":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T00:00:00Z","timestamp":1701475200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T00:00:00Z","timestamp":1701475200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-49266-2_11","type":"book-chapter","created":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T12:03:14Z","timestamp":1701432194000},"page":"159-174","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Status Quo and\u00a0Problems of\u00a0Requirements Engineering for\u00a0Machine Learning: Results from\u00a0an\u00a0International Survey"],"prefix":"10.1007","author":[{"given":"Antonio Pedro Santos","family":"Alves","sequence":"first","affiliation":[]},{"given":"Marcos","family":"Kalinowski","sequence":"additional","affiliation":[]},{"given":"G\u00f6rkem","family":"Giray","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Mendez","sequence":"additional","affiliation":[]},{"given":"Niklas","family":"Lavesson","sequence":"additional","affiliation":[]},{"given":"Kelly","family":"Azevedo","sequence":"additional","affiliation":[]},{"given":"Hugo","family":"Villamizar","sequence":"additional","affiliation":[]},{"given":"Tatiana","family":"Escovedo","sequence":"additional","affiliation":[]},{"given":"Helio","family":"Lopes","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Biffl","sequence":"additional","affiliation":[]},{"given":"J\u00fcrgen","family":"Musil","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Felderer","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Wagner","sequence":"additional","affiliation":[]},{"given":"Teresa","family":"Baldassarre","sequence":"additional","affiliation":[]},{"given":"Tony","family":"Gorschek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,2]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad, K., Bano, M., Abdelrazek, M., Arora, C., Grundy, J.: What\u2019s up with requirements engineering for artificial intelligence systems? In: 2021 IEEE 29th International Requirements Engineering Conference, pp. 1\u201312. IEEE (2021)","DOI":"10.1109\/RE51729.2021.00008"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering in Practice, pp. 291\u2013300. IEEE (2019)","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Challa, H., Niu, N., Johnson, R.: Faulty requirements made valuable: on the role of data quality in deep learning. In: 2020 IEEE 7th International Workshop on Artificial Intelligence for Requirements Engineering, pp. 61\u201369. IEEE (2020)","DOI":"10.1109\/AIRE51212.2020.00016"},{"issue":"4","key":"11_CR4","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1109\/MS.2020.2986047","volume":"37","author":"F Dalpiaz","year":"2020","unstructured":"Dalpiaz, F., Niu, N.: Requirements engineering in the days of artificial intelligence. IEEE Softw. 37(4), 7\u201310 (2020)","journal-title":"IEEE Softw."},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Efron, B., Tibshirani, R.J.: An Introduction to the Bootstrap. Chapman & Hall\/CRC (1993)","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"11_CR6","doi-asserted-by":"publisher","first-page":"2298","DOI":"10.1007\/s10664-016-9451-7","volume":"22","author":"DM Fern\u00e1ndez","year":"2017","unstructured":"Fern\u00e1ndez, D.M., et al.: Naming the pain in requirements engineering: Contemporary problems, causes, and effects in practice. Empir. Softw. Eng. 22, 2298\u20132338 (2017)","journal-title":"Empir. Softw. Eng."},{"key":"11_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111031","volume":"180","author":"G Giray","year":"2021","unstructured":"Giray, G.: A software engineering perspective on engineering machine learning systems: state of the art and challenges. J. Syst. Softw. 180, 111031 (2021)","journal-title":"J. Syst. Softw."},{"issue":"2","key":"11_CR8","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/s00766-022-00395-3","volume":"28","author":"KM Habibullah","year":"2023","unstructured":"Habibullah, K.M., Gay, G., Horkoff, J.: Non-functional requirements for machine learning: understanding current use and challenges among practitioners. Requirements Eng. 28(2), 283\u2013316 (2023)","journal-title":"Requirements Eng."},{"key":"11_CR9","doi-asserted-by":"publisher","unstructured":"Ishikawa, F., Matsuno, Y.: Evidence-driven requirements engineering for uncertainty of machine learning-based systems. In: 2020 IEEE 28th International Requirements Engineering Conference, pp. 346\u2013351 (2020). https:\/\/doi.org\/10.1109\/RE48521.2020.00046","DOI":"10.1109\/RE48521.2020.00046"},{"key":"11_CR10","unstructured":"Kaestner, C.: Machine learning is requirements engineering-on the role of bugs, verification, and validation in machine learning. Medium post. Accessed June 25 (2020)"},{"issue":"4","key":"11_CR11","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1109\/MS.2012.72","volume":"29","author":"M Kalinowski","year":"2012","unstructured":"Kalinowski, M., Card, D.N., Travassos, G.H.: Evidence-based guidelines to defect causal analysis. IEEE Softw. 29(4), 16\u201318 (2012)","journal-title":"IEEE Softw."},{"key":"11_CR12","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-642-13792-1_9","volume-title":"Product-Focused Software Process Improvement","author":"M Kalinowski","year":"2010","unstructured":"Kalinowski, M., Mendes, E., Card, D.N., Travassos, G.H.: Applying DPPI: a defect causal analysis approach using bayesian networks. In: Ali Babar, M., Vierimaa, M., Oivo, M. (eds.) Product-Focused Software Process Improvement, pp. 92\u2013106. Springer, Berlin, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-13792-1_9"},{"key":"11_CR13","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/978-3-642-21843-9_19","volume-title":"Product-Focused Software Process Improvement","author":"M Kalinowski","year":"2011","unstructured":"Kalinowski, M., Mendes, E., Travassos, G.H.: Automating and evaluating probabilistic cause-effect diagrams to improve defect causal analysis. In: Caivano, D., Oivo, M., Baldassarre, M.T., Visaggio, G. (eds.) Product-Focused Software Process Improvement, pp. 232\u2013246. Springer, Berlin, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-21843-9_19"},{"issue":"11","key":"11_CR14","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1109\/TSE.2017.2754374","volume":"44","author":"M Kim","year":"2017","unstructured":"Kim, M., Zimmermann, T., DeLine, R., Begel, A.: Data scientists in software teams: State of the art and challenges. IEEE Trans. Software Eng. 44(11), 1024\u20131038 (2017)","journal-title":"IEEE Trans. Software Eng."},{"issue":"11","key":"11_CR15","doi-asserted-by":"publisher","first-page":"996","DOI":"10.1109\/TSE.2003.1245301","volume":"29","author":"S Lei","year":"2003","unstructured":"Lei, S., Smith, M.: Evaluation of several nonparametric bootstrap methods to estimate confidence intervals for software metrics. IEEE Trans. Software Eng. 29(11), 996\u20131004 (2003)","journal-title":"IEEE Trans. Software Eng."},{"key":"11_CR16","unstructured":"Linaker, J., Sulaman, S.M., H\u00f6st, M., de Mello, R.M.: Guidelines for conducting surveys in software engineering v. 1.1. Lund University 50 (2015)"},{"issue":"4","key":"11_CR17","first-page":"1327","volume":"35","author":"CE Lunneborg","year":"2001","unstructured":"Lunneborg, C.E.: Bootstrap inference for local populations. Therapeut. Innov. Regulatory Sci. 35(4), 1327\u20131342 (2001)","journal-title":"Therapeut. Innov. Regulatory Sci."},{"key":"11_CR18","doi-asserted-by":"publisher","unstructured":"Lwakatare, L.E., Raj, A., Crnkovic, I., Bosch, J., Olsson, H.H.: Large-scale machine learning systems in real-world industrial settings: a review of challenges and solutions. Inform. Softw. Technol. 127 (2020). https:\/\/doi.org\/10.1016\/j.infsof.2020.106368","DOI":"10.1016\/j.infsof.2020.106368"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Mart\u00ednez-Fern\u00e1ndez, S., et al.: Software engineering for AI-based systems: a survey. ACM Trans. Softw. Eng. Methodol. 31(2), 1\u201359 (2022)","DOI":"10.1145\/3487043"},{"key":"11_CR20","unstructured":"Mitchell, T.M.: Machine learning (1997)"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Nahar, N., Zhang, H., Lewis, G., Zhou, S., K\u00e4stner, C.: A meta-summary of challenges in building products with ml components-collecting experiences from 4758+ practitioners. arXiv preprint arXiv:2304.00078 (2023)","DOI":"10.1109\/CAIN58948.2023.00034"},{"issue":"6","key":"11_CR22","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/MS.2022.3196205","volume":"39","author":"B Scharinger","year":"2022","unstructured":"Scharinger, B., Borg, M., Vogelsang, A., Olsson, T.: Can re help better prepare industrial AI for commercial scale? IEEE Softw. 39(6), 8\u201312 (2022)","journal-title":"IEEE Softw."},{"key":"11_CR23","doi-asserted-by":"publisher","first-page":"526","DOI":"10.1016\/j.procs.2021.01.199","volume":"181","author":"C Schr\u00f6er","year":"2021","unstructured":"Schr\u00f6er, C., Kruse, F., G\u00f3mez, J.M.: A systematic literature review on applying crisp-dm process model. Proc. Comput. Sci. 181, 526\u2013534 (2021)","journal-title":"Proc. Comput. Sci."},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Stol, K.J., Ralph, P., Fitzgerald, B.: Grounded theory in software engineering research: a critical review and guidelines. In: Proceedings of the 38th International Conference on Software Engineering, pp. 120\u2013131 (2016)","DOI":"10.1145\/2884781.2884833"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Villamizar, H., Escovedo, T., Kalinowski, M.: Requirements engineering for machine learning: a systematic mapping study. In: 2021 47th Euromicro Conference on Software Engineering and Advanced Applications, pp. 29\u201336 (2021)","DOI":"10.1109\/SEAA53835.2021.00013"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Villamizar, H., Kalinowski, M., Lopes, H.: Towards perspective-based specification of machine learning-enabled systems. In: 2022 48th Euromicro Conference on Software Engineering and Advanced Applications, pp. 112\u2013115. IEEE (2022)","DOI":"10.1109\/SEAA56994.2022.00025"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Villamizar, H., Kalinowski, M., Lopes, H., Mendez, D.: Identifying concerns when specifying machine learning-enabled systems: a perspective-based approach (2023)","DOI":"10.2139\/ssrn.4571159"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Vogelsang, A., Borg, M.: Requirements engineering for machine learning: Perspectives from data scientists. In: 2019 IEEE 27th International Requirements Engineering Conference Workshops, pp. 245\u2013251 (2019)","DOI":"10.1109\/REW.2019.00050"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Wagner, S., et al.: Status quo in requirements engineering: a theory and a global family of surveys. ACM Trans. Softw. Eng. Methodol. 28(2) (2019)","DOI":"10.1145\/3306607"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Wagner, S., Mendez, D., Felderer, M., Graziotin, D., Kalinowski, M.: Challenges in survey research. Contemporary Empirical Methods in Software Engineering, pp. 93\u2013125 (2020)","DOI":"10.1007\/978-3-030-32489-6_4"}],"container-title":["Lecture Notes in Computer Science","Product-Focused Software Process Improvement"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-49266-2_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T12:05:33Z","timestamp":1701432333000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-49266-2_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,2]]},"ISBN":["9783031492655","9783031492662"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-49266-2_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,2]]},"assertion":[{"value":"2 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PROFES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Product-Focused Software Process Improvement","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dornbirn","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"profes2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/profes-2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"82","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.8","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}