{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T10:53:18Z","timestamp":1781175198852,"version":"3.54.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030658533","type":"print"},{"value":"9783030658540","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-65854-0_3","type":"book-chapter","created":{"date-parts":[[2021,1,6]],"date-time":"2021-01-06T00:13:06Z","timestamp":1609891986000},"page":"33-42","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Quality Assurance for AI-Based Systems: Overview and Challenges (Introduction to Interactive Session)"],"prefix":"10.1007","author":[{"given":"Michael","family":"Felderer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rudolf","family":"Ramler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,1,6]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"Borg, M.: The AIQ meta-testbed: pragmatically bridging academic AI testing and industrial Q needs. In: SWQD 2021. LNBIP, vol. 404, pp. 66\u201377. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-65854-0_6"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Lenarduzzi, V., Lomio, F., Moreschini, S., Taibi, D., Tamburri, D.A.: Software quality for AI: where we are now? In: SWQD 2021. LNBIP, vol. 404, pp. 43\u201353. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-65854-0_4"},{"key":"3_CR3","unstructured":"ISO\/IEC: ISO\/IEC 25000:2005 software engineering\u2014software product quality requirements and evaluation (square)\u2014guide to square. Technical report, ISO (2011)"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp. 291\u2013300. IEEE (2019)","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"3_CR5","first-page":"1","volume":"PP","author":"JM Zhang","year":"2020","unstructured":"Zhang, J.M., Harman, M., Ma, L., Liu, Y.: Machine learning testing: survey, landscapes and horizons. IEEE Trans. Softw. Eng. PP, 1 (2020)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"3_CR6","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-030-25312-7_6","volume-title":"Security and Quality in Cyber-Physical Systems Engineering","author":"M Felderer","year":"2019","unstructured":"Felderer, M., Russo, B., Auer, F.: On testing data-intensive software systems. In: Biffl, S., Eckhart, M., L\u00fcder, A., Weippl, E. (eds.) Security and Quality in Cyber-Physical Systems Engineering, pp. 129\u2013148. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-25312-7_6"},{"key":"3_CR7","unstructured":"ISO\/IEC: ISO\/IEC 25012:2008 software engineering \u2013 software product quality requirements and evaluation (square) \u2013 data quality model. Technical report, ISO (2008)"},{"key":"3_CR8","unstructured":"ISO\/IEC: ISO\/IEC 25010:2011 systems and software engineering \u2013 systems and software quality requirements and evaluation (square) \u2013 system and software quality models. Technical report, ISO (2011)"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Ros, R., Runeson, P.: Continuous experimentation and A\/B testing: a mapping study. In: 2018 IEEE\/ACM 4th International Workshop on Rapid Continuous Software Engineering (RCoSE), pp. 35\u201341. IEEE (2018)","DOI":"10.1145\/3194760.3194766"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Auer, F., Felderer, M.: Current state of research on continuous experimentation: a systematic mapping study. In: 2018 44th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pp. 335\u2013344. IEEE (2018)","DOI":"10.1109\/SEAA.2018.00062"},{"issue":"9","key":"3_CR11","doi-asserted-by":"publisher","first-page":"2805","DOI":"10.1109\/TNNLS.2018.2886017","volume":"30","author":"X Yuan","year":"2019","unstructured":"Yuan, X., He, P., Zhu, Q., Li, X.: Adversarial examples: attacks and defenses for deep learning. IEEE Trans. Neural Netw. Learn. Syst. 30(9), 2805\u20132824 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"3_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/978-3-319-99740-7_21","volume-title":"Machine Learning and Knowledge Extraction","author":"R Goebel","year":"2018","unstructured":"Goebel, R., et al.: Explainable AI: the new 42? In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2018. LNCS, vol. 11015, pp. 295\u2013303. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99740-7_21"},{"key":"3_CR13","unstructured":"Bosch, J., Olsson, H.H., Crnkovic, I.: It takes three to tango: requirement, outcome\/data, and AI driven development. In: SiBW, pp. 177\u2013192 (2018)"},{"key":"3_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1007\/978-3-030-57321-8_25","volume-title":"Machine Learning and Knowledge Extraction","author":"L Fischer","year":"2020","unstructured":"Fischer, L., et al.: Applying AI in practice: key challenges and lessons learned. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2020. LNCS, vol. 12279, pp. 451\u2013471. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-57321-8_25"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Marijan, D., Gotlieb, A., Ahuja, M.K.: Challenges of testing machine learning based systems. In: 2019 IEEE International Conference On Artificial Intelligence Testing (AITest), pp. 101\u2013102. IEEE (2019)","DOI":"10.1109\/AITest.2019.00010"},{"key":"3_CR16","unstructured":"ISO\/IEC\/IEEE international standard - software and systems engineering\u2013software testing\u2013part 4: Test techniques, pp. 1\u2013149. ISO\/IEC\/IEEE 29119-4:2015 (2015)"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Xie, X., et al.: DeepHunter: a coverage-guided fuzz testing framework for deep neural networks. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, ISSTA 2019, pp. 146\u2013157. Association for Computing Machinery, New York (2019)","DOI":"10.1145\/3293882.3330579"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Zhang, M., Zhang, Y., Zhang, L., Liu, C., Khurshid, S.: DeepRoad: GAN-based metamorphic testing and input validation framework for autonomous driving systems. In: 2018 33rd IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 132\u2013142. IEEE (2018)","DOI":"10.1145\/3238147.3238187"},{"key":"3_CR19","doi-asserted-by":"publisher","first-page":"110542","DOI":"10.1016\/j.jss.2020.110542","volume":"164","author":"HB Braiek","year":"2020","unstructured":"Braiek, H.B., Khomh, F.: On testing machine learning programs. J. Syst. Softw. 164, 110542 (2020)","journal-title":"J. Syst. Softw."},{"issue":"5","key":"3_CR20","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","volume":"41","author":"ET Barr","year":"2015","unstructured":"Barr, E.T., Harman, M., McMinn, P., Shahbaz, M., Yoo, S.: The Oracle problem in software testing: a survey. IEEE Trans. Softw. Eng. 41(5), 507\u2013525 (2015)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"3_CR21","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.jss.2010.11.920","volume":"84","author":"X Xie","year":"2011","unstructured":"Xie, X., Ho, J.W., Murphy, C., Kaiser, G., Xu, B., Chen, T.Y.: Testing and validating machine learning classifiers by metamorphic testing. J. Syst. Softw. 84(4), 544\u2013558 (2011)","journal-title":"J. Syst. Softw."},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Dwarakanath, A., et al.: Identifying implementation bugs in machine learning based image classifiers using metamorphic testing. In: Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 118\u2013128 (2018)","DOI":"10.1145\/3213846.3213858"},{"key":"3_CR23","volume-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation","author":"J Humble","year":"2010","unstructured":"Humble, J., Farley, D.: Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation. Pearson Education, London (2010)"},{"issue":"3","key":"3_CR24","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/MS.2016.30","volume":"33","author":"V Garousi","year":"2016","unstructured":"Garousi, V., Felderer, M.: Developing, verifying, and maintaining high-quality automated test scripts. IEEE Softw. 33(3), 68\u201375 (2016)","journal-title":"IEEE Softw."},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Khritankov, A.: On feedback loops in lifelong machine learning systems. In: SWQD 2021. LNBIP, vol. 404, pp. 54\u201365. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-65854-0_5"},{"key":"3_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/978-3-662-44857-1_13","volume-title":"Testing Software and Systems","author":"B Eberhardinger","year":"2014","unstructured":"Eberhardinger, B., Seebach, H., Knapp, A., Reif, W.: Towards testing self-organizing, adaptive systems. In: Merayo, M.G., de Oca, E.M. (eds.) ICTSS 2014. LNCS, vol. 8763, pp. 180\u2013185. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44857-1_13"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Foidl, H., Felderer, M., Biffl, S.: Technical debt in data-intensive software systems. In: 2019 45th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pp. 338\u2013341. IEEE (2019)","DOI":"10.1109\/SEAA.2019.00058"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Foidl, H., Felderer, M.: Risk-based data validation in machine learning-based software systems. In: Proceedings of the 3rd ACM SIGSOFT International Workshop on Machine Learning Techniques for Software Quality Evaluation, pp. 13\u201318 (2019)","DOI":"10.1145\/3340482.3342743"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"K\u00e4stner, C., Kang, E.: Teaching software engineering for AI-enabled systems. arXiv preprint arXiv:2001.06691 (2020)","DOI":"10.1145\/3377814.3381714"},{"key":"3_CR30","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-3432-7","volume-title":"Building Intelligent Systems","author":"G Hulten","year":"2018","unstructured":"Hulten, G.: Building Intelligent Systems. Springer, Berkeley (2018). https:\/\/doi.org\/10.1007\/978-1-4842-3432-7"}],"container-title":["Lecture Notes in Business Information Processing","Software Quality: Future Perspectives on Software Engineering Quality"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65854-0_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T15:19:45Z","timestamp":1709824785000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-65854-0_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030658533","9783030658540"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65854-0_3","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"6 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SWQD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Software Quality","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 January 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 January 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"swqd2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.software-quality-days.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1 paper was desk rejected; furthermore, 2 invited keynote papers and 1 invited introductory paper for an interactive session was published. The conference did not take place due to the COVID-19 pandemic and will be merged with SWQD 2022.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}