{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T02:57:44Z","timestamp":1768705064273,"version":"3.49.0"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030658533","type":"print"},{"value":"9783030658540","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-65854-0_4","type":"book-chapter","created":{"date-parts":[[2021,1,6]],"date-time":"2021-01-06T00:13:06Z","timestamp":1609891986000},"page":"43-53","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Software Quality for AI: Where We Are Now?"],"prefix":"10.1007","author":[{"given":"Valentina","family":"Lenarduzzi","sequence":"first","affiliation":[]},{"given":"Francesco","family":"Lomio","sequence":"additional","affiliation":[]},{"given":"Sergio","family":"Moreschini","sequence":"additional","affiliation":[]},{"given":"Davide","family":"Taibi","sequence":"additional","affiliation":[]},{"given":"Damian Andrew","family":"Tamburri","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,1,6]]},"reference":[{"key":"4_CR1","unstructured":"TensorFlow version compatibility. https:\/\/www.tensorflow.org\/guide\/versions"},{"key":"4_CR2","unstructured":"Compatible Versions of PyTorch\/Libtorch with Cuda 10.0 (2019). https:\/\/discuss.pytorch.org\/t\/compatible-versions-of-pytorch-libtorch-with-cuda-10-0\/58506. Accessed 11 July 2020"},{"key":"4_CR3","unstructured":"Machine Learning Glossary, Google Developers (2019). https:\/\/developers.google.com\/machine-learning\/glossary. Accessed 28 Aug 2020"},{"key":"4_CR4","unstructured":"Pytorch Lightning. The lightweight PyTorch wrapper for ML researchers (2019). https:\/\/github.com\/PyTorchLightning\/pytorch-lightning. Accessed 11 July 2020"},{"key":"4_CR5","unstructured":"Tensorflow 1.11.0 incompatible with keras2.2.2? (2019). https:\/\/github.com\/tensorflow\/tensorflow\/issues\/22601. Accessed 11 July 2020"},{"key":"4_CR6","unstructured":"Avgeriou, P., Kruchten, P., Ozkaya, I., Seaman, C.: Managing technical debt in software engineering (Dagstuhl seminar 16162). Dagstuhl Reports 6 (2016)"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Avgeriou, P., et al.: An overview and comparison of technical debt measurement tools. IEEE Softw. (2021)","DOI":"10.1109\/MS.2020.3024958"},{"issue":"7","key":"4_CR8","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","volume":"30","author":"AP Bradley","year":"1997","unstructured":"Bradley, A.P.: The use of the area under the ROC curve in the evaluation of machine learning algorithms. Pattern Recogn. 30(7), 1145\u20131159 (1997)","journal-title":"Pattern Recogn."},{"issue":"4","key":"4_CR9","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1258\/135581902320432732","volume":"7","author":"N Britten","year":"2002","unstructured":"Britten, N., Campbell, R., Pope, C., Donovan, J., Morgan, M., Pill, R.: Using meta ethnography to synthesise qualitative research: a worked example. J. Health Serv. Res. Policy 7(4), 209\u2013215 (2002). http:\/\/www.ncbi.nlm.nih.gov\/pubmed\/12425780","journal-title":"J. Health Serv. Res. Policy"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Chen, T.Y.: Metamorphic testing: a simple method for alleviating the test oracle problem. In: Proceedings of the 10th International Workshop on Automation of Software Test, AST 2015, pp. 53\u201354. IEEE Press (2015)","DOI":"10.1109\/AST.2015.18"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Cohen, G., Afshar, S., Tapson, J., Van Schaik, A.: EMNIST: extending MNIST to handwritten letters. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp. 2921\u20132926. IEEE (2017)","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"4_CR12","unstructured":"Commission, E.: WHITE PAPER On Artificial Intelligence - A European approach to excellence and trust (2020). https:\/\/ec.europa.eu\/info\/sites\/info\/files\/commission-white-paper-artificial-intelligence-feb2020_en.pdf?utm_source=CleverReach&utm_medium=email&utm_campaign=23-02-2020+Instituts-Journal+07%2F20%3A+Wo+waren+Sie%3F+Es+ging+um+Sie%21&utm_content=Mailing_11823061. Accessed 09 July 2020"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"K\u00e4stner, C., Kang, E.: Teaching software engineering for AI-enabled systems. arXiv preprint arXiv:2001.06691 (2020)","DOI":"10.1145\/3377814.3381714"},{"key":"4_CR15","unstructured":"Kohavi, R.: A study of cross-validation and bootstrap for accuracy estimation and model selection. In: Proceedings of the 14th International Joint Conference on Artificial Intelligence, IJCAI 1995, vol. 2, pp. 1137\u20131143. Morgan Kaufmann Publishers Inc., San Francisco (1995)"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Larus, J., et al.: When computers decide: European recommendations on machine-learned automated decision making (2018)","DOI":"10.1145\/3185595"},{"issue":"11","key":"4_CR17","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"4_CR18","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/978-3-030-14687-0_15","volume-title":"Proceedings of 6th International Conference in Software Engineering for Defence Applications","author":"V Lenarduzzi","year":"2020","unstructured":"Lenarduzzi, V., Sillitti, A., Taibi, D.: A survey on code analysis tools for software maintenance prediction. In: Ciancarini, P., Mazzara, M., Messina, A., Sillitti, A., Succi, G. (eds.) SEDA 2018. AISC, vol. 925, pp. 165\u2013175. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-14687-0_15"},{"key":"4_CR19","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-3-030-19034-7_14","volume-title":"Agile Processes in Software Engineering and Extreme Programming","author":"LE Lwakatare","year":"2019","unstructured":"Lwakatare, L.E., Raj, A., Bosch, J., Olsson, H.H., Crnkovic, I.: A taxonomy of software engineering challenges for machine learning systems: an empirical investigation. In: Kruchten, P., Fraser, S., Coallier, F. (eds.) XP 2019. LNBIP, vol. 355, pp. 227\u2013243. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-19034-7_14"},{"key":"4_CR20","unstructured":"Dhaval, M.: How to perform Quality Assurance for Machine Learning models? (2018). https:\/\/medium.com\/datadriveninvestor\/how-to-perform-quality-assurance-for-ml-models-cef77bbbcfb. Accessed 09 July 2020"},{"key":"4_CR21","volume-title":"Machine Learning","author":"TM Mitchell","year":"2010","unstructured":"Mitchell, T.M.: Machine Learning. McGraw-Hill, New York (2010). [u.a.]. http:\/\/www.amazon.com\/Machine-Learning-Tom-M-Mitchell\/dp\/0070428077"},{"key":"4_CR22","unstructured":"Murphy, C., Kaiser, G.E., Arias, M.: A framework for quality assurance of machine learning applications. Columbia University Computer Science Technical reports, CUCS-034-06 (2006)"},{"key":"4_CR23","unstructured":"NESSI: Software and Artificial Intelligence (2019). http:\/\/www.nessi-europe.com\/files\/NESSI%20-%20Software%20and%20AI%20-%20issue%201.pdf. Accessed 09 July 2020"},{"key":"4_CR24","unstructured":"Radhakrishnan, V.: How to perform Quality Assurance for Machine Learning models? (2019). https:\/\/blog.sasken.com\/quality-assurance-for-machine-learning-models-part-1-why-quality-assurance-is-critical-for-machine-learning-models. Accessed 09 July 2020"},{"key":"4_CR25","unstructured":"van Rossum, G., Warsaw, B., Coghlan, N.: PEP 8 - Style Guide for Python Code. https:\/\/www.python.org\/dev\/peps\/pep-0008\/"},{"key":"4_CR26","unstructured":"Rushby, J.: Quality measures and assurance for AI (artificial intelligence) software. Technical report (1988)"},{"key":"4_CR27","series-title":"Prentice Hall Series in Artificial Intelligence","volume-title":"Artificial Intelligence - A Modern Approach: The Intelligent Agent Book","author":"SJ Russell","year":"1995","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence - A Modern Approach: The Intelligent Agent Book. Prentice Hall Series in Artificial Intelligence. Prentice Hall, Upper Saddle River (1995)"},{"key":"4_CR28","unstructured":"Sculley, D., et al.: Hidden technical debt in machine learning systems. In: Advances in Neural Information Processing Systems, pp. 2503\u20132511 (2015)"},{"key":"4_CR29","doi-asserted-by":"crossref","unstructured":"Wang, J., Li, L., Zeller, A.: Better code, better sharing: on the need of analyzing Jupyter notebooks (2019)","DOI":"10.1145\/3377816.3381724"},{"key":"4_CR30","first-page":"1","volume":"PP","author":"JM Zhang","year":"2020","unstructured":"Zhang, J.M., Harman, M., Ma, L., Liu, Y.: Machine learning testing: survey, landscapes and horizons. IEEE Trans. Softw. Eng. PP, 1 (2020)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"4_CR31","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1177\/003754978704800406","volume":"48","author":"TI \u00d6ren","year":"1987","unstructured":"\u00d6ren, T.I.: Quality assurance paradigms for artificial intelligence in modelling and simulation. Simulation 48(4), 149\u2013151 (1987)","journal-title":"Simulation"}],"container-title":["Lecture Notes in Business Information Processing","Software Quality: Future Perspectives on Software Engineering Quality"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65854-0_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T15:19:58Z","timestamp":1709824798000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-65854-0_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030658533","9783030658540"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65854-0_4","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"6 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SWQD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Software Quality","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 January 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 January 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"swqd2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.software-quality-days.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1 paper was desk rejected; furthermore, 2 invited keynote papers and 1 invited introductory paper for an interactive session was published. The conference did not take place due to the COVID-19 pandemic and will be merged with SWQD 2022.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}