{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T14:28:51Z","timestamp":1777386531092,"version":"3.51.4"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030750176","type":"print"},{"value":"9783030750183","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-75018-3_14","type":"book-chapter","created":{"date-parts":[[2021,5,7]],"date-time":"2021-05-07T10:06:41Z","timestamp":1620382001000},"page":"221-229","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Developing and Operating Artificial Intelligence Models in Trustworthy Autonomous Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9928-133X","authenticated-orcid":false,"given":"Silverio","family":"Mart\u00ednez-Fern\u00e1ndez","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9733-8830","authenticated-orcid":false,"given":"Xavier","family":"Franch","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3590-6331","authenticated-orcid":false,"given":"Andreas","family":"Jedlitschka","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1928-7024","authenticated-orcid":false,"given":"Marc","family":"Oriol","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Trendowicz","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,5,8]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Arnold, M., Bellamy, R.K., et al.: FactSheets: increasing trust in AI services through supplier\u2019s declarations of conformity. IBM J. Res. Dev. 63(4\/5), 6-1 (2019)","DOI":"10.1147\/JRD.2019.2942288"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Gharib, M., Lollini, P., et al.: On the safety of automotive systems incorporating machine learning based components. In: DSN-W, pp. 271\u2013274 (2018)","DOI":"10.1109\/DSN-W.2018.00074"},{"issue":"1","key":"14_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2991\/jase.d.190131.001","volume":"1","author":"M Borg","year":"2019","unstructured":"Borg, M., Englund, C., et al.: Safely entering the deep: a review of verification and validation for machine learning and a challenge elicitation in the automotive industry. J. Autom. Softw. Eng. 1(1), 1 (2019)","journal-title":"J. Autom. Softw. Eng."},{"issue":"4","key":"14_CR4","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1109\/MS.2020.2993662","volume":"37","author":"I Ozkaya","year":"2020","unstructured":"Ozkaya, I.: What is really different in engineering AI-enabled systems? IEEE Softw. 37(4), 3\u20136 (2020)","journal-title":"IEEE Softw."},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Serban, A., van der Blom, K., Hoos, H., Visser, J.: Adoption and effects of software engineering best practices in machine learning. arXiv:2007.14130 (2020)","DOI":"10.1145\/3382494.3410681"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Aniculaesei, A., Grieser, J., et al.: Toward a holistic software systems engineering approach for dependable autonomous systems. In: SEFAIAS, pp. 23\u201330 (2018)","DOI":"10.1145\/3194085.3194091"},{"key":"14_CR7","unstructured":"European Commission: On Artificial Intelligence - a European approach to excellence and trust. https:\/\/ec.europa.eu"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should I trust you? Explaining the predictions of any classifier. In: ACM SIGKDD, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"14_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-030-58666-9_2","volume-title":"Business Process Management","author":"R Akkiraju","year":"2020","unstructured":"Akkiraju, R., et al.: Characterizing machine learning processes: a maturity framework. In: Fahland, D., Ghidini, C., Becker, J., Dumas, M. (eds.) BPM 2020. LNCS, vol. 12168, pp. 17\u201331. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58666-9_2"},{"issue":"11","key":"14_CR10","first-page":"1024","volume":"44","author":"M Kim","year":"2017","unstructured":"Kim, M., Zimmermann, T., DeLine, R., Begel, A.: Data scientists in software teams: state of the art and challenges. TSE 44(11), 1024\u20131038 (2017)","journal-title":"TSE"},{"key":"14_CR11","unstructured":"Heck, P.: Software Engineering for Machine Learning Applications. https:\/\/fontysblogt.nl\/software-engineering-for-machine-learning-applications\/"},{"key":"14_CR12","unstructured":"Santhanam, P., Farchi, E., Pankratius, V.: Engineering reliable deep learning systems. arXiv:1910.12582 (2019)"},{"key":"14_CR13","doi-asserted-by":"crossref","unstructured":"Saltz, J., Crowston, K., et al.: Comparing data science project management methodologies via a controlled experiment. In: HICSS (2017)","DOI":"10.24251\/HICSS.2017.120"},{"key":"14_CR14","doi-asserted-by":"publisher","first-page":"106368","DOI":"10.1016\/j.infsof.2020.106368","volume":"127","author":"LE Lwakatare","year":"2020","unstructured":"Lwakatare, L.E., Raj, A., Crnkovic, I., Bosch, J., Olsson, H.H.: Large-scale machine learning systems in real-world industrial settings: a review of challenges and solutions. Inf. Softw. Technol. 127, 106368 (2020)","journal-title":"Inf. Softw. Technol."},{"key":"14_CR15","unstructured":"Garcia, R., Sreekanti, V., et al.: Context: the missing piece in the machine learning lifecycle. In: KDD CMI Workshop, vol. 114 (2018)"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Nguyen-Duc, A., Sundb\u00f8, I., et al.: A multiple case study of artificial intelligent system development in industry. In: EASE, pp. 1\u201310 (2020)","DOI":"10.1145\/3383219.3383220"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"K\u00e4stner, C., Kang, E.: Teaching software engineering for AI-enabled systems. arXiv preprint arXiv:2001.06691 (2020)","DOI":"10.1145\/3377814.3381714"},{"key":"14_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1007\/978-3-030-35333-9_32","volume-title":"Product-Focused Software Process Improvement","author":"A Banijamali","year":"2019","unstructured":"Banijamali, A., Jamshidi, P., Kuvaja, P., Oivo, M.: Kuksa: a cloud-native architecture for enabling continuous delivery in the automotive domain. In: Franch, X., M\u00e4nnist\u00f6, T., Mart\u00ednez-Fern\u00e1ndez, S. (eds.) PROFES 2019. LNCS, vol. 11915, pp. 455\u2013472. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-35333-9_32"},{"key":"14_CR19","unstructured":"IBM: An architectural blueprint for autonomic computing. IBM White Paper, vol. 31, no. 2003, pp. 1\u20136 (2006)"},{"key":"14_CR20","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-030-58793-2_2","volume-title":"Quality of Information and Communications Technology","author":"J Siebert","year":"2020","unstructured":"Siebert, J., et al.: Towards guidelines for assessing qualities of machine learning systems. In: Shepperd, M., Brito e Abreu, F., Rodrigues da Silva, A., P\u00e9rez-Castillo, R. (eds.) QUATIC 2020. CCIS, vol. 1266, pp. 17\u201331. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58793-2_2"},{"key":"14_CR21","unstructured":"Trustworthy AI: explainability, safety and verifiability. https:\/\/www.ericsson.com\/en\/blog\/2020\/12\/trustworthy-ai"},{"key":"14_CR22","unstructured":"Achieving trustworthy AI with standards. https:\/\/etech.iec.ch\/issue\/2020-03\/achieving-trustworthy-ai-with-standards"},{"key":"14_CR23","doi-asserted-by":"crossref","unstructured":"Breck, E., Cai, S., Nielsen, E., Salib, M., Sculley, D.: The ML test score: a rubric for ML production readiness and technical debt reduction. In: Big Data, pp. 1123\u20131132 (2017)","DOI":"10.1109\/BigData.2017.8258038"},{"key":"14_CR24","unstructured":"Gartner: Lessons From AI Pioneers. https:\/\/www.gartner.com\/smarterwithgartner\/lessons-from-artificial-intelligence-pioneers\/. Accessed 15 Oct 2020"},{"key":"14_CR25","unstructured":"Gustavsson, T.: Benefits of agile project management in a non-software development context: a literature review. PM World J. 114\u2013124 (2016)"},{"issue":"4","key":"14_CR26","first-page":"13","volume":"5","author":"C Shearer","year":"2000","unstructured":"Shearer, C.: The CRISP-DM model: the new blueprint for data mining. J. Data Warehous. 5(4), 13\u201322 (2000)","journal-title":"J. Data Warehous."},{"key":"14_CR27","doi-asserted-by":"crossref","unstructured":"Studer, S., Bui, T.B., et al.: Towards CRISP-ML (Q): a machine learning process model with quality assurance methodology. arXiv:2003.05155 (2020)","DOI":"10.20944\/preprints202103.0135.v1"},{"key":"14_CR28","unstructured":"Microsoft: What is the Team Data Science Process?. https:\/\/docs.microsoft.com\/en-us\/azure\/machine-learning\/team-data-science-process"},{"key":"14_CR29","unstructured":"IBM Watson Studio. https:\/\/www.ibm.com\/cloud\/watson-studio"},{"key":"14_CR30","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.jss.2019.06.003","volume":"156","author":"R Capilla","year":"2019","unstructured":"Capilla, R., Fuentes, L., Lochau, M.: Software variability in dynamic environments. J. Syst. Softw. 156, 62\u201364 (2019)","journal-title":"J. Syst. Softw."},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Torrey, L., Shavlik, J.: Transfer learning. In: Handbook of Research on Machine Learning Applications and Trends, pp. 242\u2013264. IGI Global (2010)","DOI":"10.4018\/978-1-60566-766-9.ch011"},{"key":"14_CR32","doi-asserted-by":"crossref","unstructured":"Settles, B., Brachman, R.J.: Active learning. In: Synthesis Lectures on AI and ML. Morgan Claypool (2012)","DOI":"10.2200\/S00429ED1V01Y201207AIM018"},{"key":"14_CR33","unstructured":"SAS: Get the most from your AI investment by operationalizing analytics. https:\/\/www.sas.com\/content\/dam\/SAS\/documents\/marketing-whitepapers-ebooks\/sas-whitepapers\/en\/operationalizing-analytics-110983.pdf"},{"key":"14_CR34","unstructured":"Enterprise AI\/Machine Learning: Lessons Learned. https:\/\/towardsdatascience.com\/enterprise-ai-machine-learning-lessons-learned-4f39ae026c5d"},{"issue":"3","key":"14_CR35","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1109\/MS.2016.68","volume":"33","author":"C Ebert","year":"2016","unstructured":"Ebert, C., Gallardo, G., Hernantes, J., Serrano, N.: DevOps. IEEE Softw. 33(3), 94\u2013100 (2016)","journal-title":"IEEE Softw."}],"container-title":["Lecture Notes in Business Information Processing","Research Challenges in Information Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-75018-3_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,7]],"date-time":"2021-05-07T10:10:33Z","timestamp":1620382233000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-75018-3_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030750176","9783030750183"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-75018-3_14","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"8 May 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RCIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Research Challenges in Information Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Limassol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cyprus","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 May 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 May 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rcis2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.rcis-conf.com\/rcis2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"99","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}