{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T00:22:46Z","timestamp":1783988566766,"version":"3.55.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030491826","type":"print"},{"value":"9783030491833","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-49183-3_12","type":"book-chapter","created":{"date-parts":[[2020,7,9]],"date-time":"2020-07-09T23:56:20Z","timestamp":1594338980000},"page":"147-160","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Safety Challenges of AI in Autonomous Systems Design \u2013 Solutions from Human Factors Perspective Emphasizing AI Awareness"],"prefix":"10.1007","author":[{"given":"Hannu","family":"Karvonen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eetu","family":"Heikkil\u00e4","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mikael","family":"Wahlstr\u00f6m","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,7,10]]},"reference":[{"key":"12_CR1","unstructured":"National Aeronautics and Space Administration.: NASA technology roadmaps \u2013 TA 4: robotics and autonomous systems (2015). https:\/\/www.nasa.gov\/sites\/default\/files\/atoms\/files\/2015_nasa_technology_roadmaps_ta_4_robotics_and_autonomous_systems_final.pdf. Accessed 23 Feb 2020"},{"key":"12_CR2","unstructured":"Fong, T.: Autonomous systems \u2013 NASA capability overview (2018). https:\/\/ntrs.nasa.gov\/archive\/nasa\/casi.ntrs.nasa.gov\/20180007804.pdf. Accessed 23 Feb 2020"},{"key":"12_CR3","unstructured":"Miranda, D.: 2020 NASA technology taxonomy \u2013 TX10: autonomous systems (2020). https:\/\/ntrs.nasa.gov\/archive\/nasa\/casi.ntrs.nasa.gov\/20200000399.pdf. Accessed 23 Feb 2020"},{"issue":"1","key":"12_CR4","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3390\/machines5010006","volume":"5","author":"S Pendleton","year":"2017","unstructured":"Pendleton, S., et al.: Perception, planning, control, and coordination for autonomous vehicles. Machines 5(1), 6 (2017)","journal-title":"Machines"},{"key":"12_CR5","unstructured":"SAE International: SAE-J3016 Taxonomy and definitions for terms related to driving automation systems for on-road motor vehicles (2014)"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Papernot, N., Mcdaniel, P., Jha, S., Fredrikson, M., Celik, Z.B., Swami, A.: The limitations of deep learning in adversarial settings. In: IEEE European Symposium on Security and Privacy (EuroS&P), pp. 372\u2013387. IEEE (2016)","DOI":"10.1109\/EuroSP.2016.36"},{"key":"12_CR7","unstructured":"Moore, A.: Carnegie Mellon Dean Of Computer Science On The Future Of AI. Forbes (2017). https:\/\/www.forbes.com\/sites\/peterhigh\/2017\/10\/30\/carnegie-mellon-dean-of-computer-science-on-the-future-of-ai\/#3d4124e72197. Accessed 23 Feb 2020"},{"key":"12_CR8","unstructured":"Endsley, M.R.: Situation awareness global assessment technique (SAGAT). In: Proceedings of the National Aerospace and Electronics Conference (NAECON), pp. 789\u2013795. IEEE, New York (1988)"},{"issue":"1","key":"12_CR9","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1518\/001872095779049499","volume":"37","author":"MR Endsley","year":"1995","unstructured":"Endsley, M.R.: Measurement of situation awareness in dynamic systems. Hum. Factors 37(1), 65\u201384 (1995)","journal-title":"Hum. Factors"},{"key":"12_CR10","unstructured":"Karvonen, H., Liinasuo, M., Lappalainen, J.: Assessment of automation awareness. In: Automaatio XXI Conference, vol. 44 (2015)"},{"key":"12_CR11","unstructured":"Karvonen, H., Liinasuo, M., Lappalainen, J.: Assessment of situation and automation awareness, SAFIR2014 research report, VTT Research Report VTT-R-05997-14 (2014)"},{"key":"12_CR12","series-title":"IFIP Advances in Information and Communication Technology","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-3-030-05297-3_12","volume-title":"Human Work Interaction Design. Designing Engaging Automation","author":"H Karvonen","year":"2019","unstructured":"Karvonen, H., Heikkil\u00e4, E., Wahlstr\u00f6m, M.: Artificial intelligence awareness in work environments. In: Barricelli, B.R., et al. (eds.) HWID 2018. IAICT, vol. 544, pp. 175\u2013185. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-05297-3_12"},{"issue":"3","key":"12_CR13","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1080\/09540091.2017.1310182","volume":"29","author":"A Theodorou","year":"2017","unstructured":"Theodorou, A., Wortham, R.H., Bryson, J.J.: Designing and implementing transparency for real time inspection of autonomous robots. Conn. Sci. 29(3), 230\u2013241 (2017)","journal-title":"Conn. Sci."},{"key":"12_CR14","unstructured":"Doran, D., Schulz, S., Besold, T.R.: What does explainable AI really mean? A new conceptualization of perspectives. arXiv preprint arXiv:1710.00794 (2017)"},{"issue":"1","key":"12_CR15","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/s00521-006-0039-9","volume":"16","author":"Z Kurd","year":"2007","unstructured":"Kurd, Z., Kelly, T., Austin, J.: Developing artificial neural networks for safety critical systems. Neural Comput. Appl. 16(1), 11\u201319 (2007). https:\/\/doi.org\/10.1007\/s00521-006-0039-9","journal-title":"Neural Comput. Appl."},{"issue":"9","key":"12_CR16","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/MC.2019.2924546","volume":"52","author":"AP Fournaris","year":"2019","unstructured":"Fournaris, A.P., Lalos, A.S., Serpanos, D.: Generative adversarial networks in AI-enabled safety-critical systems: friend or foe? Computer 52(9), 78\u201381 (2019)","journal-title":"Computer"},{"key":"12_CR17","doi-asserted-by":"crossref","unstructured":"Cummings, M.L., Britton, D.: Regulating safety-critical autonomous systems: past, present, and future perspectives. In: Living with Robots, pp. 119\u2013140. Academic Press (2020)","DOI":"10.1016\/B978-0-12-815367-3.00006-2"},{"key":"12_CR18","doi-asserted-by":"publisher","DOI":"10.1201\/9781351251389","volume-title":"Artificial Intelligence Safety and Security","author":"RV Yampolskiy","year":"2018","unstructured":"Yampolskiy, R.V.: Artificial Intelligence Safety and Security. Chapman and Hall\/CRC, Boca Raton (2018)"},{"key":"12_CR19","series-title":"Studies in Applied Philosophy, Epistemology and Rational Ethics","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1007\/978-3-642-31674-6_29","volume-title":"Philosophy and Theory of Artificial Intelligence","author":"RV Yampolskiy","year":"2013","unstructured":"Yampolskiy, R.V.: Artificial intelligence safety engineering: Why machine ethics is a wrong approach. In: M\u00fcller, V. (ed.) Philosophy and Theory of Artificial Intelligence. Studies in Applied Philosophy, Epistemology and Rational Ethics, vol. 5, pp. 389\u2013396. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-31674-6_29"},{"key":"12_CR20","unstructured":"Yampolskiy, R.V.: Taxonomy of pathways to dangerous artificial intelligence. In:\u00a0Workshops at the Thirtieth AAAI Conference on Artificial Intelligence (2016)"},{"key":"12_CR21","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)"},{"key":"12_CR22","unstructured":"Mohseni, S., Pitale, M., Singh, V., Wang, Z.: Practical solutions for machine learning safety in autonomous vehicles. arXiv preprint arXiv:1912.09630, (2019)"},{"key":"12_CR23","unstructured":"Alexander, R.D., Ashmore, R., Banks, A.: The state of solutions for autonomous systems safety (2018). http:\/\/eprints.whiterose.ac.uk\/127573\/1\/02_ALEXANDER_ASHMORE_AND_BANKS_THE_STATE_OF_SOLUTIONS_FOR_AUTONOMOUS_SYSTEM_SAFETY.PDF. Accessed 23 Feb 2020"},{"key":"12_CR24","volume-title":"Acting Under Uncertainty \u2013 The Core-Task Analysis in Naturalistic Study of Work and Expertise","author":"L Norros","year":"2004","unstructured":"Norros, L.: Acting Under Uncertainty \u2013 The Core-Task Analysis in Naturalistic Study of Work and Expertise. VTT, Espoo (2004)"},{"key":"12_CR25","doi-asserted-by":"publisher","DOI":"10.1201\/b12457","volume-title":"Cognitive Work Analysis: Toward Safe, Productive, and Healthy Computer-Based Work","author":"KJ Vicente","year":"1999","unstructured":"Vicente, K.J.: Cognitive Work Analysis: Toward Safe, Productive, and Healthy Computer-Based Work. CRC Press, Mahwah (1999)"},{"issue":"5","key":"12_CR26","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1(5), 206\u2013215 (2019)","journal-title":"Nat. Mach. Intell."},{"issue":"1","key":"12_CR27","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1518\/hfes.46.1.50.30392","volume":"46","author":"JD Lee","year":"2004","unstructured":"Lee, J.D., See, K.A.: Trust in automation: designing for appropriate reliance. Hum. Factors J. Hum. Factors Ergon. Soc. 46(1), 50\u201380 (2004)","journal-title":"Hum. Factors J. Hum. Factors Ergon. Soc."},{"issue":"3","key":"12_CR28","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1080\/10429247.1992.11414684","volume":"4","author":"K Forsberg","year":"1992","unstructured":"Forsberg, K., Mooz, H.: The relationship of systems engineering to the project cycle. Eng. Manage. J. 4(3), 36\u201343 (1992)","journal-title":"Eng. Manage. J."},{"issue":"1","key":"12_CR29","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1023\/A:1018985904689","volume":"3","author":"R Fairley","year":"1997","unstructured":"Fairley, R., Thayer, R.: The concept of operations: the bridge from operational requirements to technical specifications. Ann. Soft. Eng. 3(1), 417\u2013432 (1997). https:\/\/doi.org\/10.1023\/A:1018985904689","journal-title":"Ann. Soft. Eng."}],"container-title":["Lecture Notes in Computer Science","Engineering Psychology and Cognitive Ergonomics. Cognition and Design"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-49183-3_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:35:00Z","timestamp":1720571700000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-49183-3_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030491826","9783030491833"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-49183-3_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"10 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 July 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2020.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}