{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T17:39:28Z","timestamp":1782322768168,"version":"3.54.5"},"reference-count":145,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3437190","type":"journal-article","created":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T18:19:51Z","timestamp":1722536391000},"page":"106385-106414","source":"Crossref","is-referenced-by-count":26,"title":["Unpacking Human-AI Interaction in Safety-Critical Industries: A Systematic Literature Review"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8536-6826","authenticated-orcid":false,"given":"Tita A.","family":"Bach","sequence":"first","affiliation":[{"name":"Group Research and Development, DNV, Høvik, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jenny K.","family":"Kristiansen","sequence":"additional","affiliation":[{"name":"Group Research and Development, DNV, Høvik, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7677-2451","authenticated-orcid":false,"given":"Aleksandar","family":"Babic","sequence":"additional","affiliation":[{"name":"Group Research and Development, DNV, Høvik, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7263-2061","authenticated-orcid":false,"given":"Alon","family":"Jacovi","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Bar Ilan University, Ramat Gan, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"The State of AI in 2022-and a Half Decade in Review","author":"Chui","year":"2022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3229233"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1108\/IMDS-07-2021-0419"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-018-9482-5"},{"issue":"38","key":"ref5","first-page":"1","article-title":"Confronting the risks of artificial intelligence","volume":"2","author":"Cheatham","year":"2019","journal-title":"McKinsey Quart."},{"key":"ref6","volume-title":"AI Incident Database","year":"2024"},{"key":"ref7","volume-title":"2 killed in driverless Tesla car crash, officials say","author":"Pietsch","year":"2021"},{"key":"ref8","volume-title":"Tesla says autopilot makes its cars safer. Crash victims say it kills","author":"Boudette","year":"2021"},{"key":"ref9","volume-title":"Worker killed by robot in welding accident at car parts factory in India","author":"Dearden","year":"2015"},{"key":"ref10","volume-title":"Safety-Critical Industries: Definitions, Tensions and Tradeoffs","author":"Saunders","year":"2023"},{"key":"ref11","first-page":"547","article-title":"Safety critical systems: Challenges and directions","volume-title":"Proc. 24th Int. Conf. Softw. Eng. (ICSE)","author":"Knight"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.jobe.2021.103299"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph18010271"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3032529"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MLSD49919.2020.9247822"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MAES.2020.3008468"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICECET55527.2022.9872928"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/HSI49210.2020.9142644"},{"key":"ref19","first-page":"1","article-title":"User interaction with AI-enabled systems: A systematic review of IS research","volume-title":"Proc. 39th Int. Conf. Inf. Syst.","author":"Rzepka"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1002\/j.2371-9621.2021.tb00005.x"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.2478\/jagi-2019-0002"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.7249\/cta2824-2"},{"key":"ref23","volume-title":"Adoption of AI in Healthcare","year":"2024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594074"},{"key":"ref25","volume-title":"Ethical and Trustworthy Artificial Intelligence: BSI\u2019s Introduction To the European Artificial Intelligence Draft Act (AIA)","author":"Tzavaras","year":"2023"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-21448-6_2"},{"key":"ref27","volume-title":"DNV-RP-0671 Assurance of AI-enabled Systems","year":"2024"},{"key":"ref28","volume-title":"Proposal for a Regulation of the European Parliament and of the Council Laying Down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act) and Amending Certain Union Legislative Acts","year":"2021"},{"key":"ref29","first-page":"889","article-title":"The artificial intelligence black box and the failure of intent and causation","volume":"31","author":"Bathaee","year":"2018","journal-title":"Harv. JL Tech."},{"key":"ref30","article-title":"How to manage output uncertainty: Targeting the actual end user problem in interactions with AI","volume-title":"Proc. Joint ACM IUI Workshops CoLocated With 26th ACM Conf. Intell. User Interfaces (IUI)","author":"Zhang"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314244"},{"key":"ref32","first-page":"77","article-title":"Gender shades: Intersectional accuracy disparities in commercial gender classification","volume-title":"Proc. Conf. Fairness, Accountability Transparency","author":"Buolamwini"},{"key":"ref33","article-title":"Gender shades: Intersectional phenotypic and demographic evaluation of face datasets and gender classifiers","author":"Buolamwini","year":"2017"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MTS.2021.3056293"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2022.107617"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3546155.3546677"},{"key":"ref37","volume-title":"What Consumers Really Think About AI: A Global Study","year":"2017"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3511047.3537678"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2022.2138826"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103458"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"ref42","volume-title":"Thinking, Fast and Slow","author":"Daniel","year":"2017"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809477"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.134.2.207"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2010.1276"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.230770"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.4324\/9781315095080-16"},{"key":"ref48","volume-title":"Overreliance on AI literature review","author":"Passi","year":"2022"},{"issue":"1","key":"ref49","first-page":"108","article-title":"Artificial intelligence for the real world","volume":"96","author":"Davenport","year":"2018","journal-title":"Harvard Bus. Rev."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-01521-z"},{"key":"ref51","volume-title":"Human-AI Teaming: State-of-the-Art and Research Needs","author":"Endsley","year":"2021"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2022.2041900"},{"key":"ref53","volume-title":"About Cochrane Reviews","year":"2023"},{"key":"ref54","volume-title":"Why Systematic Reviews Matter","author":"Peri\u0107i\u0107","year":"2024"},{"issue":"1","key":"ref55","first-page":"93","article-title":"Effectiveness and efficiency: Random reflections on health services","volume":"3","author":"Sanazaro","year":"1973","journal-title":"Int. J. Health Services"},{"key":"ref56","article-title":"Unpacking human-AI interaction in safety-critical industries: A systematic literature review","author":"Bach","year":"2023","journal-title":"arXiv:2310.03392"},{"key":"ref57","volume-title":"Prospero","year":"2023"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1136\/bmjoq-2017-000202"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.7326\/0003-4819-151-4-200908180-00135"},{"key":"ref60","volume-title":"IEEE Xplorer","year":"2024"},{"key":"ref61","volume-title":"Scopus","year":"2024"},{"key":"ref62","volume-title":"ACM Digital Library","year":"2024"},{"key":"ref63","volume-title":"Web of Science","year":"2024"},{"key":"ref64","volume-title":"Semantic Scholar","year":"2024"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-021-03948-5"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/2372251.2372257"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.4135\/9781483388007.n5"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601268"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1002\/9780470754887"},{"key":"ref70","volume-title":"Creation of a Taxonomy for the European AI Ecosystem, A Report of the Cross-KIC Activity, Innovation Impact Artifical Intelligence","year":"2024"},{"key":"ref71","volume-title":"AI watch: Revisiting technology readiness levels for relevant artificial intelligence technologies","author":"Mart\u00ednez-Plumed","year":"2022"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.7861\/futurehosp.6-2-94"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1136\/svn-2017-000101"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1108\/IJHG-02-2019-0012"},{"key":"ref75","volume-title":"2022 Global Health Care Outlook. Are We Finally Seeing the Long-promised Transformation?","author":"Allen","year":"2022"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/s00330-022-09165-9"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2021.101429"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3457187"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3577011"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3449084"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450681"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1111\/jjns.12409"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/3379179"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3389\/fpubh.2022.993700"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.3389\/fmed.2022.1070072"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3587271"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3393527.3393561"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585780"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479884"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN53752.2022.9900763"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/SMC53654.2022.9945196"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3146895"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2022.104270"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.2196\/38411"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3564752"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/3459745"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49065-2_27"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-51968-1_1"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO52101.2021.9596938"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.3390\/app122312467"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.07.003"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3656580"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2022.2100974"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34433-6_2"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3042556"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/PerComWorkshops53856.2022.9767539"},{"key":"ref109","first-page":"1","article-title":"On the utility of learning about humans for human-AI coordination","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Carroll"},{"key":"ref110","first-page":"78","article-title":"Human-AI complementarity in hybrid intelligence systems: A structured literature review","volume-title":"Proc. PACIS","author":"Hemmer"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445385"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1177\/17456916231181102"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/3449287"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581058"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445923"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1177\/0968533220945766"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-022-00135-x"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/SIEDS49339.2020.9106643"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2022.3225509"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.6028\/nist.ir.8367"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1177\/001872089203400406"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-021-01290-1"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"ref126","volume-title":"Big Five Personality Test","year":"2024"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.jrp.2005.08.007"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-5915.2008.00192.x"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.2307\/30036540"},{"key":"ref130","article-title":"Metrics for explainable AI: Challenges and prospects","author":"Hoffman","year":"2018","journal-title":"arXiv:1812.04608"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1111\/ajsp.12435"},{"key":"ref132","first-page":"10","article-title":"To explain or not to explain: The effects of personal characteristics when explaining music recommendations","volume-title":"Proc. 6th Joint Workshop Interfaces Hum. Decis. Making Recommender Syst.","author":"Millecamp"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1207\/s15327752jpa4803_13"},{"key":"ref134","volume-title":"Protocol for the Examination of Specimens From Patients With Tumors of the Central Nervous System","year":"2024"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68059-0_3"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1145\/3297121.3297124"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2019.1656779"},{"key":"ref139","first-page":"225","article-title":"The expanded cognitive task load index (NASA-TLX) applied to team decision-making in emergency preparedness simulation","volume-title":"Proc. Hum. Factors Ergonom. Soc. Eur. Chapter Annu. Conf.","author":"Marques"},{"key":"ref140","article-title":"Effects of timing on users\u2019 perceived control when interacting with intelligent systems","author":"Yu","year":"2019"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481287"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2011.09.006"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.63.4.596"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1016\/j.chbr.2020.100014"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96074-6_2"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10620168.pdf?arnumber=10620168","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T17:36:02Z","timestamp":1723484162000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10620168\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":145,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3437190","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}