{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T20:22:59Z","timestamp":1783628579299,"version":"3.55.0"},"reference-count":145,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/tai.2022.3227225","type":"journal-article","created":{"date-parts":[[2022,12,6]],"date-time":"2022-12-06T22:19:46Z","timestamp":1670365186000},"page":"840-857","source":"Crossref","is-referenced-by-count":31,"title":["User-Centric Explainability in Healthcare: A Knowledge-Level Perspective of Informed Machine Learning"],"prefix":"10.1109","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3090-855X","authenticated-orcid":false,"given":"Luis","family":"Oberste","sequence":"first","affiliation":[{"name":"University of Mannheim, Mannheim, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9886-9596","authenticated-orcid":false,"given":"Armin","family":"Heinzl","sequence":"additional","affiliation":[{"name":"University of Mannheim, Mannheim, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-019-00382-7"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aay7120"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49760-6_4"},{"key":"ref58","article-title":"Explainable AI, but explainable to whom?","author":"gerlings","year":"2021"},{"key":"ref53","article-title":"Towards a rigorous science of interpretable machine learning","author":"doshi-velez","year":"2017"},{"key":"ref52","first-page":"77","article-title":"Interpretability of machine learning models and representations: An introduction","author":"bibal","year":"2016","journal-title":"Proc Eur Symp Artif Neural Netw Comput Intell Mach Learn"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103473"},{"key":"ref54","article-title":"Fostering human agency: A process for the design of user-centric XAI systems","author":"f\u00f6rster","year":"2020","journal-title":"Proc 41st Int Conf Inf Syst"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103655"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"ref46","first-page":"310","article-title":"Explanation in medicine","author":"lemoine","year":"2016","journal-title":"The Routledge Companion to Philosophy of Medicine"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1312"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/20552076221074488"},{"key":"ref42","first-page":"764","article-title":"Defining the undefinable: The black box problem in healthcare artificial intelligence","author":"wadden","year":"2021","journal-title":"J Med Ethics"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2021.11.001"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1258\/jrsm.2010.100146"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-91608-4_33"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101901"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/hbm.24886"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3872711"},{"key":"ref4","first-page":"8","article-title":"Explanation and justification in machine learning: A survey","author":"biran","year":"2017","journal-title":"Proc IJCAI Workshop Explainable Artif Intell"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1038\/s41591-021-01614-0","article-title":"AI in health and medicine","volume":"28","author":"rajpurkar","year":"2022","journal-title":"Nature Med"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0231166"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-021-01542-6"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/ICEDEG48599.2020.9096799"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098126"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2020.3031769"},{"key":"ref34","article-title":"Neural-symbolic computing: An effective methodology for principled integration of machine learning and reasoning","author":"garcez","year":"2019"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2015.02.005"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-5915.1991.tb00344.x"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2021.102684"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3308446"},{"key":"ref33","article-title":"Towards explainable neural-symbolic visual reasoning","author":"bennetot","year":"2019"},{"key":"ref32","first-page":"245","article-title":"Directions for explainable knowledge-enabled systems","author":"chari","year":"2020","journal-title":"Knowledge Graphs for Explainable Artificial Intelligence Foundations Applications and Challenges"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1207\/S15327051HCI16234_05"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1900654116"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-021-00683-2"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91473-2_1"},{"key":"ref26","article-title":"Can we do better explanations? A proposal of user-centered explainable AI","author":"ribera","year":"2019","journal-title":"Proc Joint ACM IUI Workshops"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/10580530.2020.1849465"},{"key":"ref20","article-title":"Interpretable disease prediction based on reinforcement path reasoning over knowledge graphs","author":"sun","year":"2020"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3495013"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13200"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445088"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-019-00599-w"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2021.3056748"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.3390\/s20247307"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(21)00208-9"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3069920"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1108\/INTR-07-2020-0379"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101872"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.5220\/0010389707470753"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI45749.2020.9098703"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.2985689"},{"key":"ref124","article-title":"What is interpretable? Using machine learning to design interpretable decision-support systems","author":"lahav","year":"2018"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-62066-0_39"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1186\/s13073-021-00845-7"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445385"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287574"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357998"},{"key":"ref18","first-page":"359","article-title":"What clinicians want: Contextualizing explainable machine learning for clinical end use","author":"tonekaboni","year":"2019","journal-title":"Proc 4th Mach Learn Healthcare Conf"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/2872518.2890532"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0261571"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1000097"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-021-04370-7"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3440067.3440077"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyt.2020.551299"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/IICIP.2016.7975383"},{"key":"ref132","article-title":"Attention is not explanation","author":"jain","year":"2019"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.3390\/make3040045"},{"key":"ref91","first-page":"xiii","article-title":"Analyzing the past to prepare for the future: Writing a literature review","volume":"26","author":"webster","year":"2002","journal-title":"MIS Quart"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1427"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2983930"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2015.26"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3032756"},{"key":"ref137","first-page":"1","article-title":"Diagnostic doubt and artificial intelligence: An inductive field study of radiology work","author":"lebovitz","year":"2019","journal-title":"Proc Int Conf Inf Syst"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.3390\/app12030980"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49065-2_27"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.3233\/IA-190036"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-020-00636-z"},{"key":"ref87","first-page":"1","article-title":"Semantic web technologies for explainable machine learning models: A literature review","volume":"2465","author":"seeliger","year":"0","journal-title":"Proc 8th Int Semantic Web Conf"},{"key":"ref136","article-title":"Teaching the machine to explain itself using domain knowledge","author":"balayan","year":"2020"},{"key":"ref82","article-title":"Opportunities and challenges in explainable artificial intelligence (XAI): A survey","author":"das","year":"2020"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.2020190146"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944672"},{"key":"ref145","article-title":"Self-service data classification using interactive visualization and interpretable machine learning","author":"wagle","year":"2021"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3233\/SW-190368"},{"key":"ref142","first-page":"1","article-title":"Transitioning to human interaction with AI systems: New challenges and opportunities for HCI professionals to enable human-centered AI","author":"xu","year":"2022","journal-title":"Proc Int J Hum –Comput Interaction"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1424"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac147"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2021.02.008"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103404"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12228"},{"key":"ref79","first-page":"164","article-title":"Task-representation fit's impact on cognitive effort in the context of decision timeliness and accuracy: A cognitive fit perspective","volume":"10","author":"ba?i?","year":"2018","journal-title":"AIS Transactions on Human-Computer Interaction"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.3389\/fbioe.2020.00867"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173677"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00872"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00196"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372855"},{"key":"ref75","article-title":"The future of human-AI collaboration: A taxonomy of design knowledge for hybrid intelligence systems","author":"dellermann","year":"2021"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2852004"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00084"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102657"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14424"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271701"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64949-4_8"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.2196\/25304"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0254-2"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-018-0305-z"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.3233\/SW-160218"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2019.03.017"},{"key":"ref70","article-title":"Towards a definition of knowledge graphs","volume":"48","author":"ehrlinger","year":"2016","journal-title":"Semantics"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2020200819"},{"key":"ref73","first-page":"77","article-title":"Combining text embedding and knowledge graph embedding techniques for academic search engines","author":"mai","year":"2018","journal-title":"Proc Joint 4th Workshop Semantic Deep Learn"},{"key":"ref72","article-title":"From taxonomies over ontologies to knowledge graphs","author":"blumauer","year":"2014"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP40778.2020.9190653"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/WETICE.2017.36"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865027"},{"key":"ref67","first-page":"887","article-title":"Relational data mining","author":"d\u017eeroski","year":"2010","journal-title":"Data Mining and Knowledge Discovery Handbook"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/3459930.3469513"},{"key":"ref69","article-title":"Explainable machine learning with prior knowledge: An overview","author":"beckh","year":"2021"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/BIBE.2019.00152"},{"key":"ref64","article-title":"The next decade in AI: Four steps towards robust artificial intelligence","author":"marcus","year":"2020"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.yacr.2020.05.005"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3079836"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_14"},{"key":"ref66","author":"muggleton","year":"1992","journal-title":"Inductive Logic Programming"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.nic.2020.07.003"},{"key":"ref65","author":"mitchell","year":"1997","journal-title":"Machine Learning"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2016.02.050"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/IV51561.2020.00052"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_10"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1177\/2053951719860542"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.2196\/20645"},{"key":"ref61","article-title":"Interpretable to whom? A role-based model for analyzing interpretable machine learning systems","author":"tomsett","year":"2018"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-93119-3_4"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10190086\/09971460.pdf?arnumber=9971460","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:09:01Z","timestamp":1755911341000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9971460\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":145,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tai.2022.3227225","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}