{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T11:00:22Z","timestamp":1787828422759,"version":"build-2784847793"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1109\/tpami.2024.3357717","type":"journal-article","created":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T15:47:39Z","timestamp":1706024859000},"page":"4612-4624","source":"Crossref","is-referenced-by-count":14,"title":["What Does a Model Really Look at?: Extracting Model-Oriented Concepts for Explaining Deep Neural Networks"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8506-969X","authenticated-orcid":false,"given":"Seonggyeom","family":"Kim","sequence":"first","affiliation":[{"name":"Department of Artificial Intelligence, Hanyang University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5410-6391","authenticated-orcid":false,"given":"Dong-Kyu","family":"Chae","sequence":"additional","affiliation":[{"name":"Department of Artificial Intelligence, Hanyang University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v38i3.2741"},{"key":"ref5","first-page":"4768","article-title":"A unified approach to interpreting model predictions","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lundberg"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref7","first-page":"9525","article-title":"Sanity checks for saliency maps","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Adebayo"},{"key":"ref8","first-page":"2668","article-title":"Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV)","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kim"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287574"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2018.12.011"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1111\/j.1551-6709.2010.01113.x"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_8"},{"key":"ref14","article-title":"Towards automatic concept-based explanations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ghorbani"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.120"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-019-09502-w"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3359786"},{"key":"ref18","first-page":"22","article-title":"Measures of the attribute structure underlying product typicality","volume":"14","author":"Loken","year":"1987","journal-title":"ACR North Amer. Adv."},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-008-9118-2"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref21","article-title":"DLIME: A deterministic local interpretable model-agnostic explanations approach for computer-aided diagnosis systems","author":"Zafar"},{"key":"ref22","article-title":"Learning how to explain neural networks: PatternNet and PatternAttribution","author":"Kindermans","year":"2017"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i03.5632"},{"key":"ref24","first-page":"3145","article-title":"Learning important features through propagating activation differences","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Shrikumar"},{"key":"ref25","first-page":"3319","article-title":"Axiomatic attribution for deep networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sundararajan"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref27","article-title":"SmoothGrad: Removing noise by adding noise","author":"Smilkov","year":"2017"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00910"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298730"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3475337"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00920"},{"key":"ref33","article-title":"Explaining deep neural networks using unsupervised clustering","author":"Liu","year":"2020"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW51313.2020.00068"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00223"},{"key":"ref36","article-title":"On completeness-aware concept-based explanations in deep neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yeh"},{"key":"ref37","first-page":"7786","article-title":"Towards robust interpretability with self-explaining neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Melis"},{"key":"ref38","first-page":"24273","article-title":"A framework to learn with interpretation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Parekh"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00073"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01004"},{"key":"ref41","first-page":"2376","article-title":"Counterfactual visual explanations","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Goyal"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372850"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3063289"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/388"},{"key":"ref45","article-title":"Opportunities and challenges in explainable artificial intelligence (XAI): A survey","author":"Das","year":"2020"},{"key":"ref46","first-page":"6970","article-title":"Real time image saliency for black box classifiers","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Dabkowski"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00068"},{"key":"ref49","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2723009"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10550108\/10412652.pdf?arnumber=10412652","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,18]],"date-time":"2025-08-18T19:43:32Z","timestamp":1755546212000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10412652\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":54,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3357717","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]}}}