{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T22:52:12Z","timestamp":1781218332443,"version":"3.54.1"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1109\/tvcg.2021.3114837","type":"journal-article","created":{"date-parts":[[2021,9,29]],"date-time":"2021-09-29T21:37:32Z","timestamp":1632951452000},"page":"780-790","source":"Crossref","is-referenced-by-count":49,"title":["Human-in-the-loop Extraction of Interpretable Concepts in Deep Learning Models"],"prefix":"10.1109","volume":"28","author":[{"given":"Zhenge","family":"Zhao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Panpan","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos","family":"Scheidegger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liu","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","volume":"abs 1312 6034","author":"simonyan","year":"2013","journal-title":"CoRR"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613855"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759186"},{"key":"ref32","article-title":"RISE: randomized input sampling for explanation of black-box models","volume":"abs 1806 7421","author":"petsiuk","year":"2018","journal-title":"CoRR"},{"key":"ref31","first-page":"8024","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"paszke","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.528"},{"key":"ref37","first-page":"7","article-title":"Active learning literature survey","volume":"52","author":"settles","year":"2010","journal-title":"University of Wisconsin at Madison"},{"key":"ref36","article-title":"Active learning for convolutional neural networks: A core-set approach","author":"sener","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54024-5_6"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref28","article-title":"A unified approach to interpreting model predictions","volume":"abs 1705 7874","author":"lundberg","year":"2017","journal-title":"CoRR"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330908"},{"key":"ref2","article-title":"Do deep nets really need to be deep?","volume":"27","author":"ba","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref1","first-page":"9525","article-title":"Sanity checks for saliency maps","author":"adebayo","year":"2018","journal-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems NIPS’18"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934659"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref21","first-page":"1","author":"holstein","year":"2019","journal-title":"Improving fairness in machine learning systems What do industry practitioners need?"},{"key":"ref24","article-title":"One shot learning of simple visual concepts","volume":"33","author":"lake","year":"2011","journal-title":"Cognitive Science"},{"key":"ref23","article-title":"Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav)","author":"kim","year":"2017","journal-title":"ICML"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13672"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00018"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.660"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00068"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00642"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00920"},{"key":"ref10","article-title":"Retain: An interpretable predictive model for healthcare using reverse time attention mechanism","author":"choi","year":"2016","journal-title":"NIPS"},{"key":"ref40","author":"simonyan","year":"2014","journal-title":"Very Deep Convolutional Networks for Large-scale Image Recognition"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref13","first-page":"9273","article-title":"Towards automatic concept-based explanations","author":"ghorbani","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref14","author":"grinberg","year":"2018","journal-title":"Flask web development developing web applications with python"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314273"},{"key":"ref18","article-title":"Population based augmentation: Efficient learning of augmentation policy schedules","volume":"abs 1905 5393","author":"ho","year":"2019","journal-title":"CoRR"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012429"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.185"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461053"},{"key":"ref8","article-title":"This looks like that: deep learning for interpretable image recognition","volume":"abs 1806 10574","author":"chen","year":"2018","journal-title":"ArXiv"},{"key":"ref49","first-page":"82","article-title":"Learning a probabilistic latent space of object shapes via 3d generative-adversarial modeling","author":"wu","year":"2016","journal-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems NIPS’16"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"ref9","article-title":"Rethinking atrous convolution for semantic image segmentation","author":"chen","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref46","first-page":"2579","article-title":"Visualizing high-dimensional data using t-sne","volume":"9","author":"van der maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.120.240503"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2016.2589879"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88693-8_52"},{"key":"ref42","article-title":"Towards an interpretable latent space: an intuitive comparison of autoencoders with variational autoencoders","author":"spinner","year":"0","journal-title":"Proceedings of the Workshop on Visualization for AI Explainability 2018 (VISxAI)"},{"key":"ref41","author":"slack","year":"2019","journal-title":"How can we fool LIME and SHAP? adversarial attacks on post hoc explanation methods"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref43","article-title":"Striving for simplicity: The all convolutional net","volume":"abs 1412 6806","author":"springenberg","year":"2014","journal-title":"CoRR"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/9663056\/09552218.pdf?arnumber=9552218","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T17:57:02Z","timestamp":1649440622000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9552218\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1]]},"references-count":55,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2021.3114837","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1]]}}}