{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T10:05:31Z","timestamp":1774605931243,"version":"3.50.1"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"European Unions Horizon 2020 research and innovation programme","award":["825041"],"award-info":[{"award-number":["825041"]}]},{"name":"European Unions Horizon 2020 research and innovation programme","award":["826494"],"award-info":[{"award-number":["826494"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/tvcg.2019.2934629","type":"journal-article","created":{"date-parts":[[2019,8,22]],"date-time":"2019-08-22T19:35:07Z","timestamp":1566502507000},"page":"1-1","source":"Crossref","is-referenced-by-count":131,"title":["explAIner: A Visual Analytics Framework for Interactive and Explainable Machine Learning"],"prefix":"10.1109","author":[{"given":"Thilo","family":"Spinner","sequence":"first","affiliation":[]},{"given":"Udo","family":"Schlegel","sequence":"additional","affiliation":[]},{"given":"Hanna","family":"Schafer","sequence":"additional","affiliation":[]},{"given":"Mennatallah","family":"El-Assady","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12924"},{"key":"ref72","article-title":"Speculative Execution for Guided Visual Analytics","author":"sperrle","year":"0","journal-title":"Workshop for Machine Learning from User Interaction for Visualization and Analytics at IEEE VIS"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1029\/2008WR006839"},{"key":"ref70","author":"smilkov","year":"2017","journal-title":"SmoothGrad Removing noise by adding noise"},{"key":"ref76","article-title":"Axiomatic Attribution for Deep Networks","author":"sundararajan","year":"0","journal-title":"Int Conf Mach Learn"},{"key":"ref77","year":"0","journal-title":"Eu general data protection regulation"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865044"},{"key":"ref39","article-title":"RetainVis: Visual Analytics with Interpretable and Interactive Recurrent Neural Networks on Electronic Medical Records","author":"kwon","year":"2018","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858529"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1126\/science.aan7059"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864504"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2669557.2669572"},{"key":"ref32","article-title":"Recent Research Advances on Interactive Machine Learning","author":"jiang","year":"2018","journal-title":"J Vis"},{"key":"ref31","article-title":"Minions, Sheep, and Fruits: Metaphorical Narratives to Explain Artificial Intelligence and Build Trust","author":"jentner","year":"0","journal-title":"IEEE VIS Work Vis AI Explain"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref37","article-title":"A Workflow for Visual Diagnostics of Binary Classifiers using Instance-Level Explanations","author":"krause","year":"0","journal-title":"Proc IEEE Conf Vis Anal Sci Technol"},{"key":"ref36","article-title":"Interpretability Beyond Feature Attribution: Quantitative Testing with Concept Activation Vectors (TCAV)","author":"kim","year":"0","journal-title":"Int Conf Mach Learn"},{"key":"ref35","article-title":"GAN Lab: Understanding Complex Deep Generative Models using Interactive Visual Experimentation","author":"kahng","year":"2018","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864838"},{"key":"ref62","article-title":"Going beyond Visualization: Verbalization as Complementary Medium to Explain Machine Learning Models","author":"sevastjanova","year":"0","journal-title":"Workshop on Visualization for AI Explainability (VISxAI)"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref63","article-title":"Mixed-initiative active learning for generating linguistic insights in question classification","author":"sevastjanova","year":"0","journal-title":"IEEE VIS Work Data Syst Interact Anal"},{"key":"ref28","author":"hart","year":"0","journal-title":"The five w's of online help systems"},{"key":"ref64","article-title":"Learning Important Features Through Propagating Activation Differences","author":"shrikumar","year":"0","journal-title":"Int Conf Mach Learn"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27857-5_77"},{"key":"ref65","author":"shrikumar","year":"2016","journal-title":"Not just a black box Learning important features through propagating activation differences"},{"key":"ref66","article-title":"Building Trust in Artificial Intelligence, Machine Learning, and Robotics","author":"siau","year":"2018","journal-title":"Cutter Business Technology J"},{"key":"ref29","article-title":"Deep Reinforcement Learning that Matters","author":"henderson","year":"0","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"ref67","author":"simard","year":"2017","journal-title":"Machine Teaching a New Paradigm for Building Machine Learning Systems"},{"key":"ref68","author":"simonyan","year":"2013","journal-title":"Deep Inside Convolutional Networks Visualising Image Classification Models and Saliency Maps"},{"key":"ref69","article-title":"Direct-Manipulation Visualization of Deep Networks","author":"smilkov","year":"0","journal-title":"ICML Work Vis Deep Learn"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref1","year":"0","journal-title":"tensorflow\/tensorboard-plugin-example"},{"key":"ref20","first-page":"1","article-title":"Neural Architecture Search: A Survey","volume":"20","author":"elsken","year":"2018","journal-title":"Journal of Machine Learning Research"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13092"},{"key":"ref24","author":"geman","year":"1992","journal-title":"Neural networks and the bias variance dilemma"},{"key":"ref23","author":"gelman","year":"2013","journal-title":"The garden of forking paths Why multiple comparisons can be a problem even when there is no “fishing expedition” or “p-hacking” and the research hypothesis was posited ahead of time"},{"key":"ref26","author":"gunning","year":"2016","journal-title":"Explainable Artificial Intelligence (XAI) DARPA-BAA-16–53"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.11.008"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2019.2919033"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346481"},{"key":"ref58","article-title":"Anchors: High-Precision Model-Agnostic Explanations Marco","author":"ribeiro","year":"0","journal-title":"AAAI Conf Artif Intell"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_00990"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598838"},{"key":"ref54","author":"quionero-candela","year":"2009","journal-title":"Dataset Shift in Machine Learning"},{"key":"ref53","article-title":"Evaluation: From Precision, Recall and F-Factor to ROC, Informedness, Markedness & Correlation","author":"powers","year":"2008","journal-title":"Machine Learning Techniques"},{"key":"ref52","article-title":"DeepEyes: Progressive Visual Analytics for Designing Deep Neural Networks.","author":"pezzotti","year":"2017","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"ref11","article-title":"Supporting Story Synthesis: Bridging the Gap between Visual Analytics and Storytelling","author":"chen","year":"2018","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref12","author":"chollet","year":"0","journal-title":"Keras"},{"key":"ref13","author":"dietterich","year":"1995","journal-title":"Machine learning bias statistical bias and statistical variance of decision tree algorithms"},{"key":"ref14","first-page":"60","author":"dijkstra","year":"1982","journal-title":"On the Role of Scientific Thought"},{"key":"ref15","article-title":"Towards A Rigorous Science of Interpretable Machine Learning","author":"doshi-velez","year":"2017","journal-title":"A Roadmap for a Rigorous Science of Interpretability"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref16","article-title":"Towards Explainable Artificial Intelligence: Structuring the Processes of Explanations","author":"el-assady","year":"0","journal-title":"ACM CHI 2019 Workshop Human-Centered Machine Learning Perspectives"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2834892.2834896"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934654"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539957"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745080"},{"key":"ref83","article-title":"Visualizing and Understanding Convolutional Networks","author":"zeiler","year":"2014","journal-title":"Comput Vis"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864769"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"ref3","author":"alber","year":"2018","journal-title":"iNNvestigate neural networks!"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref5","article-title":"Towards better understanding of gradient-based attribution methods for Deep Neural Networks","author":"ancona","year":"0","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864499"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744683"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864475"},{"key":"ref7","first-page":"115","article-title":"Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures","author":"bergstra","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864812"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.1992.201845"},{"key":"ref46","article-title":"Bayesian optimization for automated model selection","author":"malkomes","year":"0","journal-title":"JMLR Work Conf Proceedings ICML 2016 AutoML Work"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585721"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/BF02478259"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2018.8802509"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00747"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598831"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744938"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/4359476\/08807299.pdf?arnumber=8807299","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T15:37:07Z","timestamp":1651073827000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8807299\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":86,"URL":"https:\/\/doi.org\/10.1109\/tvcg.2019.2934629","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}