{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T22:06:41Z","timestamp":1780524401342,"version":"3.54.1"},"reference-count":92,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"NIH","award":["5R01CA204585-02"],"award-info":[{"award-number":["5R01CA204585-02"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/tvcg.2019.2934595","type":"journal-article","created":{"date-parts":[[2019,8,22]],"date-time":"2019-08-22T18:29:38Z","timestamp":1566498578000},"page":"1-1","source":"Crossref","is-referenced-by-count":25,"title":["Visual Interaction with Deep Learning Models through Collaborative Semantic Inference"],"prefix":"10.1109","author":[{"given":"Sebastian","family":"Gehrmann","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hendrik","family":"Strobelt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Kruger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanspeter","family":"Pfister","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander M.","family":"Rush","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865044"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5451"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346574"},{"key":"ref70","author":"smilkov","year":"2016","journal-title":"Embedding projector Interactive visualization and interpretation of embeddings"},{"key":"ref76","first-page":"383","article-title":"Opening the black box-data driven visualization of neural networks","author":"tzeng","year":"0","journal-title":"VIS 05 IEEE Visualization 2005"},{"key":"ref77","first-page":"163","article-title":"Making machine learning models interpretable","volume":"12","author":"vellido","year":"0","journal-title":"European Symposium on Artificial Neural Networks Computational Intelligence and Machine Learning (ESANN)"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s12650-018-0531-1"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.004"},{"key":"ref38","first-page":"1067","article-title":"Semi-supervised prediction-constrained topic models","author":"hughes","year":"0","journal-title":"AISTATS"},{"key":"ref78","author":"wachter","year":"2017","journal-title":"Counterfactual Explanations Without Opening the Black Box Automated Decisions and the GDPR"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2816223"},{"key":"ref33","article-title":"Visual analytics in deep learning: An interrogative survey for the next frontiers","author":"hohman","year":"2018","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053103"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807184115"},{"key":"ref30","article-title":"A general level design editor for co-creative level design","author":"guzdial","year":"0","journal-title":"Tenth Artificial Intelligence and Interactive Digital Entertainment Conference"},{"key":"ref37","author":"huang","year":"2019","journal-title":"Music transformer Generating music with long-term structure"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s40708-016-0042-6"},{"key":"ref34","author":"holstein","year":"2018","journal-title":"Improving fairness in machine learning systems What do industry practitioners need?"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"ref62","first-page":"13","article-title":"Understanding hidden memories of recurrent neural networks","author":"ming","year":"0","journal-title":"Visual Analytics Science and Technology (VAST) 2017 IEEE Conference on"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13210"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00003"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1130"},{"key":"ref64","first-page":"2337","article-title":"Semantic image synthesis with spatially-adaptive normalization","author":"park","year":"0","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1443"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744358"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref29","first-page":"67","article-title":"Collaborative systems (aaai-94 presidential address)","volume":"17","author":"grosz","year":"1996","journal-title":"AI Magazine"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864838"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1099"},{"key":"ref69","author":"smilkov","year":"2017","journal-title":"Direct-manipulation visualization of deep networks"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"ref1","article-title":"Sanity checks for saliency maps","author":"adebayo","year":"0","journal-title":"Advances in neural information processing systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016309"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.337"},{"key":"ref21","author":"devlin","year":"2018","journal-title":"BERT Pre-training of deep bidirectional transformers for language understanding"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13092"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207741"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1082"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2010.15"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865027"},{"key":"ref92","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"0","journal-title":"Conference Track Proceedings of the 5th International Conference on Learning Representations"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864499"},{"key":"ref90","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"0","journal-title":"European Conference on Computer Vision"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865230"},{"key":"ref58","author":"lipton","year":"2016","journal-title":"The mythos of model interpretability"},{"key":"ref57","author":"lin","year":"0","journal-title":"Visualizing attention in sequence-to-sequence summarization models"},{"key":"ref56","first-page":"2119","article-title":"Why and why not explanations improve the intelligibility of context-aware intelligent systems","author":"lim","year":"0","journal-title":"Proceedings of the SIGCHI conference on Human factors in computing systems"},{"key":"ref55","author":"li","year":"2015","journal-title":"Visualizing and understanding neural models in nlp"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1011"},{"key":"ref53","author":"lai","year":"2018","journal-title":"On human predictions with explanations and predictions of machine learning models A case study on deception detection"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1017\/S026988890200019X"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2365952.2365964"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/312624.312666"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00015"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"ref14","article-title":"Rnnbow: Visualizing learning via backpropagation gradients in recurrent neural networks","author":"cashman","year":"0","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref15","article-title":"Visualization for classification in deep neural networks","author":"chae","year":"0","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1075\/nlp"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.168"},{"key":"ref81","year":"0","journal-title":"What-If Tool"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1613\/jair.295"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-739X(97)00022-8"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/3173386.3176975"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.195"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00917"},{"key":"ref89","author":"yosinski","year":"2015","journal-title":"Understanding neural networks through deep visualization"},{"key":"ref4","first-page":"33","article-title":"Sentiment bias in predictive text recommendations results in biased writing","author":"arnold","year":"0","journal-title":"Proceedings of Graphics Interface '99"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"ref6","author":"bahdanau","year":"2014","journal-title":"Neural machine translation by jointly learning to align and translate"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/502716.502722"},{"key":"ref85","first-page":"2048","article-title":"Show, attend and tell: Neural image caption generation with visual attention","author":"xu","year":"0","journal-title":"Proceedings of the International Conference on Machine Learning"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1080"},{"key":"ref86","article-title":"Machine learning as a ux design material: How can we imagine beyond automation, recommenders, and reminders?","author":"yang","year":"0","journal-title":"The 2018 AAAI Spring Symposium Series"},{"key":"ref7","author":"bau","year":"2018","journal-title":"Gan dissection Visualizing and understanding generative adversarial networks"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"ref87","first-page":"412","article-title":"A comparative study on feature selection in text categorization","volume":"97","author":"yang","year":"0","journal-title":"Proceedings of the International Conference on Machine Learning"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00254"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_14"},{"key":"ref45","author":"kim","year":"2018","journal-title":"A tutorial on deep latent variable models of natural language"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858529"},{"key":"ref47","author":"krause","year":"2017","journal-title":"A workflow for visual diagnostics of binary classifiers using instance-level explanations"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-70956-5_7"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref44","first-page":"2280","article-title":"Examples are not enough, learn to criticize! criticism for interpretability","author":"kim","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1032"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/4359476\/08805457.pdf?arnumber=8805457","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:23:29Z","timestamp":1642004609000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8805457\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":92,"URL":"https:\/\/doi.org\/10.1109\/tvcg.2019.2934595","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}