{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T22:17:31Z","timestamp":1792016251459,"version":"4.4.0"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"JSPS KAKENHI Grant","award":["No.JP20H04168"],"award-info":[{"award-number":["No.JP20H04168"]}]},{"name":"JST-Mirai Program Grant","award":["No.JPMJMI20B8"],"award-info":[{"award-number":["No.JPMJMI20B8"]}]},{"name":"NSERC","award":["No.RGPIN-2021-02549, No.RGPAS-2021-00034, No.DGECR-2021-00019"],"award-info":[{"award-number":["No.RGPIN-2021-02549, No.RGPAS-2021-00034, No.DGECR-2021-00019"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3580852","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:28:44Z","timestamp":1681964924000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["DeepSeer: Interactive RNN Explanation and Debugging via State Abstraction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4559-5426","authenticated-orcid":false,"given":"Zhijie","family":"Wang","sequence":"first","affiliation":[{"name":"University of Alberta, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3666-4020","authenticated-orcid":false,"given":"Yuheng","family":"Huang","sequence":"additional","affiliation":[{"name":"University of Alberta, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9267-4229","authenticated-orcid":false,"given":"Da","family":"Song","sequence":"additional","affiliation":[{"name":"University of Alberta, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8621-2420","authenticated-orcid":false,"given":"Lei","family":"Ma","sequence":"additional","affiliation":[{"name":"University of Alberta, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5468-9347","authenticated-orcid":false,"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"Mart\u00edn Abadi Ashish Agarwal Paul Barham Eugene Brevdo Zhifeng Chen Craig Citro Greg\u00a0S. Corrado Andy Davis Jeffrey Dean Matthieu Devin Sanjay Ghemawat Ian Goodfellow Andrew Harp Geoffrey Irving Michael Isard Yangqing Jia Rafal Jozefowicz Lukasz Kaiser Manjunath Kudlur Josh Levenberg Dandelion Man\u00e9 Rajat Monga Sherry Moore Derek Murray Chris Olah Mike Schuster Jonathon Shlens Benoit Steiner Ilya Sutskever Kunal Talwar Paul Tucker Vincent Vanhoucke Vijay Vasudevan Fernanda Vi\u00e9gas Oriol Vinyals Pete Warden Martin Wattenberg Martin Wicke Yuan Yu and Xiaoqiang Zheng. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_3_3_2_1","volume-title":"Peeking inside the black-box: a survey on explainable artificial intelligence (XAI)","author":"Adadi Amina","year":"2018","unstructured":"Amina Adadi and Mohammed Berrada. 2018. Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE access 6(2018), 52138\u201352160."},{"key":"e_1_3_3_3_3_1","first-page":"700","article-title":"Debugging Tests for Model Explanations","volume":"33","author":"Adebayo Julius","year":"2020","unstructured":"Julius Adebayo, Michael Muelly, Ilaria Liccardi, and Been Kim. 2020. Debugging Tests for Model Explanations. Advances in Neural Information Processing Systems 33 (2020), 700\u2013712.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"e_1_3_3_3_7_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR","author":"Barshan Elnaz","year":"2020","unstructured":"Elnaz Barshan, Marc-Etienne Brunet, and Gintare\u00a0Karolina Dziugaite. 2020. Relatif: Identifying explanatory training samples via relative influence. In International Conference on Artificial Intelligence and Statistics. PMLR, 1899\u20131909."},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"e_1_3_3_3_9_1","volume-title":"Rasa: Open source language understanding and dialogue management. arXiv preprint arXiv:1712.05181(2017).","author":"Bocklisch Tom","year":"2017","unstructured":"Tom Bocklisch, Joey Faulkner, Nick Pawlowski, and Alan Nichol. 2017. Rasa: Open source language understanding and dialogue management. arXiv preprint arXiv:1712.05181(2017)."},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.222"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302289"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4012"},{"key":"e_1_3_3_3_13_1","unstructured":"Arun Das and Paul Rad. 2020. Opportunities and challenges in explainable artificial intelligence (xai): A survey. arXiv preprint arXiv:2006.11371(2020)."},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302310"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416564"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338954"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"e_1_3_3_3_18_1","volume-title":"Finding structure in time. Cognitive science 14, 2","author":"Elman L","year":"1990","unstructured":"Jeffrey\u00a0L Elman. 1990. Finding structure in time. Cognitive science 14, 2 (1990), 179\u2013211."},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-53914-5_10"},{"key":"e_1_3_3_3_20_1","unstructured":"Antonio Gulli. 2005. AG\u2019s corpus of news articles. http:\/\/groups.di.unipi.it\/\u00a0gulli\/AG_corpus_of_news_articles.html"},{"key":"e_1_3_3_3_21_1","volume-title":"Advances in psychology. Vol.\u00a052","author":"Hart G","unstructured":"Sandra\u00a0G Hart and Lowell\u00a0E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol.\u00a052. Elsevier, 139\u2013183."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/358916.358995"},{"key":"e_1_3_3_3_23_1","volume-title":"Long short-term memory. Neural computation 9, 8","author":"Hochreiter Sepp","year":"1997","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural computation 9, 8 (1997), 1735\u20131780."},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300809"},{"key":"e_1_3_3_3_25_1","volume-title":"Gnnlens: A visual analytics approach for prediction error diagnosis of graph neural networks","author":"Jin Zhihua","year":"2022","unstructured":"Zhihua Jin, Yong Wang, Qianwen Wang, Yao Ming, Tengfei Ma, and Huamin Qu. 2022. Gnnlens: A visual analytics approach for prediction error diagnosis of graph neural networks. IEEE Transactions on Visualization and Computer Graphics (2022)."},{"key":"e_1_3_3_3_26_1","volume-title":"Activis: Visual exploration of industry-scale deep neural network models","author":"Kahng Minsuk","year":"2017","unstructured":"Minsuk Kahng, Pierre\u00a0Y Andrews, Aditya Kalro, and Duen\u00a0Horng Chau. 2017. Activis: Visual exploration of industry-scale deep neural network models. IEEE transactions on visualization and computer graphics 24, 1(2017), 88\u201397."},{"key":"e_1_3_3_3_27_1","unstructured":"Andrej Karpathy Justin Johnson and Li Fei-Fei. 2015. Visualizing and understanding recurrent networks. arXiv preprint arXiv:1506.02078(2015)."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_3_3_29_1","volume-title":"International conference on machine learning. PMLR, 2668\u20132677","author":"Kim Been","year":"2018","unstructured":"Been Kim, Martin Wattenberg, Justin Gilmer, Carrie Cai, James Wexler, Fernanda Viegas, 2018. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav). In International conference on machine learning. PMLR, 2668\u20132677."},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858402"},{"key":"e_1_3_3_3_31_1","first-page":"5255","article-title":"On the Accuracy of Influence Functions for Measuring Group Effects","volume":"32","author":"Koh Pang\u00a0Wei","year":"2019","unstructured":"Pang\u00a0Wei Koh, Kai-Siang Ang, Hubert H.\u00a0K. Teo, and Percy Liang. 2019. On the Accuracy of Influence Functions for Measuring Group Effects. In Advances in Neural Information Processing Systems 32 (2019). 5255\u20135265.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_32_1","volume-title":"International Conference on Machine Learning. PMLR","author":"Koh Pang\u00a0Wei","year":"2017","unstructured":"Pang\u00a0Wei Koh and Percy Liang. 2017. Understanding black-box predictions via influence functions. In International Conference on Machine Learning. PMLR, 1885\u20131894."},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1082"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10443-0_39"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_36_1","volume-title":"The Mythos of Model Interpretability: In machine learning, the concept of interpretability is both important and slippery.Queue 16, 3","author":"Lipton C","year":"2018","unstructured":"Zachary\u00a0C Lipton. 2018. The Mythos of Model Interpretability: In machine learning, the concept of interpretability is both important and slippery.Queue 16, 3 (2018), 31\u201357."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.078"},{"key":"e_1_3_3_3_38_1","volume-title":"Nlize: A perturbation-driven visual interrogation tool for analyzing and interpreting natural language inference models","author":"Liu Shusen","year":"2018","unstructured":"Shusen Liu, Zhimin Li, Tao Li, Vivek Srikumar, Valerio Pascucci, and Peer-Timo Bremer. 2018. Nlize: A perturbation-driven visual interrogation tool for analyzing and interpreting natural language inference models. IEEE transactions on visualization and computer graphics 25, 1(2018), 651\u2013660."},{"key":"e_1_3_3_3_39_1","first-page":"I","article-title":"A Unified Approach to Interpreting Model Predictions","volume":"30","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Advances in Neural Information Processing Systems 30, I.\u00a0Guyon, U.\u00a0V. Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Curran Associates, Inc., 4765\u20134774. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106291"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1002\/0471721182"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585721"},{"key":"e_1_3_3_3_44_1","unstructured":"Christoph Molnar. 2020. Interpretable machine learning. Lulu. com."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2017.10.011"},{"key":"e_1_3_3_3_46_1","volume-title":"Deepcompare: Visual and interactive comparison of deep learning model performance","author":"Murugesan Sugeerth","year":"2019","unstructured":"Sugeerth Murugesan, Sana Malik, Fan Du, Eunyee Koh, and Tuan\u00a0Manh Lai. 2019. Deepcompare: Visual and interactive comparison of deep learning model performance. IEEE computer graphics and applications 39, 5 (2019), 47\u201359."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5977"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00010"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417063"},{"key":"e_1_3_3_3_50_1","unstructured":"Quora. 2019. Quora insincere questions classification. https:\/\/www.kaggle.com\/c\/quora-insincere-questions-classification\/data"},{"key":"e_1_3_3_3_51_1","volume-title":"The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 1630\u20131639","author":"Rabusseau Guillaume","year":"2019","unstructured":"Guillaume Rabusseau, Tianyu Li, and Doina Precup. 2019. Connecting weighted automata and recurrent neural networks through spectral learning. In The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 1630\u20131639."},{"key":"e_1_3_3_3_52_1","unstructured":"Amir Hossein\u00a0Akhavan Rahnama and Henrik Bostr\u00f6m. 2019. A study of data and label shift in the LIME framework. arXiv preprint arXiv:1910.14421(2019)."},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3446647"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_3_3_57_1","unstructured":"Karen Simonyan Andrea Vedaldi and Andrew Zisserman. 2013. Deep inside convolutional networks: Visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034(2013)."},{"key":"e_1_3_3_3_58_1","unstructured":"Daniel Smilkov Nikhil Thorat Been Kim Fernanda Vi\u00e9gas and Martin Wattenberg. 2017. Smoothgrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825(2017)."},{"key":"e_1_3_3_3_59_1","volume-title":"Lstmvis: A tool for visual analysis of hidden state dynamics in recurrent neural networks","author":"Strobelt Hendrik","year":"2017","unstructured":"Hendrik Strobelt, Sebastian Gehrmann, Hanspeter Pfister, and Alexander\u00a0M Rush. 2017. Lstmvis: A tool for visual analysis of hidden state dynamics in recurrent neural networks. IEEE transactions on visualization and computer graphics 24, 1(2017), 667\u2013676."},{"key":"e_1_3_3_3_60_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_61_1","volume-title":"International Conference on Machine Learning. PMLR, 5247\u20135256","author":"Weiss Gail","year":"2018","unstructured":"Gail Weiss, Yoav Goldberg, and Eran Yahav. 2018. Extracting automata from recurrent neural networks using queries and counterexamples. In International Conference on Machine Learning. PMLR, 5247\u20135256."},{"key":"e_1_3_3_3_62_1","volume-title":"International Conference on Machine Learning. PMLR, 11383\u201311392","author":"Xie Xiaofei","year":"2021","unstructured":"Xiaofei Xie, Wenbo Guo, Lei Ma, Wei Le, Jian Wang, Lingjun Zhou, Yang Liu, and Xinyu Xing. 2021. RNNrepair: Automatic RNN repair via model-based analysis. In International Conference on Machine Learning. PMLR, 11383\u201311392."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2021.3096332"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"e_1_3_3_3_65_1","volume-title":"Character-level convolutional networks for text classification. Advances in neural information processing systems 28","author":"Zhang Xiang","year":"2015","unstructured":"Xiang Zhang, Junbo Zhao, and Yann LeCun. 2015. Character-level convolutional networks for text classification. Advances in neural information processing systems 28 (2015)."}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580852","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3580852","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:17Z","timestamp":1750178837000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580852"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":65,"alternative-id":["10.1145\/3544548.3580852","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3580852","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}