{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T11:49:47Z","timestamp":1771328987803,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62227809"],"award-info":[{"award-number":["62227809"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Minister of Education, Singapore","award":["MOET32020-0004"],"award-info":[{"award-number":["MOET32020-0004"]}]},{"name":"NUS-NCS Joint Laboratory for Cyber Security, Singapore, the National Research Foundation, Singapore, and Cyber Security Agency of Singapore under its National Cybersecurity Research and Development Programme","award":["NRF-NCR_TAU_2021-0002"],"award-info":[{"award-number":["NRF-NCR_TAU_2021-0002"]}]},{"name":"A*STAR, CISCO Systems (USA) Pte. Ltd and National University of Singapore under its Cisco-NUS Accelerated Digital Economy Corporate Laboratory","award":["I21001E0002"],"award-info":[{"award-number":["I21001E0002"]}]},{"name":"National Research Foundation, Singapore, and the Cyber Security Agency under its National Cybersecurity R&D Programme","award":["NCRP25-P04-TAICeN"],"award-info":[{"award-number":["NCRP25-P04-TAICeN"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,30]]},"DOI":"10.1145\/3611643.3616252","type":"proceedings-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T23:14:38Z","timestamp":1701386078000},"page":"973-985","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["DeepDebugger: An Interactive Time-Travelling Debugging Approach for Deep Classifiers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4377-3684","authenticated-orcid":false,"given":"Xianglin","family":"Yang","sequence":"first","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China \/ National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8255-0118","authenticated-orcid":false,"given":"Yun","family":"Lin","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3030-9960","authenticated-orcid":false,"given":"Yifan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China \/ National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1531-7962","authenticated-orcid":false,"given":"Linpeng","family":"Huang","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6512-8326","authenticated-orcid":false,"given":"Jin Song","family":"Dong","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2380-3976","authenticated-orcid":false,"given":"Hong","family":"Mei","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]}],"member":"320","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"[n. d.]. Github Repository of DeepDebugger. https:\/\/github.com\/code-philia\/deep-debugger Accessed: 2023-09-01"},{"key":"e_1_3_2_2_2_1","unstructured":"[n. d.]. Website for DeepDebugger. https:\/\/sites.google.com\/view\/deep-debugger\/home Accessed: 2023-09-01"},{"key":"e_1_3_2_2_3_1","unstructured":"Mart\u00edn Abadi Ashish Agarwal Paul Barham Eugene Brevdo Zhifeng Chen Craig Citro Greg S. Corrado Andy Davis Jeffrey Dean Matthieu Devin Sanjay Ghemawat Ian Goodfellow Andrew Harp Geoffrey Irving Michael Isard Yangqing Jia Rafal Jozefowicz Lukasz Kaiser Manjunath Kudlur Josh Levenberg Dandelion Man\u00e9 Rajat Monga Sherry Moore Derek Murray Chris Olah Mike Schuster Jonathon Shlens Benoit Steiner Ilya Sutskever Kunal Talwar Paul Tucker Vincent Vanhoucke Vijay Vasudevan Fernanda Vi\u00e9gas Oriol Vinyals Pete Warden Martin Wattenberg Martin Wicke Yuan Yu and Xiaoqiang Zheng. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/1308173.1308264"},{"key":"e_1_3_2_2_5_1","unstructured":"Julius Adebayo Michael Muelly Ilaria Liccardi and Been Kim. 2020. Debugging tests for model explanations. arXiv preprint arXiv:2011.05429."},{"key":"e_1_3_2_2_6_1","first-page":"2021","volume-title":"Complexity","author":"Adnan Muhammad","year":"2021","unstructured":"Muhammad Adnan, Duaa H AlSaeed, Heyam H Al-Baity, and Abdur Rehman. 2021. Leveraging the Power of Deep Learning Technique for Creating an Intelligent, Context-Aware, and Adaptive M-Learning Model. Complexity, 2021 (2021)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/3220904.3221145"},{"key":"e_1_3_2_2_8_1","unstructured":"Guillaume Bouchard. 2007. Efficient bounds for the softmax function applications to inference in hybrid models."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Aditya Chattopadhay Anirban Sarkar Prantik Howlader and Vineeth N Balasubramanian. 2018. Grad-cam++: Generalized gradient-based visual explanations for deep convolutional networks. In 2018 IEEE winter conference on applications of computer vision (WACV). 839\u2013847.","DOI":"10.1109\/WACV.2018.00097"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"e_1_3_2_2_11_1","unstructured":"Ruigang Fu Qingyong Hu Xiaohu Dong Yulan Guo Yinghui Gao and Biao Li. 2020. Axiom-based grad-cam: Towards accurate visualization and explanation of cnns. arXiv preprint arXiv:2008.02312."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405255"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-59497-3_175"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070561"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_16_1","volume-title":"Long short-term memory. Neural computation, 9, 8","author":"Hochreiter Sepp","year":"1997","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural computation, 9, 8 (1997), 1735\u20131780."},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the 7th International Workshop on Automating Test Case Design, Selection, and Evaluation. 31\u201337","author":"Ren\u00e1ta","unstructured":"Ren\u00e1ta Hodov\u00e1n and \u00c1kos Kiss. 2016. Modernizing hierarchical delta debugging. In Proceedings of the 7th International Workshop on Automating Test Case Design, Selection, and Evaluation. 31\u201337."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10190-x"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368130"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1370114.1370132"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518942"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1824760.1824761"},{"key":"e_1_3_2_2_23_1","unstructured":"Alex Krizhevsky and Geoffrey Hinton. 2009. Learning multiple layers of features from tiny images."},{"key":"e_1_3_2_2_24_1","unstructured":"Henry David Kurzhals. 2022. Challenges and approaches related to AI-driven grading of open exam questions in higher education: human in the loop."},{"key":"e_1_3_2_2_25_1","volume-title":"Deep learning. nature, 521, 7553","author":"LeCun Yann","year":"2015","unstructured":"Yann LeCun, Yoshua Bengio, and Geoffrey Hinton. 2015. Deep learning. nature, 521, 7553 (2015), 436\u2013444."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180242"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00028"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238163"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.43"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.09.055"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/UBMK.2018.8566574"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00355"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.04.028"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.117275"},{"key":"e_1_3_2_2_37_1","first-page":"20825","article-title":"Cockpit: A Practical Debugging Tool for the Training of Deep Neural Networks","volume":"34","author":"Schneider Frank","year":"2021","unstructured":"Frank Schneider, Felix Dangel, and Philipp Hennig. 2021. Cockpit: A Practical Debugging Tool for the Training of Deep Neural Networks. Advances in Neural Information Processing Systems, 34 (2021), 20825\u201320837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_2_2_39_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556."},{"key":"e_1_3_2_2_40_1","volume-title":"Seq2seq-vis: A visual debugging tool for sequence-to-sequence models","author":"Strobelt Hendrik","year":"2018","unstructured":"Hendrik Strobelt, Sebastian Gehrmann, Michael Behrisch, Adam Perer, Hanspeter Pfister, and Alexander M Rush. 2018. Seq2seq-vis: A visual debugging tool for sequence-to-sequence models. IEEE transactions on visualization and computer graphics, 25, 1 (2018), 353\u2013363."},{"key":"e_1_3_2_2_41_1","volume-title":"\u0141 ukasz Kaiser, and Illia Polosukhin","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141 ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I. Guyon, U. Von Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett (Eds.). 30, Curran Associates, Inc.. https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"e_1_3_2_2_42_1","volume-title":"Empirical inference","author":"Vovk Vladimir","unstructured":"Vladimir Vovk. 2013. Kernel ridge regression. In Empirical inference. Springer, 105\u2013116."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2020.03.079"},{"key":"e_1_3_2_2_44_1","unstructured":"Jia Wang Tong Sun Benyuan Liu Yu Cao and Hongwei Zhu. 2021. CLVSA: a convolutional LSTM based variational sequence-to-sequence model with attention for predicting trends of financial markets. arXiv preprint arXiv:2104.04041."},{"key":"e_1_3_2_2_45_1","unstructured":"Han Xiao Kashif Rasul and Roland Vollgraf. 2017. Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms. arXiv:cs.LG\/1708.07747."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180237"},{"key":"e_1_3_2_2_47_1","article-title":"Learning dynamic and hierarchical traffic spatiotemporal features with transformer","author":"Yan Haoyang","year":"2021","unstructured":"Haoyang Yan, Xiaolei Ma, and Ziyuan Pu. 2021. Learning dynamic and hierarchical traffic spatiotemporal features with transformer. IEEE Transactions on Intelligent Transportation Systems.","journal-title":"IEEE Transactions on Intelligent Transportation Systems."},{"key":"e_1_3_2_2_48_1","volume-title":"Temporality Spatialization: A Scalable and Faithful Time-Travelling Visualization for Deep Classifier Training. In The 31st International Joint Conference on Artificial Intelligence (IJCAI).","author":"Yang Xianglin","year":"2022","unstructured":"Xianglin Yang, Yun Lin, Ruofan Liu, and Jin Song Dong. 2022. Temporality Spatialization: A Scalable and Faithful Time-Travelling Visualization for Deep Classifier Training. In The 31st International Joint Conference on Artificial Intelligence (IJCAI)."},{"key":"e_1_3_2_2_49_1","volume-title":"DeepVisualInsight: Time-Travelling Visualization for Spatio-Temporal Causality of Deep Classification Training. In The Thirty-Sixth AAAI Conference on Artificial Intelligence (AAAI).","author":"Yang Xianglin","year":"2022","unstructured":"Xianglin Yang, Yun Lin, Ruofan Liu, Zhenfeng He, Chao Wang, Jin Song Dong, and Hong Mei. 2022. DeepVisualInsight: Time-Travelling Visualization for Spatio-Temporal Causality of Deep Classification Training. In The Thirty-Sixth AAAI Conference on Artificial Intelligence (AAAI)."},{"key":"e_1_3_2_2_50_1","volume-title":"my program worked. Today, it does not. Why? ACM SIGSOFT Software engineering notes, 24, 6","author":"Zeller Andreas","year":"1999","unstructured":"Andreas Zeller. 1999. Yesterday, my program worked. Today, it does not. Why? ACM SIGSOFT Software engineering notes, 24, 6 (1999), 253\u2013267."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2911283"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.117239"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/233269.233324"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/235968.233324"}],"event":{"name":"ESEC\/FSE '23: 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"San Francisco CA USA","acronym":"ESEC\/FSE '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616252","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611643.3616252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:03Z","timestamp":1750178163000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616252"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,30]]},"references-count":54,"alternative-id":["10.1145\/3611643.3616252","10.1145\/3611643"],"URL":"https:\/\/doi.org\/10.1145\/3611643.3616252","relation":{},"subject":[],"published":{"date-parts":[[2023,11,30]]},"assertion":[{"value":"2023-11-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}