{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T22:36:38Z","timestamp":1787524598626,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:00:00Z","timestamp":1653091200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2019YFE0198100"],"award-info":[{"award-number":["2019YFE0198100"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Natural Science Foundation of China","award":["61932021, 61872339, 61472405, 62002125"],"award-info":[{"award-number":["61932021, 61872339, 61472405, 62002125"]}]},{"name":"Hong Kong ITF","award":["MHP\/055\/19"],"award-info":[{"award-number":["MHP\/055\/19"]}]},{"name":"Hong Kong RGC\/RIF","award":["R5034-18"],"award-info":[{"award-number":["R5034-18"]}]},{"name":"Huawei PhD Fellowship"},{"name":"MSRA Collaborative Research Grant"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,21]]},"DOI":"10.1145\/3510003.3510099","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T22:42:59Z","timestamp":1657060979000},"page":"573-585","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":41,"title":["DeepFD"],"prefix":"10.1145","author":[{"given":"Jialun","family":"Cao","sequence":"first","affiliation":[{"name":"The Hong Kong University of Science and Technology, and Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Meiziniu","family":"Li","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Chen","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Wen","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongqiang","family":"Tian","sequence":"additional","affiliation":[{"name":"University of Waterloo, Canada, and The Hong Kong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Wu","sequence":"additional","affiliation":[{"name":"MIT-IBM Watson AI Lab"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shing-Chi","family":"Cheung","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2020. Convolutional neural networks for visual recognition. https:\/\/cs231n.github.io\/neural-networks-3\/"},{"key":"e_1_3_2_1_2_1","unstructured":"2020. scikit-learn machine learning in python. https:\/\/scikit-learn.org\/stable\/"},{"key":"e_1_3_2_1_3_1","unstructured":"2020. Sklearn make blobs dataset. https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.datasets.make_blobs.html"},{"key":"e_1_3_2_1_4_1","unstructured":"2020. Sklearn make circles dataset. https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.datasets.make_circles.html"},{"key":"e_1_3_2_1_5_1","unstructured":"2021. Reuters-21578 Text Categorization Collection Data Set. https:\/\/archive.ics.uci.edu\/ml\/datasets\/reuters-21578+text+categorization+collection"},{"key":"e_1_3_2_1_6_1","unstructured":"2022. DeepFD. https:\/\/github.com\/ArabelaTso\/DeepFD"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.06.035"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1992.10475879"},{"key":"e_1_3_2_1_9_1","volume-title":"Introduction to software testing","author":"Ammann Paul","unstructured":"Paul Ammann and Jeff Offutt. 2016. Introduction to software testing. Cambridge University Press."},{"key":"e_1_3_2_1_10_1","volume-title":"Stork","author":"Arnekvist Isac","year":"2020","unstructured":"Isac Arnekvist, J. Frederico Carvalho, Danica Kragic, and Johannes A. Stork. 2020. The effect of Target Normalization and Momentum on Dying ReLU. CoRR abs\/2005.06195 (2020)."},{"key":"e_1_3_2_1_11_1","volume-title":"Software Engineering Challenges of Deep Learning. In 44th Euromicro Conference on Software Engineering and Advanced Applications, SEAA 2018","author":"Arpteg Anders","year":"2018","unstructured":"Anders Arpteg, Bj\u00f6rn Brinne, Luka Crnkovic-Friis, and Jan Bosch. 2018. Software Engineering Challenges of Deep Learning. In 44th Euromicro Conference on Software Engineering and Advanced Applications, SEAA 2018, Prague, Czech Republic, August 29--31, 2018, Tom\u00e1s Bures and Lefteris Angelis (Eds.). IEEE Computer Society, 50--59."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806840"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1515\/amcs-2017-0048"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73263-1"},{"key":"e_1_3_2_1_15_1","volume-title":"Random forests. Machine learning 45, 1","author":"Breiman Leo","year":"2001","unstructured":"Leo Breiman. 2001. Random forests. Machine learning 45, 1 (2001), 5--32."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/11526018_45"},{"key":"e_1_3_2_1_17_1","volume-title":"A power primer. Psychological bulletin 112, 1","author":"Cohen Jacob","year":"1992","unstructured":"Jacob Cohen. 1992. A power primer. Psychological bulletin 112, 1 (1992), 155."},{"key":"e_1_3_2_1_18_1","volume-title":"AutoML Workshop at ICML.","author":"Drori Iddo","year":"2018","unstructured":"Iddo Drori, Yamuna Krishnamurthy, Remi Rampin, Raoni Louren\u00e7o, Jorge One, et al. 2018. AlphaD3M: Machine learning pipeline synthesis. In AutoML Workshop at ICML."},{"key":"e_1_3_2_1_19_1","article-title":"Neural Architecture Search: A Survey","volume":"20","author":"Elsken Thomas","year":"2019","unstructured":"Thomas Elsken, Jan Hendrik Metzen, and Frank Hutter. 2019. Neural Architecture Search: A Survey. J. Mach. Learn. Res. 20 (2019), 55:1--55:21. http:\/\/jmlr.org\/papers\/v20\/18-598.html","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-16722-6_10"},{"key":"e_1_3_2_1_21_1","volume-title":"Scalable Meta-Learning for Bayesian Optimization. CoRR abs\/1802.02219","author":"Feurer Matthias","year":"2018","unstructured":"Matthias Feurer, Benjamin Letham, and Eytan Bakshy. 2018. Scalable Meta-Learning for Bayesian Optimization. CoRR abs\/1802.02219 (2018). arXiv:1802.02219 http:\/\/arxiv.org\/abs\/1802.02219"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of 3rd international conference on document analysis and recognition","volume":"1","author":"Ho Tin Kam","year":"1995","unstructured":"Tin Kam Ho. 1995. Random decision forests. In Proceedings of 3rd international conference on document analysis and recognition, Vol. 1. IEEE, 278--282."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/34.709601"},{"key":"e_1_3_2_1_25_1","volume-title":"Technische Universit\u00e4t M\u00fcnchen 91, 1","author":"Hochreiter Sepp","year":"1991","unstructured":"Sepp Hochreiter. 1991. Untersuchungen zu dynamischen neuronalen Netzen. Diploma, Technische Universit\u00e4t M\u00fcnchen 91, 1 (1991)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00126"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Frank Hutter Lars Kotthoff and Joaquin Vanschoren (Eds.). 2019. Automated Machine Learning - Methods Systems Challenges. Springer.","DOI":"10.1007\/978-3-030-05318-5"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380378"},{"key":"e_1_3_2_1_32_1","volume-title":"An Empirical Evaluation of Mutation Operators for Deep Learning Systems. In 13th IEEE International Conference on Software Testing, Validation and Verification, ICST 2020","author":"Jahangirova Gunel","year":"2020","unstructured":"Gunel Jahangirova and Paolo Tonella. 2020. An Empirical Evaluation of Mutation Operators for Deep Learning Systems. In 13th IEEE International Conference on Software Testing, Validation and Verification, ICST 2020, Porto, Portugal, October 24--28, 2020. IEEE, 74--84."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/FSKD.2007.552"},{"key":"e_1_3_2_1_35_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_1_36_1","unstructured":"Yann LeCun and Corinna Cortes. 2010. MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/. (2010). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321721"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00218"},{"key":"e_1_3_2_1_39_1","volume-title":"DeepMutation: Mutation Testing of Deep Learning Systems. In 29th IEEE International Symposium on Software Reliability Engineering, ISSRE 2018","author":"Ma Lei","year":"2018","unstructured":"Lei Ma, Fuyuan Zhang, Jiyuan Sun, Minhui Xue, Bo Li, et al. 2018. DeepMutation: Mutation Testing of Deep Learning Systems. In 29th IEEE International Symposium on Software Reliability Engineering, ISSRE 2018, Memphis, TN, USA, October 15--18, 2018, Sudipto Ghosh, Roberto Natella, Bojan Cukic, Robin S. Poston, and Nuno Laranjeiro (Eds.). IEEE Computer Society, 100--111."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/2002472.2002491"},{"key":"e_1_3_2_1_42_1","volume-title":"Graph Traversal with Tensor Functionals: A Meta-Algorithm for Scalable Learning. In 9th International Conference on Learning Representations, ICLR 2021","author":"Markowitz Elan Sopher","year":"2021","unstructured":"Elan Sopher Markowitz, Keshav Balasubramanian, Mehrnoosh Mirtaheri, Sami Abu-El-Haija, Bryan Perozzi, et al. 2021. Graph Traversal with Tensor Functionals: A Meta-Algorithm for Scalable Learning. In 9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, May 3--7, 2021. OpenReview.net. https:\/\/openreview.net\/forum?id=6DOZ8XNNfGN"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3461432"},{"key":"e_1_3_2_1_44_1","volume-title":"Stable Recurrent Models. In 7th International Conference on Learning Representations, ICLR 2019","author":"Miller John","year":"2019","unstructured":"John Miller and Moritz Hardt. 2019. Stable Recurrent Models. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6--9, 2019. OpenReview.net."},{"key":"e_1_3_2_1_45_1","volume-title":"Automatic construction of decision trees from data: A multi-disciplinary survey. Data mining and knowledge discovery 2, 4","author":"Murthy Sreerama K","year":"1998","unstructured":"Sreerama K Murthy. 1998. Automatic construction of decision trees from data: A multi-disciplinary survey. Data mining and knowledge discovery 2, 4 (1998), 345--389."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.2307\/2344614"},{"key":"e_1_3_2_1_47_1","volume-title":"International Conference on Machine Learning. PMLR, 4095--4104","author":"Pham Hieu","year":"2018","unstructured":"Hieu Pham, Melody Guan, Barret Zoph, Quoc Le, and Jeff Dean. 2018. Efficient neural architecture search via parameters sharing. In International Conference on Machine Learning. PMLR, 4095--4104."},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the international multiconference of engineers and computer scientists","volume":"1","author":"Phyu Thair Nu","year":"2009","unstructured":"Thair Nu Phyu. 2009. Survey of classification techniques in data mining. In Proceedings of the international multiconference of engineers and computer scientists, Vol. 1."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC.2017.7986470"},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of Machine Learning and Systems 3","author":"Rauschmayr Nathalie","year":"2021","unstructured":"Nathalie Rauschmayr, Vikas Kumar, Rahul Huilgol, Andrea Olgiati, Satadal Bhattacharjee, et al. 2021. Amazon SageMaker Debugger: A System for Real-Time Insights into Machine Learning Model Training. Proceedings of Machine Learning and Systems 3 (2021)."},{"key":"e_1_3_2_1_51_1","volume-title":"Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018","author":"Yehezkel Rohekar Raanan Y.","year":"2018","unstructured":"Raanan Y. Yehezkel Rohekar, Shami Nisimov, Yaniv Gurwicz, Guy Koren, and Gal Novik. 2018. Constructing Deep Neural Networks by Bayesian Network Structure Learning. In Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3--8, 2018, Montr\u00e9al, Canada, Samy Bengio, Hanna M. Wallach, Hugo Larochelle, Kristen Grauman, Nicol\u00f2 Cesa-Bianchi, et al. (Eds.). 3051--3062. https:\/\/proceedings.neurips.cc\/paper\/2018\/hash\/95d309f0b035d97f69902e7972c2b2e6-Abstract.html"},{"key":"e_1_3_2_1_52_1","volume-title":"Data mining and knowledge discovery handbook","author":"Rokach Lior","unstructured":"Lior Rokach and Oded Maimon. 2005. Decision trees. In Data mining and knowledge discovery handbook. Springer, 165--192."},{"key":"e_1_3_2_1_53_1","volume-title":"A survey of decision tree classifier methodology","author":"Rasoul Safavian S","year":"1991","unstructured":"S Rasoul Safavian and David Landgrebe. 1991. A survey of decision tree classifier methodology. IEEE transactions on systems, man, and cybernetics 21, 3 (1991), 660--674."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445538"},{"key":"e_1_3_2_1_55_1","volume-title":"Random walk initialization for training very deep feedforward networks. arXiv preprint arXiv:1412.6558","author":"Sussillo David","year":"2014","unstructured":"David Sussillo and LF Abbott. 2014. Random walk initialization for training very deep feedforward networks. arXiv preprint arXiv:1412.6558 (2014)."},{"key":"e_1_3_2_1_56_1","volume-title":"Decision trees for hierarchical multi-label classification. Machine learning 73, 2","author":"Vens Celine","year":"2008","unstructured":"Celine Vens, Jan Struyf, Leander Schietgat, Sa\u0161o D\u017eeroski, and Hendrik Blockeel. 2008. Decision trees for hierarchical multi-label classification. Machine learning 73, 2 (2008), 185."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070507"},{"key":"e_1_3_2_1_58_1","volume-title":"DeepLocalize: Fault Localization for Deep Neural Networks. In ICSE'21: The 43nd International Conference on Software Engineering.","author":"Wardat Mohammad","year":"2021","unstructured":"Mohammad Wardat, Wei Le, and Hridesh Rajan. 2021. DeepLocalize: Fault Localization for Deep Neural Networks. In ICSE'21: The 43nd International Conference on Software Engineering."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970359"},{"key":"e_1_3_2_1_60_1","volume-title":"ML-FOREST: A multi-label tree ensemble method for multi-label classification","author":"Wu Qingyao","year":"2016","unstructured":"Qingyao Wu, Mingkui Tan, Hengjie Song, Jian Chen, and Michael K Ng. 2016. ML-FOREST: A multi-label tree ensemble method for multi-label classification. IEEE transactions on knowledge and data engineering 28, 10 (2016), 2665--2680."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610386"},{"key":"e_1_3_2_1_62_1","volume-title":"A walk with sgd. arXiv preprint arXiv:1802.08770","author":"Xing Chen","year":"2018","unstructured":"Chen Xing, Devansh Arpit, Christos Tsirigotis, and Yoshua Bengio. 2018. A walk with sgd. arXiv preprint arXiv:1802.08770 (2018)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491509.2491513"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2834892.2834896"},{"key":"e_1_3_2_1_65_1","volume-title":"Why Programs Fail - A Guide to Systematic Debugging","author":"Zeller Andreas","unstructured":"Andreas Zeller. 2009. Why Programs Fail - A Guide to Systematic Debugging, 2nd Edition. Academic Press.","edition":"2"},{"key":"e_1_3_2_1_66_1","volume-title":"34th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2019","author":"Zhang Hao","year":"2019","unstructured":"Hao Zhang and W. K. Chan. 2019. Apricot: A Weight-Adaptation Approach to Fixing Deep Learning Models. In 34th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2019, San Diego, CA, USA, November 11--15, 2019. IEEE, 376--387."},{"key":"e_1_3_2_1_67_1","volume-title":"Machine learning testing: Survey, landscapes and horizons","author":"Zhang Jie M","year":"2020","unstructured":"Jie M Zhang, Mark Harman, Lei Ma, and Yang Liu. 2020. Machine learning testing: Survey, landscapes and horizons. IEEE Transactions on Software Engineering (2020)."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/GRC.2005.1547385"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36808-1_31"},{"key":"e_1_3_2_1_70_1","volume-title":"AUTOTRAINER: An Automatic DNN Training Problem Detection and Repair System. In ICSE'21: The 43nd International Conference on Software Engineering.","author":"Zhang Xiaoyu","year":"2021","unstructured":"Xiaoyu Zhang, Juan Zhai, Shiqing Ma, and Chao Shen. 2021. AUTOTRAINER: An Automatic DNN Training Problem Detection and Repair System. In ICSE'21: The 43nd International Conference on Software Engineering."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213866"},{"key":"e_1_3_2_1_72_1","volume-title":"Le","author":"Zoph Barret","year":"2017","unstructured":"Barret Zoph and Quoc V. Le. 2017. Neural Architecture Search with Reinforcement Learning. In 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, April 24--26, 2017, Conference Track Proceedings. OpenReview.net. https:\/\/openreview.net\/forum?id=r1Ue8Hcxg"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2892102"}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 44th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510099","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510099","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:23Z","timestamp":1750183823000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510099"}},"subtitle":["automated fault diagnosis and localization for deep learning programs"],"short-title":[],"issued":{"date-parts":[[2022,5,21]]},"references-count":72,"alternative-id":["10.1145\/3510003.3510099","10.1145\/3510003"],"URL":"https:\/\/doi.org\/10.1145\/3510003.3510099","relation":{},"subject":[],"published":{"date-parts":[[2022,5,21]]},"assertion":[{"value":"2022-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}