{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T04:05:50Z","timestamp":1776398750668,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":74,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3377811.3380391","type":"proceedings-article","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T18:25:38Z","timestamp":1601576738000},"page":"702-713","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":39,"title":["Importance-driven deep learning system testing"],"prefix":"10.1145","author":[{"given":"Simos","family":"Gerasimou","sequence":"first","affiliation":[{"name":"University of York, York, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hasan Ferit","family":"Eniser","sequence":"additional","affiliation":[{"name":"MPI-SWS, Kaiserslautern, Germany and Bogazici University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alper","family":"Sen","sequence":"additional","affiliation":[{"name":"Bogazici University, Istanbul, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alper","family":"Cakan","sequence":"additional","affiliation":[{"name":"Bogazici University, Istanbul, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. CIFAR10 Model in Keras. https:\/\/keras.io\/examples\/cifar10_cnn"},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. The udacity open source self-driving car project. https:\/\/github.com\/udacity\/self-driving-car"},{"key":"e_1_3_2_1_3_1","unstructured":"2016. A Google self-driving car caused a crash for the first time. https:\/\/www.wired.com\/2016\/02\/googles-self-driving-car-may-caused-first-crash"},{"key":"e_1_3_2_1_4_1","unstructured":"2018. National Transportation Safety Board.Preliminary report: Highway HWY18MH010. https:\/\/www.ntsb.gov\/investigations\/AccidentReports\/Reports\/HWY18MH010-prelim.pdf"},{"key":"e_1_3_2_1_5_1","unstructured":"2019. Death of Elaine Herzberg. https:\/\/en.wikipedia.org\/wiki\/Death_of_Elaine_Herzberg"},{"key":"e_1_3_2_1_6_1","volume-title":"12th USENIX Symposium on Operating Systems Design and Implementation. 265--283","author":"Abadi Martin","year":"2016","unstructured":"Martin Abadi, Paul Barham, Jianmin Chen, et al. 2016. TensorFlow: A system for large-scale machine learning. In 12th USENIX Symposium on Operating Systems Design and Implementation. 265--283."},{"key":"e_1_3_2_1_7_1","volume-title":"Introduction to software testing","author":"Ammann Paul","unstructured":"Paul Ammann and Jeff Offutt. 2016. Introduction to software testing. Cambridge University Press."},{"key":"e_1_3_2_1_8_1","volume-title":"Concrete problems in AI safety. arXiv preprint arXiv:1606.06565","author":"Amodei Dario","year":"2016","unstructured":"Dario Amodei, Chris Olah, Jacob Steinhardt, Paul Christiano, John Schulman, and Dan Man\u00e9. 2016. Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)."},{"key":"e_1_3_2_1_9_1","volume-title":"The effects of adding noise during backpropagation training on a generalization performance. Neural computation 8, 3","author":"Guozhong An.","year":"1996","unstructured":"Guozhong An. 1996. The effects of adding noise during backpropagation training on a generalization performance. Neural computation 8, 3 (1996), 643--674."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305381.3305406"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"e_1_3_2_1_13_1","volume-title":"Davide Del Testa","author":"Bojarski Mariusz","year":"2016","unstructured":"Mariusz Bojarski, Davide Del Testa, Daniel Dworakowski, Bernhard Firner, et al. 2016. End to End Learning for Self-Driving Cars."},{"key":"e_1_3_2_1_14_1","volume-title":"Safely entering the deep: A review of verification and validation for machine learning and a challenge elicitation in the automotive industry. arXiv preprint arXiv:1812.05389","author":"Borg Markus","year":"2018","unstructured":"Markus Borg, Cristofer Englund, Krzysztof Wnuk, Boris Duran, Christoffer Levandowski, Shenjian Gao, Yanwen Tan, Henrik Kaijser, Henrik L\u00f6nn, and Jonas T\u00f6rnqvist. 2018. Safely entering the deep: A review of verification and validation for machine learning and a challenge elicitation in the automotive industry. arXiv preprint arXiv:1812.05389 (2018)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66284-8_1"},{"key":"e_1_3_2_1_16_1","volume-title":"Input Prioritization for Testing Neural Networks. arXiv preprint arXiv:1901.03768","author":"Byun Taejoon","year":"2019","unstructured":"Taejoon Byun, Vaibhav Sharma, Abhishek Vijayakumar, Sanjai Rayadurgam, and Darren Cofer. 2019. Input Prioritization for Testing Neural Networks. arXiv preprint arXiv:1901.03768 (2019)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2738640"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3128572.3140444"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.49"},{"key":"e_1_3_2_1_20_1","volume-title":"Learning to explain: An information-theoretic perspective on model interpretation. arXiv preprint arXiv:1802.07814","author":"Chen Jianbo","year":"2018","unstructured":"Jianbo Chen, Le Song, Martin J Wainwright, and Michael I Jordan. 2018. Learning to explain: An information-theoretic perspective on model interpretation. arXiv preprint arXiv:1802.07814 (2018)."},{"key":"e_1_3_2_1_21_1","unstructured":"Fran\u00e7ois Chollet et al. 2015. Keras. https:\/\/keras.io."},{"key":"e_1_3_2_1_22_1","volume-title":"Multi-column Deep Neural Networks for Image Classification. In Conference on Computer Vision and Pattern Recognition (CVPR). 3642--3649","author":"Cire\u015fan Dan","year":"2012","unstructured":"Dan Cire\u015fan, Ueli Meier, and J\u00fcrgen Schmidhuber. 2012. Multi-column Deep Neural Networks for Image Classification. In Conference on Computer Vision and Pattern Recognition (CVPR). 3642--3649."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2822680"},{"key":"e_1_3_2_1_24_1","volume-title":"DeepFault: Fault Localization for Deep Neural Networks. In International Conference on Fundamental Approaches to Software Engineering. Springer, 171--191","author":"Eniser Hasan Ferit","year":"2019","unstructured":"Hasan Ferit Eniser, Simos Gerasimou, and Alper Sen. 2019. DeepFault: Fault Localization for Deep Neural Networks. In International Conference on Fundamental Approaches to Software Engineering. Springer, 171--191."},{"key":"e_1_3_2_1_25_1","unstructured":"International Organization for Standardization. 2011. ISO 26262: Road Vehicles - Functional Safety."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1975.6312836"},{"key":"e_1_3_2_1_28_1","volume-title":"Deep Learning","author":"Goodfellow Ian","unstructured":"Ian Goodfellow, Yoshua Bengio, and Aaron Courville. 2016. Deep Learning. MIT Press. http:\/\/www.deeplearningbook.org."},{"key":"e_1_3_2_1_29_1","volume-title":"Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations (ICLR).","author":"Goodfellow Ian","year":"2015","unstructured":"Ian Goodfellow, Jonathon Shlens, and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_30_1","volume-title":"DeepSafe: A data-driven approach for checking adversarial robustness in neural networks. arXiv preprint arXiv:1710.00486","author":"Gopinath Divya","year":"2017","unstructured":"Divya Gopinath, Guy Katz, Corina S Pasareanu, and Clark Barrett. 2017. DeepSafe: A data-driven approach for checking adversarial robustness in neural networks. arXiv preprint arXiv:1710.00486 (2017)."},{"key":"e_1_3_2_1_31_1","unstructured":"Divya Gopinath Kaiyuan Wang Mengshi Zhang Corina S Pasareanu and Sarfraz Khurshid. 2018. Symbolic Execution for Deep Neural Networks. In arXiv preprint arXiv:1807.10439."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.319"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/540298"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"e_1_3_2_1_35_1","volume-title":"Safety and Trustworthiness of Deep Neural Networks: A Survey. arXiv preprint arXiv:1812.08342","author":"Huang Xiaowei","year":"2018","unstructured":"Xiaowei Huang, Daniel Kroening, Marta Kwiatkowska, Wenjie Ruan, Youcheng Sun, Emese Thamo, Min Wu, and Xinping Yi. 2018. Safety and Trustworthiness of Deep Neural Networks: A Survey. arXiv preprint arXiv:1812.08342 (2018)."},{"key":"e_1_3_2_1_36_1","volume-title":"Safety Verification of Deep Neural Networks. In International Conference on Computer Aided Verification (CAV). 3--29","author":"Huang Xiaowei","year":"2017","unstructured":"Xiaowei Huang, Marta Kwiatkowska, Sen Wang, and Min Wu. 2017. Safety Verification of Deep Neural Networks. In International Conference on Computer Aided Verification (CAV). 3--29."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_38_1","volume-title":"Software testing: a craftsman's approach","author":"Jorgensen Paul C","unstructured":"Paul C Jorgensen. 2013. Software testing: a craftsman's approach. Auerbach Publications."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2016.7778091"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"e_1_3_2_1_41_1","volume-title":"Finding groups in data: an introduction to cluster analysis","author":"Kaufman Leonard","unstructured":"Leonard Kaufman and Peter J Rousseeuw. 2009. Finding groups in data: an introduction to cluster analysis. Vol. 344. John Wiley & Sons."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_44_1","volume-title":"Adversarial Examples in the Physical World. arXiv preprint arXiv:1607.02533","author":"Kurakin Alexey","year":"2016","unstructured":"Alexey Kurakin, Ian Goodfellow, and Samy Bengio. 2016. Adversarial Examples in the Physical World. arXiv preprint arXiv:1607.02533 (2016)."},{"key":"e_1_3_2_1_45_1","unstructured":"Yann LeCun. 1998. The MNIST database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist (1998)."},{"key":"e_1_3_2_1_46_1","volume-title":"Deep learning. Nature 521, 7553","author":"Lecun Yann","year":"2015","unstructured":"Yann Lecun, Yoshua Bengio, and Geoffrey Hinton. 2015. Deep learning. Nature 521, 7553 (2015), 436--444."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2017.07.005"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2010.35"},{"key":"e_1_3_2_1_49_1","volume-title":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 614--618","author":"Ma Lei","year":"2019","unstructured":"Lei Ma, Felix Juefei-Xu, Minhui Xue, Bo Li, Li Li, Yang Liu, and Jianjun Zhao. 2019. DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 614--618."},{"key":"e_1_3_2_1_50_1","volume-title":"DeepGauge: Multi-Granularity Testing Criteria for Deep Learning Systems. In IEEE\/ACM International Conference on Automated Software Engineering (ASE).","author":"Ma Lei","year":"2018","unstructured":"Lei Ma, Felix Juefei-Xu, Fuyuan Zhang, Jiyuan Sun, Minhui Xue, Bo Li, Chunyang Chen, Ting Su, Li Li, Yang Liu, et al. 2018. DeepGauge: Multi-Granularity Testing Criteria for Deep Learning Systems. In IEEE\/ACM International Conference on Automated Software Engineering (ASE)."},{"key":"e_1_3_2_1_51_1","volume-title":"DeepMutation: Mutation Testing of Deep Learning Systems. In IEEE International Symposium on Software Reliability Engineering (ISSRE).","author":"Ma Lei","year":"2018","unstructured":"Lei Ma, Fuyuan Zhang, Jiyuan Sun, Minhui Xue, Bo Li, Felix Juefei-Xu, Chao Xie, Li Li, Yang Liu, Jianjun Zhao, et al. 2018. DeepMutation: Mutation Testing of Deep Learning Systems. In IEEE International Symposium on Software Reliability Engineering (ISSRE)."},{"key":"e_1_3_2_1_52_1","volume-title":"Rectifier Nonlinearities Improve Neural Network Acoustic Models. In International Conference on Machine Learning (ICML)","volume":"30","author":"Maas Andrew L","year":"2013","unstructured":"Andrew L Maas, Awni Y Hannun, and Andrew Y Ng. 2013. Rectifier Nonlinearities Improve Neural Network Acoustic Models. In International Conference on Machine Learning (ICML), Vol. 30. 3."},{"key":"e_1_3_2_1_53_1","unstructured":"Aditya P Mathur. 2013. Foundations of software testing 2\/e. Pearson Education India."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.11.008"},{"key":"e_1_3_2_1_55_1","unstructured":"Augustus Odena and Ian Goodfellow. 2018. TensorFuzz: Debugging Neural Networks with Coverage-Guided Fuzzing. In arXiv preprint arXiv:1807.10875."},{"key":"e_1_3_2_1_56_1","volume-title":"cleverhans v1.0.0: an adversarial machine learning library. arXiv preprint arXiv:1610.00768","author":"Papernot Nicolas","year":"2016","unstructured":"Nicolas Papernot, Ian Goodfellow, Ryan Sheatsley, Reuben Feinman, and Patrick McDaniel. 2016. cleverhans v1.0.0: an adversarial machine learning library. arXiv preprint arXiv:1610.00768 (2016)."},{"key":"e_1_3_2_1_57_1","volume-title":"The Limitations of Deep Learning in Adversarial Settings. In International Symposium on Security and Privacy (S&P). 372--387","author":"Papernot Nicolas","year":"2016","unstructured":"Nicolas Papernot, Patrick McDaniel, Somesh Jha, Matt Fredrikson, et al. 2016. The Limitations of Deep Learning in Adversarial Settings. In International Symposium on Security and Privacy (S&P). 372--387."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_59_1","volume-title":"Software testing and analysis: process, principles, and techniques","author":"Pezze Mauro","unstructured":"Mauro Pezze and Michal Young. 2008. Software testing and analysis: process, principles, and techniques. John Wiley & Sons."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_24"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"e_1_3_2_1_62_1","unstructured":"RTCA\/EUROCAE. 2011. DO-178C: Software Considerations in Airborne Systems and Equipment Certification."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"e_1_3_2_1_64_1","volume-title":"An Analysis of ISO26262: Using Machine Learning Safely in Automotive Software. arXiv preprint arXiv:1709.02435","author":"Salay Rick","year":"2017","unstructured":"Rick Salay, Rodrigo Queiroz, and Krzysztof Czarnecki. 2017. An Analysis of ISO26262: Using Machine Learning Safely in Automotive Software. arXiv preprint arXiv:1709.02435 (2017)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305890.3306006"},{"key":"e_1_3_2_1_66_1","volume-title":"Very Deep Convolutional Networks for Large-scale Image Recognition. arXiv preprint arXiv:1409.1556","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very Deep Convolutional Networks for Large-scale Image Recognition. arXiv preprint arXiv:1409.1556 (2014)."},{"key":"e_1_3_2_1_67_1","unstructured":"Youcheng Sun Xiaowei Huang Daniel Kroening James Sharp Matthew Hill and Rob Ashmore. 2018. Testing Deep Neural Networks. arXiv:cs.LG\/1803.04792"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238172"},{"key":"e_1_3_2_1_69_1","volume-title":"International Conference on Neural Information Processing Systems. 3104--3112","author":"Sutskever Ilya","unstructured":"Ilya Sutskever, Oriol Vinyals, and Quoc V. Le. 2014. Sequence to Sequence Learning with Neural Networks. In International Conference on Neural Information Processing Systems. 3104--3112."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2016.7888195"},{"key":"e_1_3_2_1_72_1","volume-title":"27th {USENIX} Security Symposium. 1599--1614.","author":"Wang Shiqi","unstructured":"Shiqi Wang, Kexin Pei, Justin Whitehouse, Junfeng Yang, and Suman Jana. 2018. Formal security analysis of neural networks using symbolic intervals. In 27th {USENIX} Security Symposium. 1599--1614."},{"key":"e_1_3_2_1_73_1","volume-title":"Feature-guided Black-box Safety Testing of Deep Neural Networks. In International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS). 408--426","author":"Wicker Matthew","year":"2018","unstructured":"Matthew Wicker, Xiaowei Huang, and Marta Kwiatkowska. 2018. Feature-guided Black-box Safety Testing of Deep Neural Networks. In International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS). 408--426."},{"key":"e_1_3_2_1_74_1","unstructured":"Xiaofei Xie Lei Ma Felix Juefei-Xu Minhui Xue Hongxu Chen Yang Liu Jianjun Zhao Bo Li Jianxiong Yin and Simon See. 2018. DeepHunter: Hunting Deep Neural Network Defects via Coverage-Guided Fuzzing. In arXiv preprint arXiv:1809.01266."},{"key":"e_1_3_2_1_75_1","volume-title":"Machine Learning Testing: Survey, Landscapes and Horizons. arXiv preprint arXiv:1906.10742","author":"Zhang Jie M","year":"2019","unstructured":"Jie M Zhang, Mark Harman, Lei Ma, and Yang Liu. 2019. Machine Learning Testing: Survey, Landscapes and Horizons. arXiv preprint arXiv:1906.10742 (2019)."}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul South Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380391","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377811.3380391","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:39Z","timestamp":1750200099000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380391"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":74,"alternative-id":["10.1145\/3377811.3380391","10.1145\/3377811"],"URL":"https:\/\/doi.org\/10.1145\/3377811.3380391","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-10-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}