{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T19:58:20Z","timestamp":1784836700859,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,9,3]],"date-time":"2018-09-03T00:00:00Z","timestamp":1535932800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,9,3]]},"DOI":"10.1145\/3238147.3238202","type":"proceedings-article","created":{"date-parts":[[2018,8,20]],"date-time":"2018-08-20T20:04:36Z","timestamp":1534795476000},"page":"120-131","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":573,"title":["DeepGauge: multi-granularity testing criteria for deep learning systems"],"prefix":"10.1145","author":[{"given":"Lei","family":"Ma","sequence":"first","affiliation":[{"name":"Harbin Institute of Technology, China \/ Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felix","family":"Juefei-Xu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fuyuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiyuan","family":"Sun","sequence":"additional","affiliation":[{"name":"Kyushu University, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Minhui","family":"Xue","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Li","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunyang","family":"Chen","sequence":"additional","affiliation":[{"name":"Monash University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ting","family":"Su","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Li","family":"Li","sequence":"additional","affiliation":[{"name":"Monash University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yang","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianjun","family":"Zhao","sequence":"additional","affiliation":[{"name":"Kyushu University, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yadong","family":"Wang","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,9,3]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"TensorFlow: A System for Large-scale Machine Learning. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16)","author":"Abadi Martin","year":"2016","unstructured":"Martin Abadi , Paul Barham , Jianmin Chen , Zhifeng Chen , Andy Davis , Jeffrey Dean , Matthieu Devin , Sanjay Ghemawat , Geoffrey Irving , Michael Isard , Manjunath Kudlur , Josh Levenberg , Rajat Monga , Sherry Moore , Derek G. Murray , Benoit Steiner , Paul Tucker , Vijay Vasudevan , Pete Warden , Martin Wicke , Yuan Yu , and Xiaoqiang Zheng . 2016 . TensorFlow: A System for Large-scale Machine Learning. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16) . 265\u2013283. Martin Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, Manjunath Kudlur, Josh Levenberg, Rajat Monga, Sherry Moore, Derek G. Murray, Benoit Steiner, Paul Tucker, Vijay Vasudevan, Pete Warden, Martin Wicke, Yuan Yu, and Xiaoqiang Zheng. 2016. TensorFlow: A System for Large-scale Machine Learning. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16). 265\u2013283."},{"key":"e_1_3_2_1_2_1","volume-title":"Introduction to Software Testing (1 ed.)","author":"Ammann Paul","unstructured":"Paul Ammann and Jeff Offutt . 2008. Introduction to Software Testing (1 ed.) . Cambridge University Press , New York, NY, USA . Paul Ammann and Jeff Offutt. 2008. Introduction to Software Testing (1 ed.). Cambridge University Press, New York, NY, USA."},{"key":"e_1_3_2_1_3_1","unstructured":"Cyrille Artho Quentin Gros Guillaume Rousset Kazuaki Banzai Lei Ma Takashi Kitamura Masami Hagiya Yoshinori Tanabe and Mitsuharu Yamamoto. 2017. Cyrille Artho Quentin Gros Guillaume Rousset Kazuaki Banzai Lei Ma Takashi Kitamura Masami Hagiya Yoshinori Tanabe and Mitsuharu Yamamoto. 2017."},{"key":"e_1_3_2_1_4_1","volume-title":"API Testing of Apache ZooKeeper. In 2017 IEEE Int. Conf. on Software Testing, Verification and Validation (ICST","author":"Model-Based","year":"2017","unstructured":"Model-Based API Testing of Apache ZooKeeper. In 2017 IEEE Int. Conf. on Software Testing, Verification and Validation (ICST 2017 ). Tokyo, Japan, 288\u2013298. Model-Based API Testing of Apache ZooKeeper. In 2017 IEEE Int. Conf. on Software Testing, Verification and Validation (ICST 2017). Tokyo, Japan, 288\u2013298."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning, ICML 2018. https:\/\/arxiv.org\/abs\/1802","author":"Athalye Anish","year":"2018","unstructured":"Anish Athalye , Nicholas Carlini , and David Wagner . 2018 . Obfuscated Gradients Give a False Sense of Security: Circumventing Defenses to Adversarial Examples . In Proceedings of the 35th International Conference on Machine Learning, ICML 2018. https:\/\/arxiv.org\/abs\/1802 .00420 Anish Athalye, Nicholas Carlini, and David Wagner. 2018. Obfuscated Gradients Give a False Sense of Security: Circumventing Defenses to Adversarial Examples. In Proceedings of the 35th International Conference on Machine Learning, ICML 2018. https:\/\/arxiv.org\/abs\/1802.00420"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807593"},{"key":"e_1_3_2_1_7_1","unstructured":"Wieland Brendel Jonas Rauber and Matthias Bethge. 2018. Decision-Based Adversarial Attacks: Reliable Attacks Against Black-Box Machine Learning Models. In ICLR. Wieland Brendel Jonas Rauber and Matthias Bethge. 2018. Decision-Based Adversarial Attacks: Reliable Attacks Against Black-Box Machine Learning Models. In ICLR."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3128572.3140444"},{"key":"e_1_3_2_1_9_1","volume-title":"Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. 39\u201357","author":"Carlini Nicholas","year":"2017","unstructured":"Nicholas Carlini and David Wagner . 2017 . Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. 39\u201357 . Nicholas Carlini and David Wagner. 2017. Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. 39\u201357."},{"key":"e_1_3_2_1_10_1","volume-title":"Automated Poisoning Attacks and Defenses in Malware Detection Systems: An Adversarial Machine Learning Approach. Computers &amp","author":"Chen Sen","year":"2018","unstructured":"Sen Chen , Minhui Xue , Lingling Fan , Shuang Hao , Lihua Xu , Haojin Zhu , and Bo Li. 2018. Automated Poisoning Attacks and Defenses in Malware Detection Systems: An Adversarial Machine Learning Approach. Computers &amp ; Security 73 ( 2018 ), 326\u2013344. Sen Chen, Minhui Xue, Lingling Fan, Shuang Hao, Lihua Xu, Haojin Zhu, and Bo Li. 2018. Automated Poisoning Attacks and Defenses in Malware Detection Systems: An Adversarial Machine Learning Approach. Computers & Security 73 (2018), 326\u2013344."},{"key":"e_1_3_2_1_11_1","unstructured":"Fran\u00e7ois Chollet et al. 2015. Keras. https:\/\/github.com\/fchollet\/keras. Fran\u00e7ois Chollet et al. 2015. Keras. https:\/\/github.com\/fchollet\/keras."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Dan Ciregan Ueli Meier and J\u00fcrgen Schmidhuber. 2012. Multi-column Deep Neural Networks for Image Classification. In CVPR. 3642\u20133649. Dan Ciregan Ueli Meier and J\u00fcrgen Schmidhuber. 2012. Multi-column Deep Neural Networks for Image Classification. In CVPR. 3642\u20133649.","DOI":"10.1109\/CVPR.2012.6248110"},{"key":"e_1_3_2_1_13_1","unstructured":"Dan Ciresan Alessandro Giusti Luca M Gambardella and J\u00fcrgen Schmidhuber. 2012. Deep Neural Networks Segment Neuronal Membranes in Electron Microscopy Images. In NIPS. 2843\u20132851. Dan Ciresan Alessandro Giusti Luca M Gambardella and J\u00fcrgen Schmidhuber. 2012. Deep Neural Networks Segment Neuronal Membranes in Electron Microscopy Images. In NIPS. 2843\u20132851."},{"key":"e_1_3_2_1_14_1","unstructured":"Guneet S. Dhillon Kamyar Azizzadenesheli Jeremy D. Bernstein Jean Kossaifi Aran Khanna Zachary C. Lipton and Animashree Anandkumar. 2018. Stochastic Activation Pruning for Robust Adversarial Defense. In ICLR. Guneet S. Dhillon Kamyar Azizzadenesheli Jeremy D. Bernstein Jean Kossaifi Aran Khanna Zachary C. Lipton and Animashree Anandkumar. 2018. Stochastic Activation Pruning for Robust Adversarial Defense. In ICLR."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1353673.1353681"},{"key":"e_1_3_2_1_16_1","unstructured":"ECSS. 2009. Space engineering - Software. ECSS. 2009. Space engineering - Software."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2008.36"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.14"},{"key":"e_1_3_2_1_19_1","unstructured":"Angus Galloway Graham W. Taylor and Medhat Moussa. 2018. Attacking Binarized Neural Networks. In ICLR. Angus Galloway Graham W. Taylor and Medhat Moussa. 2018. Attacking Binarized Neural Networks. In ICLR."},{"key":"e_1_3_2_1_20_1","unstructured":"Ian Goodfellow and Nicolas Papernot. 2017. The Challenge of Verification and Testing of Machine Learning. Ian Goodfellow and Nicolas Papernot. 2017. The Challenge of Verification and Testing of Machine Learning."},{"key":"e_1_3_2_1_21_1","unstructured":"Ian J Goodfellow Jonathon Shlens and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In ICLR. Ian J Goodfellow Jonathon Shlens and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_22_1","unstructured":"Google Accident. 2016. A Google Self-driving Car Caused a Crash for the First Time. https:\/\/www.theverge.com\/2016\/2\/29\/11134344\/ google-self-driving-car-crash-report Google Accident. 2016. A Google Self-driving Car Caused a Crash for the First Time. https:\/\/www.theverge.com\/2016\/2\/29\/11134344\/ google-self-driving-car-crash-report"},{"key":"e_1_3_2_1_23_1","volume-title":"Deep-Safe: A Data-driven Approach for Checking Adversarial Robustness in Neural Networks. International Symposium on Automated Technology for Verification and Analysis (ATVA)","author":"Gopinath Divya","year":"2018","unstructured":"Divya Gopinath , Guy Katz , Corina S. Pasareanu , and Clark Barrett . 2018 . Deep-Safe: A Data-driven Approach for Checking Adversarial Robustness in Neural Networks. International Symposium on Automated Technology for Verification and Analysis (ATVA) (2018). Divya Gopinath, Guy Katz, Corina S. Pasareanu, and Clark Barrett. 2018. Deep-Safe: A Data-driven Approach for Checking Adversarial Robustness in Neural Networks. International Symposium on Automated Technology for Verification and Analysis (ATVA) (2018)."},{"key":"e_1_3_2_1_24_1","unstructured":"Chuan Guo Mayank Rana Moustapha Cisse and Laurens van der Maaten. 2018. Countering Adversarial Images using Input Transformations. In ICLR. Chuan Guo Mayank Rana Moustapha Cisse and Laurens van der Maaten. 2018. Countering Adversarial Images using Input Transformations. In ICLR."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep Residual Learning for Image Recognition. In CVPR. 770\u2013778. Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep Residual Learning for Image Recognition. In CVPR. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_26_1","unstructured":"Warren He Bo Li and Dawn Song. 2018. Decision Boundary Analysis of Adversarial Examples. In ICLR. Warren He Bo Li and Dawn Song. 2018. Decision Boundary Analysis of Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_29_1","volume-title":"Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. International Conference on Computer Aided Verification (CAV)","author":"Katz Guy","year":"2017","unstructured":"Guy Katz , Clark W. Barrett , David L. Dill , Kyle Julian , and Mykel J. Kochenderfer . 2017 . Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. International Conference on Computer Aided Verification (CAV) ( 2017 ). Guy Katz, Clark W. Barrett, David L. Dill, Kyle Julian, and Mykel J. Kochenderfer. 2017. Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. International Conference on Computer Aided Verification (CAV) (2017)."},{"key":"e_1_3_2_1_31_1","volume-title":"International Conference on Machine Learning. 2673\u20132682","author":"Kim Been","year":"2018","unstructured":"Been Kim , Martin Wattenberg , Justin Gilmer , Carrie Cai , James Wexler , Fernanda Viegas , 2018 . Interpretability beyond Feature Attribution: Quantitative Testing with Concept Activation Vectors (TCAV) . In International Conference on Machine Learning. 2673\u20132682 . Been Kim, Martin Wattenberg, Justin Gilmer, Carrie Cai, James Wexler, Fernanda Viegas, et al. 2018. Interpretability beyond Feature Attribution: Quantitative Testing with Concept Activation Vectors (TCAV). In International Conference on Machine Learning. 2673\u20132682."},{"key":"e_1_3_2_1_32_1","volume-title":"Adversarial Examples in the Physical World. ICLR","author":"Kurakin Alexey","year":"2017","unstructured":"Alexey Kurakin , Ian Goodfellow , and Samy Bengio . 2017. Adversarial Examples in the Physical World. ICLR ( 2017 ). Alexey Kurakin, Ian Goodfellow, and Samy Bengio. 2017. Adversarial Examples in the Physical World. ICLR (2017)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.49"},{"key":"e_1_3_2_1_35_1","volume-title":"DeepMutation: Mutation Testing of Deep Learning Systems. International Symposium on Software Reliability Engineering (ISSRE)","author":"Ma Lei","year":"2018","unstructured":"Lei Ma , Fuyuan Zhang , Jiyuan Sun , Minhui Xue , Bo Li , Fei Juefei-Xu , Chao Xie , Li Li , Yang Liu , Jianjun Zhao , and Yadong Wang . 2018 . DeepMutation: Mutation Testing of Deep Learning Systems. International Symposium on Software Reliability Engineering (ISSRE) (2018). Lei Ma, Fuyuan Zhang, Jiyuan Sun, Minhui Xue, Bo Li, Fei Juefei-Xu, Chao Xie, Li Li, Yang Liu, Jianjun Zhao, and Yadong Wang. 2018. DeepMutation: Mutation Testing of Deep Learning Systems. International Symposium on Software Reliability Engineering (ISSRE) (2018)."},{"key":"e_1_3_2_1_36_1","volume-title":"Combinatorial Testing for Deep Learning Systems. arXiv preprint arXiv:1806.07723","author":"Ma Lei","year":"2018","unstructured":"Lei Ma , Fuyuan Zhang , Minhui Xue , Bo Li , Yang Liu , Jianjun Zhao , and Yadong Wang . 2018. Combinatorial Testing for Deep Learning Systems. arXiv preprint arXiv:1806.07723 ( 2018 ). Lei Ma, Fuyuan Zhang, Minhui Xue, Bo Li, Yang Liu, Jianjun Zhao, and Yadong Wang. 2018. Combinatorial Testing for Deep Learning Systems. arXiv preprint arXiv:1806.07723 (2018)."},{"key":"e_1_3_2_1_37_1","volume-title":"The Art of Software Testing","author":"Myers Glenford J.","unstructured":"Glenford J. Myers , Corey Sandler , and Tom Badgett . 2011. The Art of Software Testing ( 3 rd ed.). Wiley Publishing . Glenford J. Myers, Corey Sandler, and Tom Badgett. 2011. The Art of Software Testing (3rd ed.). Wiley Publishing.","edition":"3"},{"key":"e_1_3_2_1_38_1","volume-title":"2016 IEEE European Symposium on. IEEE, 372\u2013387","author":"Papernot Nicolas","year":"2016","unstructured":"Nicolas Papernot , Patrick McDaniel , Somesh Jha , Matt Fredrikson , Z Berkay Celik , and Ananthram Swami . 2016 . The Limitations of Deep Learning in Adversarial Settings. In Security and Privacy (EuroS&P) , 2016 IEEE European Symposium on. IEEE, 372\u2013387 . Nicolas Papernot, Patrick McDaniel, Somesh Jha, Matt Fredrikson, Z Berkay Celik, and Ananthram Swami. 2016. The Limitations of Deep Learning in Adversarial Settings. In Security and Privacy (EuroS&P), 2016 IEEE European Symposium on. IEEE, 372\u2013387."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_40_1","volume-title":"Towards Practical Verification of Machine Learning: The Case of Computer Vision Systems. CoRR abs\/1712.01785","author":"Pei Kexin","year":"2017","unstructured":"Kexin Pei , Yinzhi Cao , Junfeng Yang , and Suman Jana . 2017. Towards Practical Verification of Machine Learning: The Case of Computer Vision Systems. CoRR abs\/1712.01785 ( 2017 ). arXiv: 1712.01785 http:\/\/arxiv.org\/abs\/1712.01785 Kexin Pei, Yinzhi Cao, Junfeng Yang, and Suman Jana. 2017. Towards Practical Verification of Machine Learning: The Case of Computer Vision Systems. CoRR abs\/1712.01785 (2017). arXiv: 1712.01785 http:\/\/arxiv.org\/abs\/1712.01785"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_24"},{"key":"e_1_3_2_1_42_1","unstructured":"Aditi Raghunathan Jacob Steinhardt and Percy Liang. 2018. Certified Defenses against Adversarial Examples. In ICLR. Aditi Raghunathan Jacob Steinhardt and Percy Liang. 2018. Certified Defenses against Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_1_44_1","unstructured":"Pouya Samangouei Maya Kabkab and Rama Chellappa. 2018. Defense-GAN: Protecting Classifiers Against Adversarial Attacks Using Generative Models. In ICLR. Pouya Samangouei Maya Kabkab and Rama Chellappa. 2018. Defense-GAN: Protecting Classifiers Against Adversarial Attacks Using Generative Models. In ICLR."},{"key":"e_1_3_2_1_45_1","volume-title":"Very Deep Convolutional Networks for Large-scale Image Recognition. ICLR","author":"Simonyan Karen","year":"2015","unstructured":"Karen Simonyan and Andrew Zisserman . 2015. Very Deep Convolutional Networks for Large-scale Image Recognition. ICLR ( 2015 ). Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-scale Image Recognition. ICLR (2015)."},{"key":"e_1_3_2_1_46_1","unstructured":"Yang Song Taesup Kim Sebastian Nowozin Stefano Ermon and Nate Kushman. 2018. PixelDefend: Leveraging Generative Models to Understand and Defend against Adversarial Examples. In ICLR. Yang Song Taesup Kim Sebastian Nowozin Stefano Ermon and Nate Kushman. 2018. PixelDefend: Leveraging Generative Models to Understand and Defend against Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020266"},{"key":"e_1_3_2_1_48_1","unstructured":"Y. Sun X. Huang and D. Kroening. 2018. Testing Deep Neural Networks. ArXiv e-prints (March 2018). arXiv: cs.LG\/1803.04792 Y. Sun X. Huang and D. Kroening. 2018. Testing Deep Neural Networks. ArXiv e-prints (March 2018). arXiv: cs.LG\/1803.04792"},{"key":"e_1_3_2_1_49_1","unstructured":"Christian Szegedy Wojciech Zaremba Ilya Sutskever Joan Bruna Dumitru Erhan Ian Goodfellow and Rob Fergus. 2014. Intriguing Properties of Neural Networks. In ICLR. Christian Szegedy Wojciech Zaremba Ilya Sutskever Joan Bruna Dumitru Erhan Ian Goodfellow and Rob Fergus. 2014. Intriguing Properties of Neural Networks. In ICLR."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_51_1","volume-title":"IEEE Symposium on Security and Privacy (SP).","author":"Drachsler-Cohen Petar Dana","year":"2018","unstructured":"Dana Drachsler-Cohen Petar Tsankov Swarat Chaudhuri Martin Vechev Timon Gehr, Matthew Mirman . 2018 . AI2: Safety and Robustness Certification of Neural Networks with Abstract Interpretation . In IEEE Symposium on Security and Privacy (SP). Dana Drachsler-Cohen Petar Tsankov Swarat Chaudhuri Martin Vechev Timon Gehr, Matthew Mirman. 2018. AI2: Safety and Robustness Certification of Neural Networks with Abstract Interpretation. In IEEE Symposium on Security and Privacy (SP)."},{"key":"e_1_3_2_1_52_1","unstructured":"Florian Tram\u00e8r Alexey Kurakin Nicolas Papernot Ian Goodfellow Dan Boneh and Patrick McDaniel. 2018. Ensemble Adversarial Training: Attacks and Defenses. In ICLR. Florian Tram\u00e8r Alexey Kurakin Nicolas Papernot Ian Goodfellow Dan Boneh and Patrick McDaniel. 2018. Ensemble Adversarial Training: Attacks and Defenses. In ICLR."},{"key":"e_1_3_2_1_53_1","volume-title":"Practical Model-Based Testing: A Tools Approach","author":"Utting Mark","unstructured":"Mark Utting and Bruno Legeard . 2007. Practical Model-Based Testing: A Tools Approach . Morgan Kaufmann Publishers Inc ., San Francisco, CA, USA. Mark Utting and Bruno Legeard. 2007. Practical Model-Based Testing: A Tools Approach. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA."},{"key":"e_1_3_2_1_54_1","volume-title":"Feature-Guided Black-Box Safety Testing of Deep Neural Networks. International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS)","author":"Wicker Matthew","year":"2018","unstructured":"Matthew Wicker , Xiaowei Huang , and Marta Kwiatkowska . 2018 . Feature-Guided Black-Box Safety Testing of Deep Neural Networks. International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS) (2018). Matthew Wicker, Xiaowei Huang, and Marta Kwiatkowska. 2018. Feature-Guided Black-Box Safety Testing of Deep Neural Networks. International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS) (2018)."},{"key":"e_1_3_2_1_55_1","volume-title":"Data Mining: Practical Machine Learning Tools and Techniques. Morgan Kaufmann.","author":"Witten Ian H","year":"2016","unstructured":"Ian H Witten , Eibe Frank , Mark A Hall , and Christopher J Pal . 2016 . Data Mining: Practical Machine Learning Tools and Techniques. Morgan Kaufmann. Ian H Witten, Eibe Frank, Mark A Hall, and Christopher J Pal. 2016. Data Mining: Practical Machine Learning Tools and Techniques. Morgan Kaufmann."},{"key":"e_1_3_2_1_56_1","unstructured":"Chaowei Xiao Jun-Yan Zhu Bo Li Warren He Mingyan Liu and Dawn Song. 2018. Spatially Transformed Adversarial Examples. In ICLR. Chaowei Xiao Jun-Yan Zhu Bo Li Warren He Mingyan Liu and Dawn Song. 2018. Spatially Transformed Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_57_1","unstructured":"Cihang Xie Jianyu Wang Zhishuai Zhang Zhou Ren and Alan Yuille. 2018. Mitigating Adversarial Effects through Randomization. In ICLR. Cihang Xie Jianyu Wang Zhishuai Zhang Zhou Ren and Alan Yuille. 2018. Mitigating Adversarial Effects through Randomization. In ICLR."},{"key":"e_1_3_2_1_58_1","volume-title":"Feature Squeezing: Detecting Adversarial Examples in Deep Neural Networks. In Network and Distributed System Security Symposium (NDSS).","author":"Xu Weilin","year":"2018","unstructured":"Weilin Xu , David Evans , and Yanjun Qi . 2018 . Feature Squeezing: Detecting Adversarial Examples in Deep Neural Networks. In Network and Distributed System Security Symposium (NDSS). Weilin Xu, David Evans, and Yanjun Qi. 2018. Feature Squeezing: Detecting Adversarial Examples in Deep Neural Networks. In Network and Distributed System Security Symposium (NDSS)."},{"key":"e_1_3_2_1_59_1","volume-title":"Towards Vision-based Deep Reinforcement Learning for Robotic Motion Control. arXiv:1511.03791","author":"Zhang Fangyi","year":"2015","unstructured":"Fangyi Zhang , J\u00fcrgen Leitner , Michael Milford , Ben Upcroft , and Peter Corke . 2015. Towards Vision-based Deep Reinforcement Learning for Robotic Motion Control. arXiv:1511.03791 ( 2015 ). Fangyi Zhang, J\u00fcrgen Leitner, Michael Milford, Ben Upcroft, and Peter Corke. 2015. Towards Vision-based Deep Reinforcement Learning for Robotic Motion Control. arXiv:1511.03791 (2015)."},{"key":"e_1_3_2_1_60_1","unstructured":"M. Zhang Y. Zhang L. Zhang C. Liu and S. Khurshid. 2018. DeepRoad: GANbased Metamorphic Autonomous Driving System Testing. ArXiv e-prints (Feb. 2018). arXiv: cs.SE\/1802.02295 M. Zhang Y. Zhang L. Zhang C. Liu and S. Khurshid. 2018. DeepRoad: GANbased Metamorphic Autonomous Driving System Testing. ArXiv e-prints (Feb. 2018). arXiv: cs.SE\/1802.02295"},{"key":"e_1_3_2_1_61_1","unstructured":"Zhengli Zhao Dheeru Dua and Sameer Singh. 2018. Generating Natural Adversarial Examples. In ICLR. Zhengli Zhao Dheeru Dua and Sameer Singh. 2018. Generating Natural Adversarial Examples. In ICLR."},{"key":"e_1_3_2_1_62_1","volume-title":"Revisiting the Importance of Individual Units in CNNs via Ablation. arXiv preprint arXiv:1806.02891","author":"Zhou Bolei","year":"2018","unstructured":"Bolei Zhou , Yiyou Sun , David Bau , and Antonio Torralba . 2018. Revisiting the Importance of Individual Units in CNNs via Ablation. arXiv preprint arXiv:1806.02891 ( 2018 ). Bolei Zhou, Yiyou Sun, David Bau, and Antonio Torralba. 2018. Revisiting the Importance of Individual Units in CNNs via Ablation. arXiv preprint arXiv:1806.02891 (2018)."}],"event":{"name":"ASE '18: 33rd ACM\/IEEE International Conference on Automated Software Engineering","location":"Montpellier France","acronym":"ASE '18","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","CNRS Centre National De La Rechercue Scientifique","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3238147.3238202","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3238147.3238202","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,6]],"date-time":"2025-07-06T12:38:16Z","timestamp":1751805496000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3238147.3238202"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,3]]},"references-count":61,"alternative-id":["10.1145\/3238147.3238202","10.1145\/3238147"],"URL":"https:\/\/doi.org\/10.1145\/3238147.3238202","relation":{},"subject":[],"published":{"date-parts":[[2018,9,3]]},"assertion":[{"value":"2018-09-03","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}