{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:13:15Z","timestamp":1775873595818,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:00:00Z","timestamp":1653091200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Key-Area Research and Development Program of Guangdong Province","award":["2018B010107004"],"award-info":[{"award-number":["2018B010107004"]}]},{"name":"Guangzhou Basic and Applied Basic Research Project","award":["202102021304"],"award-info":[{"award-number":["202102021304"]}]},{"name":"Open Project of Shanghai Key Laboratory of Trustworthy Computing","award":["OP202001"],"award-info":[{"award-number":["OP202001"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61836005"],"award-info":[{"award-number":["61836005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,21]]},"DOI":"10.1145\/3510003.3510143","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T22:42:59Z","timestamp":1657060979000},"page":"2189-2201","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Towards practical robustness analysis for DNNs based on PAC-model learning"],"prefix":"10.1145","author":[{"given":"Renjue","family":"Li","sequence":"first","affiliation":[{"name":"University of Chinese Academy of Sciences, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengfei","family":"Yang","sequence":"additional","affiliation":[{"name":"CAS, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng-Chao","family":"Huang","sequence":"additional","affiliation":[{"name":"Pazhou Lab, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youcheng","family":"Sun","sequence":"additional","affiliation":[{"name":"Queen's University Belfast, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bai","family":"Xue","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lijun","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"GECCO","author":"Alzantot Moustafa","year":"2019","unstructured":"Moustafa Alzantot, Yash Sharma, Supriyo Chakraborty, Huan Zhang, Cho-Jui Hsieh, and Mani B. Srivastava. 2019. GenAttack: practical black-box attacks with gradient-free optimization. In GECCO 2019, Anne Auger and Thomas St\u00fctzle (Eds.). ACM, Prague, Czech Republic, 1111--1119."},{"key":"e_1_3_2_1_2_1","volume-title":"Anderson and Somayeh Sojoudi","author":"Brendon","year":"2020","unstructured":"Brendon G. Anderson and Somayeh Sojoudi. 2020. Certifying Neural Network Robustness to Random Input Noise from Samples. arXiv:2010.07532 [cs.LG]"},{"key":"e_1_3_2_1_3_1","volume-title":"Anderson and Somayeh Sojoudi","author":"Brendon","year":"2020","unstructured":"Brendon G. Anderson and Somayeh Sojoudi. 2020. Data-Driven Assessment of Deep Neural Networks with Random Input Uncertainty. arXiv:2010.01171 [cs.LG]"},{"key":"e_1_3_2_1_4_1","volume-title":"Deep-Abstract: Neural Network Abstraction for Accelerating Verification. In ATVA 2020 (Lecture Notes in Computer Science","volume":"107","author":"Ashok Pranav","year":"2020","unstructured":"Pranav Ashok, Vahid Hashemi, Jan Kret\u00ednsk\u00fd, and Stefanie Mohr. 2020. Deep-Abstract: Neural Network Abstraction for Accelerating Verification. In ATVA 2020 (Lecture Notes in Computer Science, Vol. 12302), Dang Van Hung and Oleg Sokolsky (Eds.). Springer, 92--107."},{"key":"e_1_3_2_1_5_1","volume-title":"ICSE","author":"Baluta Teodora","year":"2021","unstructured":"Teodora Baluta, Zheng Leong Chua, Kuldeep S Meel, and Prateek Saxena. 2021. Scalable quantitative verification for deep neural networks. In ICSE 2021. IEEE, Madrid, Spain, 312--323."},{"key":"e_1_3_2_1_6_1","volume-title":"Quantitative Verification of Neural Networks and Its Security Applications. In CCS 2019","author":"Baluta Teodora","year":"2019","unstructured":"Teodora Baluta, Shiqi Shen, Shweta Shinde, Kuldeep S. Meel, and Prateek Saxena. 2019. Quantitative Verification of Neural Networks and Its Security Applications. In CCS 2019, November 11--15, 2019, Lorenzo Cavallaro, Johannes Kinder, XiaoFeng Wang, and Jonathan Katz (Eds.). ACM, London, UK, 1249--1264."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013240"},{"key":"e_1_3_2_1_8_1","article-title":"Branch and Bound for Piecewise Linear Neural Network Verification","volume":"21","author":"Bunel Rudy","year":"2020","unstructured":"Rudy Bunel, Jingyue Lu, Ilker Turkaslan, Philip H. S. Torr, Pushmeet Kohli, and M. Pawan Kumar. 2020. Branch and Bound for Piecewise Linear Neural Network Verification. J. Mach. Learn. Res. 21 (2020), 42:1--42:39.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2006.875041"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2009.07.001"},{"key":"e_1_3_2_1_11_1","volume-title":"Statistical Guarantees for the Robustness of Bayesian Neural Networks. In IJCAI 2019","author":"Cardelli Luca","year":"2019","unstructured":"Luca Cardelli, Marta Kwiatkowska, Luca Laurenti, Nicola Paoletti, Andrea Patane, and Matthew Wicker. 2019. Statistical Guarantees for the Robustness of Bayesian Neural Networks. In IJCAI 2019, August 10--16, 2019, Sarit Kraus (Ed.). ijcai.org, Macao, China, 5693--5700."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017759"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.49"},{"key":"e_1_3_2_1_14_1","first-page":"1","article-title":"CVXPY: A Python-embedded modeling language for convex optimization","volume":"17","author":"Diamond Steven","year":"2016","unstructured":"Steven Diamond and Stephen Boyd. 2016. CVXPY: A Python-embedded modeling language for convex optimization. Journal of Machine Learning Research 17, 83 (2016), 1--5.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_15_1","volume-title":"Output Range Analysis for Deep Feedforward Neural Networks. In NFM 2018 (Lecture Notes in Computer Science","volume":"138","author":"Dutta Souradeep","year":"2018","unstructured":"Souradeep Dutta, Susmit Jha, Sriram Sankaranarayanan, and Ashish Tiwari. 2018. Output Range Analysis for Deep Feedforward Neural Networks. In NFM 2018 (Lecture Notes in Computer Science, Vol. 10811), Aaron Dutle, C\u00e9sar A. Mu\u00f1oz, and Anthony Narkawicz (Eds.). Springer, Newport News, VA, USA, 121--138."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68167-2_19"},{"key":"e_1_3_2_1_17_1","volume-title":"An Abstraction-Based Framework for Neural Network Verification. In CAV 2020 (Lecture Notes in Computer Science","volume":"65","author":"Elboher Yizhak Yisrael","year":"2020","unstructured":"Yizhak Yisrael Elboher, Justin Gottschlich, and Guy Katz. 2020. An Abstraction-Based Framework for Neural Network Verification. In CAV 2020 (Lecture Notes in Computer Science, Vol. 12224), Shuvendu K. Lahiri and Chao Wang (Eds.). Springer, Los Angeles, CA, USA, 43--65."},{"key":"e_1_3_2_1_18_1","unstructured":"Logan Engstrom Andrew Ilyas Hadi Salman Shibani Santurkar and Dimitris Tsipras. 2019. Robustness (Python Library). https:\/\/github.com\/MadryLab\/robustness"},{"key":"e_1_3_2_1_19_1","volume-title":"Boosting the Robustness Verification of DNN by Identifying the Achilles's Heel. CoRR abs\/1811.07108","author":"Feng Chengdong","year":"2018","unstructured":"Chengdong Feng, Zhenbang Chen, Weijiang Hong, Hengbiao Yu, Wei Dong, and Ji Wang. 2018. Boosting the Robustness Verification of DNN by Identifying the Achilles's Heel. CoRR abs\/1811.07108 (2018). arXiv:1811.07108"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"e_1_3_2_1_22_1","volume-title":"Simplifying Neural Networks Using Formal Verification. In NFM 2020, USA, May 11--15, 2020, Proceedings (Lecture Notes in Computer Science","volume":"93","author":"Gokulanathan Sumathi","year":"2020","unstructured":"Sumathi Gokulanathan, Alexander Feldsher, Adi Malca, Clark W. Barrett, and Guy Katz. 2020. Simplifying Neural Networks Using Formal Verification. In NFM 2020, USA, May 11--15, 2020, Proceedings (Lecture Notes in Computer Science, Vol. 12229), Ritchie Lee, Susmit Jha, and Anastasia Mavridou (Eds.). Springer, Moffett Field, CA, 85--93."},{"key":"e_1_3_2_1_23_1","volume-title":"Explaining and Harnessing Adversarial Examples. In ICLR","author":"Goodfellow Ian J.","year":"2015","unstructured":"Ian J. Goodfellow, Jonathon Shlens, and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In ICLR 2015, Yoshua Bengio and Yann LeCun (Eds.). San Diego, CA, USA."},{"key":"e_1_3_2_1_24_1","volume-title":"Barrett","author":"Gopinath Divya","year":"2018","unstructured":"Divya Gopinath, Guy Katz, Corina S. Pasareanu, and Clark W. Barrett. 2018. DeepSafe: A Data-Driven Approach for Assessing Robustness of Neural Networks. In ATVA 2018, October 7--10, 2018, Proceedings (Lecture Notes in Computer Science, Vol. 11138), Shuvendu K. Lahiri and Chao Wang (Eds.). Springer, Los Angeles, CA, USA, 3--19."},{"key":"e_1_3_2_1_25_1","unstructured":"LLC Gurobi Optimization. 2021. Gurobi Optimizer Reference Manual. http:\/\/www.gurobi.com"},{"key":"e_1_3_2_1_26_1","volume-title":"Deep Residual Learning for Image Recognition. In CVPR","author":"He Kaiming","year":"2016","unstructured":"Kaiming He, Xiangyu Zhang, Shaoqing Ren, and Jian Sun. 2016. Deep Residual Learning for Image Recognition. In CVPR 2016. IEEE Computer Society, Las Vegas, NV, USA, 770--778."},{"key":"e_1_3_2_1_27_1","unstructured":"Jeremy Howard. 2019. The Imagenette dataset. https:\/\/github.com\/fastai\/imagenette"},{"key":"e_1_3_2_1_28_1","volume-title":"\u03b5-weakened Robustness of Deep Neural Networks. CoRR abs\/2110.15764","author":"Huang Pei","year":"2021","unstructured":"Pei Huang, Yuting Yang, Minghao Liu, Fuqi Jia, Feifei Ma, and Jian Zhang. 2021. \u03b5-weakened Robustness of Deep Neural Networks. CoRR abs\/2110.15764 (2021). arXiv:2110.15764"},{"key":"e_1_3_2_1_29_1","volume-title":"CAV","author":"Huang Xiaowei","year":"2017","unstructured":"Xiaowei Huang, Marta Kwiatkowska, Sen Wang, and Min Wu. 2017. Safety Verification of Deep Neural Networks. In CAV 2017. Springer, Heidelberg, Germany, 3--29."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"e_1_3_2_1_31_1","volume-title":"Kochenderfer","author":"Julian Kyle D.","year":"2019","unstructured":"Kyle D. Julian, Shivam Sharma, Jean-Baptiste Jeannin, and Mykel J. Kochenderfer. 2019. Verifying Aircraft Collision Avoidance Neural Networks Through Linear Approximations of Safe Regions. CoRR abs\/1903.00762 (2019). arXiv:1903.00762 http:\/\/arxiv.org\/abs\/1903.00762"},{"key":"e_1_3_2_1_32_1","volume-title":"Kochenderfer","author":"Katz Guy","year":"2017","unstructured":"Guy Katz, Clark W. Barrett, David L. Dill, Kyle Julian, and Mykel J. Kochenderfer. 2017. Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. In CAV 2017. Springer, Heidelberg, Germany, 97--117."},{"key":"e_1_3_2_1_33_1","volume-title":"The Marabou Framework for Verification and Analysis of Deep Neural Networks. In CAV 2019 (Lecture Notes in Computer Science","volume":"452","author":"Katz Guy","unstructured":"Guy Katz, Derek A. Huang, Duligur Ibeling, Kyle Julian, Christopher Lazarus, Rachel Lim, Parth Shah, Shantanu Thakoor, Haoze Wu, Aleksandar Zeljic, David L. Dill, Mykel J. Kochenderfer, and Clark W. Barrett. 2019. The Marabou Framework for Verification and Analysis of Deep Neural Networks. In CAV 2019 (Lecture Notes in Computer Science, Vol. 11561), Isil Dillig and Serdar Tasiran (Eds.). Springer, New York City, NY, USA, 443--452."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_35_1","unstructured":"Alex Krizhevsky et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_37_1","volume-title":"Analyzing Deep Neural Networks with Symbolic Propagation: Towards Higher Precision and Faster Verification. In SAS 2019 (Lecture Notes in Computer Science","volume":"319","author":"Li Jianlin","year":"2019","unstructured":"Jianlin Li, Jiangchao Liu, Pengfei Yang, Liqian Chen, Xiaowei Huang, and Lijun Zhang. 2019. Analyzing Deep Neural Networks with Symbolic Propagation: Towards Higher Precision and Faster Verification. In SAS 2019 (Lecture Notes in Computer Science, Vol. 11822), Bor-Yuh Evan Chang (Ed.). Springer, Porto, Portugal, 296--319."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417918"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01168"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"e_1_3_2_1_43_1","volume-title":"ICLR","author":"Madry Aleksander","year":"2018","unstructured":"Aleksander Madry, Aleksandar Makelov, Ludwig Schmidt, Dimitris Tsipras, and Adrian Vladu. 2018. Towards Deep Learning Models Resistant to Adversarial Attacks. In ICLR 2018. OpenReview.net, Vancouver, BC, Canada."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00032"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00032"},{"key":"e_1_3_2_1_46_1","volume-title":"Vechev","author":"M\u00fcller Christoph","year":"2020","unstructured":"Christoph M\u00fcller, Gagandeep Singh, Markus P\u00fcschel, and Martin T. Vechev. 2020. Neural Network Robustness Verification on GPUs. CoRR abs\/2007.10868 (2020). arXiv:2007.10868 https:\/\/arxiv.org\/abs\/2007.10868"},{"key":"e_1_3_2_1_47_1","volume-title":"Leonid Ryzhyk, Mooly Sagiv, and Toby Walsh.","author":"Narodytska Nina","year":"2018","unstructured":"Nina Narodytska, Shiva Prasad Kasiviswanathan, Leonid Ryzhyk, Mooly Sagiv, and Toby Walsh. 2018. Verifying Properties of Binarized Deep Neural Networks. In AAAI 2018, Sheila A. McIlraith and Kilian Q. Weinberger (Eds.). AAAI Press, New Orleans, Louisiana, USA, 6615--6624."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2016.36"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380337"},{"key":"e_1_3_2_1_50_1","volume-title":"ASE 2020","author":"Paulsen Brandon","year":"2020","unstructured":"Brandon Paulsen, Jingbo Wang, Jiawei Wang, and Chao Wang. 2020. NEUROD-IFF: Scalable Differential Verification of Neural Networks using Fine-Grained Approximation. In ASE 2020, September 21--25, 2020. IEEE, Melbourne, Australia, 784--796."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_52_1","volume-title":"Reliable Machine Learning in the Wild Workshop, 34th International Conference on Machine Learning.","author":"Rauber Jonas","year":"2017","unstructured":"Jonas Rauber, Wieland Brendel, and Matthias Bethge. 2017. Foolbox: A Python toolbox to benchmark the robustness of machine learning models. In Reliable Machine Learning in the Wild Workshop, 34th International Conference on Machine Learning."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"e_1_3_2_1_55_1","volume-title":"Reachability Analysis of Deep Neural Networks with Provable Guarantees. In IJCAI","author":"Ruan Wenjie","year":"2018","unstructured":"Wenjie Ruan, Xiaowei Huang, and Marta Kwiatkowska. 2018. Reachability Analysis of Deep Neural Networks with Provable Guarantees. In IJCAI 2018. ijcai.org, Stockholm, Sweden, 2651--2659."},{"key":"e_1_3_2_1_56_1","volume-title":"Global Robustness Evaluation of Deep Neural Networks with Provable Guarantees for the Hamming Distance. In IJCAI","author":"Ruan Wenjie","year":"2019","unstructured":"Wenjie Ruan, Min Wu, Youcheng Sun, Xiaowei Huang, Daniel Kroening, and Marta Kwiatkowska. 2019. Global Robustness Evaluation of Deep Neural Networks with Provable Guarantees for the Hamming Distance. In IJCAI 2019, Sarit Kraus (Ed.). ijcai.org, Macao, China, 5944--5952."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_1_58_1","volume-title":"Improved protein structure prediction using potentials from deep learning. Nat. 577, 7792","author":"Senior Andrew W.","year":"2020","unstructured":"Andrew W. Senior, Richard Evans, John Jumper, James Kirkpatrick, Laurent Sifre, Tim Green, Chongli Qin, Augustin Z\u00eddek, Alexander W. R. Nelson, Alex Bridgland, Hugo Penedones, Stig Petersen, Karen Simonyan, Steve Crossan, Pushmeet Kohli, David T. Jones, David Silver, Koray Kavukcuoglu, and Demis Hassabis. 2020. Improved protein structure prediction using potentials from deep learning. Nat. 577, 7792 (2020), 706--710."},{"key":"e_1_3_2_1_59_1","volume-title":"Vechev","author":"Singh Gagandeep","year":"2018","unstructured":"Gagandeep Singh, Timon Gehr, Matthew Mirman, Markus P\u00fcschel, and Martin T. Vechev. 2018. Fast and Effective Robustness Certification. In NeurIPS 2018. Montr\u00e9al, Canada, 10825--10836."},{"key":"e_1_3_2_1_60_1","volume-title":"Vechev","author":"Singh Gagandeep","year":"2019","unstructured":"Gagandeep Singh, Timon Gehr, Markus P\u00fcschel, and Martin T. Vechev. 2019. An abstract domain for certifying neural networks. PACMPL 3, POPL (2019), 41:1--41:30."},{"key":"e_1_3_2_1_61_1","volume-title":"Department of Computer Science","author":"Lab ETH","year":"2020","unstructured":"ETH Zurich SRI Lab, Department of Computer Science. 2020. ETH Robustness Analyzer for Neural Networks (ERAN). https:\/\/github.com\/eth-sri\/eran"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion.2019.00134"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380420"},{"key":"e_1_3_2_1_64_1","volume-title":"ICLR","author":"Szegedy Christian","year":"2014","unstructured":"Christian Szegedy, Wojciech Zaremba, Ilya Sutskever, Joan Bruna, Dumitru Erhan, Ian Goodfellow, and Rob Fergus. 2014. Intriguing properties of neural networks. In ICLR 2014. Banff, AB, Canada."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_66_1","volume-title":"Verification of Deep Convolutional Neural Networks Using ImageStars. In CAV 2020 (Lecture Notes in Computer Science","volume":"42","author":"Tran Hoang-Dung","unstructured":"Hoang-Dung Tran, Stanley Bak, Weiming Xiang, and Taylor T. Johnson. 2020. Verification of Deep Convolutional Neural Networks Using ImageStars. In CAV 2020 (Lecture Notes in Computer Science, Vol. 12224), Shuvendu K. Lahiri and Chao Wang (Eds.). Springer, Los Angeles, CA, USA, 18--42."},{"key":"e_1_3_2_1_67_1","volume-title":"Star-Based Reachability Analysis of Deep Neural Networks. In FM 2019 (Lecture Notes in Computer Science","volume":"686","author":"Tran Hoang-Dung","unstructured":"Hoang-Dung Tran, Diego Manzanas Lopez, Patrick Musau, Xiaodong Yang, Luan Viet Nguyen, Weiming Xiang, and Taylor T. Johnson. 2019. Star-Based Reachability Analysis of Deep Neural Networks. In FM 2019 (Lecture Notes in Computer Science, Vol. 11800), Maurice H. ter Beek, Annabelle McIver, and Jos\u00e9 N. Oliveira (Eds.). Springer, Porto, Portugal, 670--686."},{"key":"e_1_3_2_1_68_1","volume-title":"NNV: The Neural Network Verification Tool for Deep Neural Networks and Learning-Enabled Cyber-Physical Systems. In CAV 2020, July 21--24, 2020, Proceedings, Part I (Lecture Notes in Computer Science","volume":"17","author":"Tran Hoang-Dung","unstructured":"Hoang-Dung Tran, Xiaodong Yang, Diego Manzanas Lopez, Patrick Musau, Luan Viet Nguyen, Weiming Xiang, Stanley Bak, and Taylor T. Johnson. 2020. NNV: The Neural Network Verification Tool for Deep Neural Networks and Learning-Enabled Cyber-Physical Systems. In CAV 2020, July 21--24, 2020, Proceedings, Part I (Lecture Notes in Computer Science, Vol. 12224), Shuvendu K. Lahiri and Chao Wang (Eds.). Springer, Los Angeles, CA, USA, 3--17."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2008.34"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00038"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00126"},{"key":"e_1_3_2_1_72_1","volume-title":"Detecting Adversarial Samples for Deep Neural Networks through Mutation Testing. CoRR abs\/1805.05010","author":"Wang Jingyi","year":"2018","unstructured":"Jingyi Wang, Jun Sun, Peixin Zhang, and Xinyu Wang. 2018. Detecting Adversarial Samples for Deep Neural Networks through Mutation Testing. CoRR abs\/1805.05010 (2018). arXiv:1805.05010 http:\/\/arxiv.org\/abs\/1805.05010"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00046"},{"key":"e_1_3_2_1_74_1","volume-title":"ICLR","author":"Webb Stefan","year":"2019","unstructured":"Stefan Webb, Tom Rainforth, Yee Whye Teh, and M. Pawan Kumar. 2019. A Statistical Approach to Assessing Neural Network Robustness. In ICLR 2019. OpenReview.net, New Orleans, LA, USA."},{"key":"e_1_3_2_1_75_1","volume-title":"ICML 2019","volume":"6736","author":"Weng Lily","year":"2019","unstructured":"Lily Weng, Pin-Yu Chen, Lam M. Nguyen, Mark S. Squillante, Akhilan Boopathy, Ivan V. Oseledets, and Luca Daniel. 2019. PROVEN: Verifying Robustness of Neural Networks with a Probabilistic Approach. In ICML 2019, 9--15 June 2019 (Proceedings of Machine Learning Research, Vol. 97), Kamalika Chaudhuri and Ruslan Salakhutdinov (Eds.). PMLR, Long Beach, California, USA, 6727--6736."},{"key":"e_1_3_2_1_76_1","volume-title":"Towards Fast Computation of Certified Robustness for ReLU Networks. In ICML 2018 (Proceedings of Machine Learning Research","volume":"5282","author":"Weng Tsui-Wei","unstructured":"Tsui-Wei Weng, Huan Zhang, Hongge Chen, Zhao Song, Cho-Jui Hsieh, Luca Daniel, Duane S. Boning, and Inderjit S. Dhillon. 2018. Towards Fast Computation of Certified Robustness for ReLU Networks. In ICML 2018 (Proceedings of Machine Learning Research, Vol. 80), Jennifer G. Dy and Andreas Krause (Eds.). PMLR, Stockholm, Sweden, 5273--5282."},{"key":"e_1_3_2_1_77_1","volume-title":"Feature-Guided Black-Box Safety Testing of Deep Neural Networks. In TACAS 2018 (Lecture Notes in Computer Science","volume":"426","author":"Wicker Matthew","year":"2018","unstructured":"Matthew Wicker, Xiaowei Huang, and Marta Kwiatkowska. 2018. Feature-Guided Black-Box Safety Testing of Deep Neural Networks. In TACAS 2018 (Lecture Notes in Computer Science, Vol. 10805), Dirk Beyer and Marieke Huisman (Eds.). Springer, Thessaloniki, Greece, 408--426."},{"key":"e_1_3_2_1_78_1","volume-title":"Probabilistic Safety for Bayesian Neural Networks. In UAI 2020","author":"Wicker Matthew","year":"2020","unstructured":"Matthew Wicker, Luca Laurenti, Andrea Patane, and Marta Kwiatkowska. 2020. Probabilistic Safety for Bayesian Neural Networks. In UAI 2020, August 3--6, 2020 (Proceedings of Machine Learning Research, Vol. 124), Ryan P. Adams and Vibhav Gogate (Eds.). AUAI Press, virtual online, 1198--1207."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2019.05.046"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2020.3012251"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468612"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409671"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72016-2_21"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2020.3021899"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 44th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510143","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510143","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:24Z","timestamp":1750183824000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510143"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,21]]},"references-count":86,"alternative-id":["10.1145\/3510003.3510143","10.1145\/3510003"],"URL":"https:\/\/doi.org\/10.1145\/3510003.3510143","relation":{},"subject":[],"published":{"date-parts":[[2022,5,21]]},"assertion":[{"value":"2022-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}