{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:20:39Z","timestamp":1750220439013,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/M019918\/1"],"award-info":[{"award-number":["EP\/M019918\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100011199","name":"European Research Council","doi-asserted-by":"publisher","award":["834115"],"award-info":[{"award-number":["834115"]}],"id":[{"id":"10.13039\/100011199","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3418901","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:39:02Z","timestamp":1611790742000},"page":"1-3","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Safety and robustness for deep learning with provable guarantees"],"prefix":"10.1145","author":[{"given":"Marta","family":"Kwiatkowska","sequence":"first","affiliation":[{"name":"University of Oxford, Oxford"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57628-8_14"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2018.07.023"},{"key":"e_1_3_2_1_3_1","volume-title":"Robustness Quantification for Classification with Gaussian Processes. In AISTATS 2020","author":"Blaas Arno","year":"1905","unstructured":"Arno Blaas, Luca Laurenti, Andrea Patane, Luca Cardelli, Marta Kwiatkowska, and Stephen J. Roberts. 2020. Robustness Quantification for Classification with Gaussian Processes. In AISTATS 2020. 3372--3382. See arxiv:1905.11876."},{"key":"e_1_3_2_1_4_1","volume-title":"Statistical Guarantees for the Robustness of Bayesian Neural Networks. In IJCAI 2019","author":"Cardelli Luca","year":"2019","unstructured":"Luca Cardelli, Marta Kwiatkowska, Luca Laurenti, Nicola Paoletti, Andrea Patane, and Matthew Wicker. 2019. Statistical Guarantees for the Robustness of Bayesian Neural Networks. In IJCAI 2019. See arXiv:1809.06452."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017759"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.49"},{"key":"e_1_3_2_1_7_1","volume-title":"Roy","author":"Dziugaite Gintare Karolina","year":"2017","unstructured":"Gintare Karolina Dziugaite and Daniel M. Roy. 2017. Computing Nonvacuous Generalization Bounds for Deep (Stochastic) Neural Networks with Many More Parameters than Training Data. In UAI 2017."},{"key":"e_1_3_2_1_8_1","volume-title":"CAV","author":"Elboher Yizhak Yisrael","year":"2020","unstructured":"Yizhak Yisrael Elboher, Justin Gottschlich, and Guy Katz. 2020. An Abstraction-Based Framework for Neural Network Verification. In CAV 2020, Shuvendu K. Lahiri and Chao Wang (Eds.). Springer International Publishing, 43--65."},{"volume-title":"Deep Learning","author":"Goodfellow Ian","key":"e_1_3_2_1_10_1","unstructured":"Ian Goodfellow, Yoshua Bengio, and Aaron Courville. 2016. Deep Learning. MIT Press."},{"volume-title":"Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc","author":"Gourdeau Pascale","key":"e_1_3_2_1_11_1","unstructured":"Pascale Gourdeau, Varun Kanade, Marta Kwiatkowska, and James Worrell. 2019. On the Hardness of Robust Classification. In Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.). Curran Associates, Inc., 7446--7455."},{"key":"e_1_3_2_1_12_1","volume-title":"CAV","author":"Huang Xiaowei","year":"2017","unstructured":"Xiaowei Huang, Marta Kwiatkowska, Sen Wang, and Min Wu. 2017. Safety Verification of Deep Neural Networks. In CAV 2017. Springer, 3--29."},{"key":"e_1_3_2_1_13_1","volume-title":"ICLR","author":"Jiang Yiding","year":"2020","unstructured":"Yiding Jiang, Behnam Neyshabur, Hossein Mobahi, Dilip Krishnan, and Samy Bengio. 2020. Fantastic Generalization Measures and Where to Find Them. In ICLR 2020."},{"key":"e_1_3_2_1_14_1","volume-title":"Reluplex: An efficient SMT solver for verifying deep neural networks","author":"Katz Guy","year":"2017","unstructured":"Guy Katz, Clark Barrett, David L Dill, Kyle Julian, and Mykel J Kochenderfer. 2017. Reluplex: An efficient SMT solver for verifying deep neural networks. In CAV. Springer, 97--117."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000029664.99615.94"},{"key":"e_1_3_2_1_16_1","volume-title":"On the Benefits of Invariance in Neural Networks. CoRR abs\/2005.00178","author":"Lyle Clare","year":"2020","unstructured":"Clare Lyle, Mark van der Wilk, Marta Kwiatkowska, Yarin Gal, and Benjamin Bloem-Reddy. 2020. On the Benefits of Invariance in Neural Networks. CoRR abs\/2005.00178 (2020)."},{"key":"e_1_3_2_1_17_1","volume-title":"A practical Bayesian framework for backpropagation networks. Neural computation 4, 3","author":"MacKay David JC","year":"1992","unstructured":"David JC MacKay. 1992. A practical Bayesian framework for backpropagation networks. Neural computation 4, 3 (1992), 448--472."},{"key":"e_1_3_2_1_18_1","unstructured":"A. Madry A. Makelov L. Schmidt D. Tsipras and A. Vladu. 2017. Towards Deep Learning Models Resistant to Adversarial Attacks. arXiv e-prints (June 2017). arXiv:1706.06083 [stat.ML]"},{"key":"e_1_3_2_1_19_1","volume-title":"Differentiable Abstract Interpretation for Provably Robust Neural Networks. In ICML","author":"Mirman Matthew","year":"2018","unstructured":"Matthew Mirman, Timon Gehr, and Martin Vechev. 2018. Differentiable Abstract Interpretation for Provably Robust Neural Networks. In ICML 2018. 3578--3586."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/368"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/824"},{"key":"e_1_3_2_1_22_1","volume-title":"Concolic Testing for Deep Neural Networks. In ASE","author":"Sun Youcheng","year":"2018","unstructured":"Youcheng Sun, Min Wu, Wenjie Ruan, Xiaowei Huang, Marta Kwiatkowska, and Daniel Kroening. 2018. Concolic Testing for Deep Neural Networks. In ASE 2018. 109--119."},{"key":"e_1_3_2_1_23_1","unstructured":"Christian Szegedy Wojciech Zaremba Ilya Sutskever Joan Bruna Dumitru Erhan Ian Goodfellow and Rob Fergus. 2014. Intriguing properties of neural networks. In ICLR."},{"key":"e_1_3_2_1_24_1","volume-title":"ICML 2020","author":"Tram\u00e8r Florian","year":"2020","unstructured":"Florian Tram\u00e8r, Jens Behrmann, Nicholas Carlini, Nicolas Papernot, and J\u00f6rn-Henrik Jacobsen. 2020. Fundamental Tradeoffs between Invariance and Sensitivity to Adversarial Perturbations. In ICML 2020. See arxiv.org\/abs\/2002.04599."},{"volume-title":"Feature-guided black-box safety testing of deep neural networks","author":"Wicker Matthew","key":"e_1_3_2_1_25_1","unstructured":"Matthew Wicker, Xiaowei Huang, and Marta Kwiatkowska. 2018. Feature-guided black-box safety testing of deep neural networks. In TACAS. Springer, 408--426."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01204"},{"key":"e_1_3_2_1_27_1","volume-title":"Probabilistic Safety for Bayesian Neural Networks. In UAI 2020","author":"Wicker Matthew","year":"2020","unstructured":"Matthew Wicker, Luca Laurenti, Andrea Patane, and Marta Kwiatkowska. 2020. Probabilistic Safety for Bayesian Neural Networks. In UAI 2020. See arxiv.org\/abs\/2004.10281."},{"volume-title":"Robustness Guarantees for Deep Neural Networks on Videos. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 308--317","author":"Wu M.","key":"e_1_3_2_1_28_1","unstructured":"M. Wu and M. Kwiatkowska. 2020. Robustness Guarantees for Deep Neural Networks on Videos. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 308--317."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2019.05.046"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/3220880.3220972"},{"key":"e_1_3_2_1_31_1","volume-title":"Invariant Causal Prediction for Block MDPs. In ICML 2020","author":"Zhang Amy","year":"2020","unstructured":"Amy Zhang, Clare Lyle, Shagun Sodhani, Angelos Filos, Marta Kwiatkowska, Joelle Pineau, Yarin Gal, and Doina Precup. 2020. Invariant Causal Prediction for Block MDPs. In ICML 2020. See arxiv.org\/abs\/2003.06016."}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Virtual Event Australia","acronym":"ASE '20"},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3418901","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3418901","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:23Z","timestamp":1750193243000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3418901"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":30,"alternative-id":["10.1145\/3324884.3418901","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3418901","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}