{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T18:08:12Z","timestamp":1767895692047,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,20]],"date-time":"2024-04-20T00:00:00Z","timestamp":1713571200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,20]]},"DOI":"10.1145\/3643786.3648026","type":"proceedings-article","created":{"date-parts":[[2024,7,12]],"date-time":"2024-07-12T16:08:47Z","timestamp":1720800527000},"page":"25-32","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["A Framework for Including Uncertainty in Robustness Evaluation of Bayesian Neural Network Classifiers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6205-010X","authenticated-orcid":false,"given":"Wasim","family":"Essbai","sequence":"first","affiliation":[{"name":"Cyber-Physical Systems Group, Technische Universitat Wien, Vienna, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4244-9319","authenticated-orcid":false,"given":"Andrea","family":"Bombarda","sequence":"additional","affiliation":[{"name":"Ingegneria Gestionale, dell'Informazione e della Produzione, University of Bergamo, Bergamo, Bergamo, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9679-4551","authenticated-orcid":false,"given":"Silvia","family":"Bonfanti","sequence":"additional","affiliation":[{"name":"Ingegneria Gestionale, dell'Informazione e della Produzione, University of Bergamo, Bergamo, Bergamo, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4035-0131","authenticated-orcid":false,"given":"Angelo","family":"Gargantini","sequence":"additional","affiliation":[{"name":"Ingegneria Gestionale, dell'Informazione e della Produzione, University of Bergamo, Bergamo, Bergamo, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"2017 Int. Conf. on Engineering and Technology (ICET). 1--6.","author":"Albawi S.","unstructured":"S. Albawi, T. A. Mohammed, and S. Al-Zawi. 2017. Understanding of a convolutional neural network. In 2017 Int. Conf. on Engineering and Technology (ICET). 1--6."},{"key":"e_1_3_2_1_2_1","volume-title":"Dealing with Robustness of Convolutional Neural Networks for Image Classification. In 2020 IEEE International Conference On Artificial Intelligence Testing (AITest). 7--14","author":"Arcaini P.","unstructured":"P. Arcaini, A. Bombarda, S. Bonfanti, and A. Gargantini. 2020. Dealing with Robustness of Convolutional Neural Networks for Image Classification. In 2020 IEEE International Conference On Artificial Intelligence Testing (AITest). 7--14."},{"key":"e_1_3_2_1_3_1","volume-title":"2021 14th IEEE Conference on Software Testing, Verification and Validation (ICST). 442--447","author":"Arcaini P.","unstructured":"P. Arcaini, A. Bombarda, S. Bonfanti, and A. Gargantini. 2021. ROBY: a Tool for Robustness Analysis of Neural Network Classifiers. In 2021 14th IEEE Conference on Software Testing, Verification and Validation (ICST). 442--447."},{"key":"e_1_3_2_1_4_1","volume-title":"2022 IEEE Conference on Software Testing, Verification and Validation (ICST). IEEE Computer Society.","author":"Arcaini P.","unstructured":"P. Arcaini, A. Bombarda, S. Bonfanti, A. Gargantini, D. Gamba, and R. Pedercini. 2022. Robustness assessment and improvement of a neural network for blood oxygen pressure estimation. In 2022 IEEE Conference on Software Testing, Verification and Validation (ICST). IEEE Computer Society."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1285773"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"L. Cardelli M. Kwiatkowska et al. 2019. Statistical Guarantees for the Robustness of Bayesian Neural Networks. arXiv:1903.01980 [cs.LG]","DOI":"10.24963\/ijcai.2019\/789"},{"key":"e_1_3_2_1_7_1","volume-title":"Towards Evaluating the Robustness of Neural Networks. In 2017 IEEE Symposium on Security and Privacy (SP). 39--57","author":"Carlini N.","unstructured":"N. Carlini and D. Wagner. 2017. Towards Evaluating the Robustness of Neural Networks. In 2017 IEEE Symposium on Security and Privacy (SP). 39--57."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10562-9"},{"key":"e_1_3_2_1_9_1","volume-title":"Case Studies in Applied Bayesian Data Science: CIRM Jean-Morlet Chair","author":"Goan E.","year":"2018","unstructured":"E. Goan and C. Fookes. 2020. Bayesian neural networks: An introduction and survey. Case Studies in Applied Bayesian Data Science: CIRM Jean-Morlet Chair, Fall 2018 (2020), 45--87."},{"key":"e_1_3_2_1_10_1","volume-title":"Statistical Inference in Mean-Field Variational Bayes. arXiv: Statistics Theory","author":"Han Wei","year":"2019","unstructured":"Wei Han and Yun Yang. 2019. Statistical Inference in Mean-Field Variational Bayes. arXiv: Statistics Theory (2019)."},{"key":"e_1_3_2_1_11_1","unstructured":"Dan Hendrycks and Thomas Dietterich. 2019. Benchmarking Neural Network Robustness to Common Corruptions and Perturbations. arXiv:1903.12261 [cs.LG]"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"E. H\u00fcllermeier and W. Waegeman. 2021. Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Machine Learning 110 (03 2021).","DOI":"10.1007\/s10994-021-05946-3"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2022.3155327"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2019.106816"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"F. Korner-Nievergelt T. Roth S. von Felten J. Gu\u00e9lat B. Almasi and P. Korner-Nievergelt. 2015. Markov Chain Monte Carlo Simulation. Elsevier 197--212.","DOI":"10.1016\/B978-0-12-801370-0.00012-5"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"J. Lampinen and A. Vehtari. 2001. Bayesian approach for neural networks---review and case studies. Neural networks 14 3 (2001) 257--274.","DOI":"10.1016\/S0893-6080(00)00098-8"},{"key":"e_1_3_2_1_17_1","unstructured":"Y. LeCun and C. Cortes. 2010. MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/. (2010)."},{"key":"e_1_3_2_1_18_1","unstructured":"Xuanqing Liu Yao Li Chongruo Wu and Cho-Jui Hsieh. 2019. Adv-BNN: Improved Adversarial Defense through Robust Bayesian Neural Network. arXiv:1810.01279 [cs.LG]"},{"key":"e_1_3_2_1_19_1","volume-title":"Software Engineering: New Ideas and Emerging Results (ICSE-NIER)","author":"Mangal R.","year":"2019","unstructured":"R. Mangal, A. V. Nori, and A. Orso. 2019. Robustness of Neural Networks: A Probabilistic and Practical Approach. In 2019 IEEE\/ACM 41st International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER). IEEE Computer Society, Los Alamitos, CA, USA."},{"key":"e_1_3_2_1_20_1","unstructured":"M. H. Meng G. Bai S. G. Teo Z. Hou Y. Xiao Y. Lin and J. S. Dong. 2022. Adversarial Robustness of Deep Neural Networks: A Survey from a Formal Verification Perspective. IEEE Trans. on Dependable and Secure Computing (2022)."},{"key":"e_1_3_2_1_21_1","unstructured":"Y. Pang S. Cheng J. Hu and Y. Liu. 2021. Evaluating the Robustness of Bayesian Neural Networks Against Different Types of Attacks. arXiv:2106.09223 [cs.LG]"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings, Part III 16","author":"Rusak E.","unstructured":"E. Rusak, L. Schott, R. S. Zimmermann, J. Bitterwolf, O. Bringmann, M. Bethge, and W. Brendel. 2020. A simple way to make neural networks robust against diverse image corruptions. In Computer Vision-ECCV 2020: 16th European Conference, Glasgow, UK, August 23--28, 2020, Proceedings, Part III 16. Springer, 53--69."},{"key":"e_1_3_2_1_23_1","unstructured":"J. Schumann P. Gupta and S. Nelson. 2003. On verification & validation of neural network based controllers. (2003)."},{"key":"e_1_3_2_1_24_1","volume-title":"2nd International Conference on Learning Representations, ICLR","author":"Szegedy C.","year":"2014","unstructured":"C. Szegedy, W. Zaremba, I. Sutskever, J. Bruna, D. Erhan, I. Goodfellow, and R. Fergus. 2014. Intriguing properties of neural networks. 2nd International Conference on Learning Representations, ICLR 2014."},{"key":"e_1_3_2_1_25_1","volume-title":"A Theoretical Framework for Robustness of (Deep) Classifiers against Adversarial Examples. arXiv: Learning","author":"Wang Beilun","year":"2016","unstructured":"Beilun Wang, Ji Gao, and Yanjun Qi. 2016. A Theoretical Framework for Robustness of (Deep) Classifiers against Adversarial Examples. arXiv: Learning (2016). https:\/\/api.semanticscholar.org\/CorpusID:35742668"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.103"},{"key":"e_1_3_2_1_27_1","volume-title":"Int. Conf. on Learning Representations.","author":"Weng T. W.","year":"2018","unstructured":"T. W. Weng, H. Zhang, et al. 2018. Evaluating the robustness of neural networks: An extreme value theory approach. In Int. Conf. on Learning Representations."},{"key":"e_1_3_2_1_28_1","volume-title":"Robustness of Compressed Convolutional Neural Networks. In 2018 IEEE International Conference on Big Data (Big Data). 4829--4836","author":"Wijayanto A. W.","unstructured":"A. W. Wijayanto, C. Jun Jin, K. Madhawa, and T. Murata. 2018. Robustness of Compressed Convolutional Neural Networks. In 2018 IEEE International Conference on Big Data (Big Data). 4829--4836."}],"event":{"name":"DeepTest '24: 5th IEEE\/ACM International Workshop on Deep Learning for Testing and Testing for Deep Learning","location":"Lisbon Portugal","acronym":"DeepTest '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 5th IEEE\/ACM International Workshop on Deep Learning for Testing and Testing for Deep Learning"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643786.3648026","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643786.3648026","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:21Z","timestamp":1750291461000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643786.3648026"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,20]]},"references-count":28,"alternative-id":["10.1145\/3643786.3648026","10.1145\/3643786"],"URL":"https:\/\/doi.org\/10.1145\/3643786.3648026","relation":{},"subject":[],"published":{"date-parts":[[2024,4,20]]},"assertion":[{"value":"2024-07-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}