{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T17:12:38Z","timestamp":1770743558759,"version":"3.49.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s10994-024-06666-0","type":"journal-article","created":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T15:50:01Z","timestamp":1739202601000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Verification on out-of-distribution detectors under natural perturbations"],"prefix":"10.1007","volume":"114","author":[{"given":"Chi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peipei","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Geyong","family":"Min","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenjie","family":"Ruan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,10]]},"reference":[{"issue":"8","key":"6666_CR1","doi-asserted-by":"publisher","first-page":"5791","DOI":"10.1007\/s00521-022-06960-9","volume":"34","author":"MA Abdou","year":"2022","unstructured":"Abdou, M. A. (2022). Literature review: Efficient deep neural networks techniques for medical image analysis. Neural Computing and Applications, 34(8), 5791\u20135812.","journal-title":"Neural Computing and Applications"},{"issue":"3","key":"6666_CR2","doi-asserted-by":"publisher","first-page":"691","DOI":"10.1090\/S0002-9939-1990-0969514-3","volume":"108","author":"L Ambrosio","year":"1990","unstructured":"Ambrosio, L., & Dal Maso, G. (1990). A general chain rule for distributional derivatives. Proceedings of the American Mathematical Society, 108(3), 691\u2013702.","journal-title":"Proceedings of the American Mathematical Society"},{"key":"6666_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2140\/pjm.1966.16.1","volume":"16","author":"L Armijo","year":"1966","unstructured":"Armijo, L. (1966). Minimization of functions having lipschitz continuous first partial derivatives. Pacific Journal of Mathematics, 16, 1\u20133.","journal-title":"Pacific Journal of Mathematics"},{"key":"6666_CR4","unstructured":"Azizmalayeri, M., Moakhar, A. S., Zarei, A., Zohrabi, R., Manzuri, M. T., & Rohban, M. H. (2022). Your out-of-distribution detection method is not robust! arXiv preprint arXiv:2209.15246"},{"key":"6666_CR5","doi-asserted-by":"crossref","unstructured":"Bendale, A., & Boult, T. E. (2016). Towards open set deep networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","DOI":"10.1109\/CVPR.2016.173"},{"key":"6666_CR6","first-page":"16085","volume":"33","author":"J Bitterwolf","year":"2020","unstructured":"Bitterwolf, J., Meinke, A., & Hein, M. (2020). Certifiably adversarially robust detection of out-of-distribution data. Advances in Neural Information Processing Systems, 33, 16085\u201316095.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"2","key":"6666_CR7","doi-asserted-by":"publisher","first-page":"125","DOI":"10.3390\/info11020125","volume":"11","author":"A Buslaev","year":"2020","unstructured":"Buslaev, A., Iglovikov, V. I., Khvedchenya, E., Parinov, A., Druzhinin, M., & Kalinin, A. A. (2020). Albumentations: Fast and flexible image augmentations. Information, 11(2), 125. https:\/\/doi.org\/10.3390\/info11020125","journal-title":"Information"},{"key":"6666_CR8","unstructured":"Cao, C., Zhong, Z., Zhou, Z., Liu, Y., Liu, T., & Han, B. (2024). Envisioning outlier exposure by large language models for out-of-distribution detection. arXiv preprint arXiv:2406.00806"},{"key":"6666_CR9","unstructured":"Chen, J., Li, Y., Wu, X., Liang, Y., & Jha, S. (2020). Robust out-of-distribution detection for neural networks. arXiv preprint arXiv:2003.09711"},{"key":"6666_CR10","doi-asserted-by":"crossref","unstructured":"Chen, J., Li, Y., Wu, X., Liang, Y., & Jha, S. (2021). Atom: Robustifying out-of-distribution detection using outlier mining. In: Machine Learning and Knowledge Discovery in Databases. Research Track: European Conference, ECML PKDD . Springer","DOI":"10.1007\/978-3-030-86523-8_26"},{"key":"6666_CR11","doi-asserted-by":"publisher","first-page":"3234","DOI":"10.1109\/TITS.2020.2993926","volume":"22","author":"L Chen","year":"2021","unstructured":"Chen, L., Lin, S., Lu, X., Cao, D., Wu, H., Guo, C., Liu, C., & Wang, F.-Y. (2021). Deep neural network based vehicle and pedestrian detection for autonomous driving: A survey. IEEE Transactions on Intelligent Transportation Systems, 22, 3234\u20133246.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"6666_CR12","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., & Vedaldi, A. (2014). Describing textures in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3606\u20133613","DOI":"10.1109\/CVPR.2014.461"},{"key":"6666_CR13","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., & Fei-Fei, L. (2009). Imagenet: A large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 . IEEE","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"1","key":"6666_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TAC.2020.3046193","volume":"67","author":"M Fazlyab","year":"2020","unstructured":"Fazlyab, M., Morari, M., & Pappas, G. J. (2020). Safety verification and robustness analysis of neural networks via quadratic constraints and semidefinite programming. IEEE Transactions on Automatic Control, 67(1), 1\u201315.","journal-title":"IEEE Transactions on Automatic Control"},{"key":"6666_CR15","first-page":"1893","volume":"1","author":"H Finner","year":"1992","unstructured":"Finner, H. (1992). A generalization of holder\u2019s inequality and some probability inequalities. The Annals of Probability, 1, 1893\u20131901.","journal-title":"The Annals of Probability"},{"key":"6666_CR16","doi-asserted-by":"crossref","unstructured":"Ge, Z., Demyanov, S., Chen, Z., & Garnavi, R. (2017). Generative openmax for multi-class open set classification. arXiv preprint arXiv:1707.07418","DOI":"10.5244\/C.31.42"},{"key":"6666_CR17","unstructured":"Goodfellow, I. (2018). Gradient masking causes clever to overestimate adversarial perturbation size. arXiv preprint arXiv:1804.07870"},{"key":"6666_CR18","unstructured":"Hein, M., & Andriushchenko, M. (2017). Formal guarantees on the robustness of a classifier against adversarial manipulation. Advances in neural information processing systems"},{"key":"6666_CR19","doi-asserted-by":"crossref","unstructured":"Hein, M., Andriushchenko, M., & Bitterwolf, J. (2019). Why relu networks yield high-confidence predictions far away from the training data and how to mitigate the problem. In: Proceedings of CVPR","DOI":"10.1109\/CVPR.2019.00013"},{"key":"6666_CR20","unstructured":"Hendrycks, D., & Gimpel, K. (2016). A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv preprint arXiv:1610.02136"},{"key":"6666_CR21","unstructured":"Hendrycks, D., Basart, S., Mazeika, M., Zou, A., Kwon, J., Mostajabi, M., Steinhardt, J., & Song, D. (2022). Scaling out-of-distribution detection for real-world settings. In: Proceedings of the 39th International Conference on Machine Learning"},{"key":"6666_CR22","doi-asserted-by":"crossref","unstructured":"Hilbert, D. (1891). Ueber die stetige abbildung einer line auf ein fl\u00e4chenst\u00fcck. Mathematische Annalen","DOI":"10.1007\/BF01199431"},{"key":"6666_CR23","unstructured":"Jung, A. B., Wada, K., Crall, J., Tanaka, S., Graving, J., et al. (2020). imgaug. https:\/\/github.com\/aleju\/imgaug. Online; accessed 01-Feb-2020"},{"issue":"11","key":"6666_CR24","doi-asserted-by":"publisher","first-page":"3964","DOI":"10.1109\/TPAMI.2020.2992934","volume":"43","author":"I Kobyzev","year":"2020","unstructured":"Kobyzev, I., Prince, S. J., & Brubaker, M. A. (2020). Normalizing flows: An introduction and review of current methods. IEEE Transactions on Pattern Analysis and Machine Intelligence, 43(11), 3964\u20133979.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"9","key":"6666_CR25","doi-asserted-by":"publisher","first-page":"2064","DOI":"10.3390\/s19092064","volume":"19","author":"J Koci\u0107","year":"2019","unstructured":"Koci\u0107, J., Jovi\u010di\u0107, N., & Drndarevi\u0107, V. (2019). An end-to-end deep neural network for autonomous driving designed for embedded automotive platforms. Sensors, 19(9), 2064.","journal-title":"Sensors"},{"key":"6666_CR26","unstructured":"Lee, K., Lee, K., Lee, H., & Shin, J. (2018). A simple unified framework for detecting out-of-distribution samples and adversarial attacks. Advances in neural information processing systems 31"},{"issue":"1\u20132","key":"6666_CR27","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.apnum.2009.10.004","volume":"60","author":"D Lera","year":"2010","unstructured":"Lera, D., & Sergeyev, Y. D. (2010). Lipschitz and h\u00f6lder global optimization using space-filling curves. Applied Numerical Mathematics, 60(1\u20132), 115\u2013129.","journal-title":"Applied Numerical Mathematics"},{"key":"6666_CR28","unstructured":"Liang, S., Li, Y., & Srikant, R. (2017). Enhancing the reliability of out-of-distribution image detection in neural networks. arXiv preprint arXiv:1706.02690"},{"key":"6666_CR29","unstructured":"Liu, W., Wang, X., Owens, J., & Li, Y. (2020). Energy-based out-of-distribution detection. Advances in Neural Information Processing Systems"},{"issue":"3\u20134","key":"6666_CR30","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1561\/2400000035","volume":"4","author":"C Liu","year":"2021","unstructured":"Liu, C., Arnon, T., Lazarus, C., Strong, C., Barrett, C., & Kochenderfer, M. J. (2021). Algorithms for verifying deep neural networks. Foundations and Trends \u00ae in Optimization, 4(3\u20134), 244\u2013404.","journal-title":"Foundations and Trends \u00ae in Optimization"},{"key":"6666_CR32","unstructured":"Meinke, A., & Hein, M. (2020). Towards neural networks that provably know when they don\u2019t know. In: International Conference on Learning Representations"},{"key":"6666_CR33","first-page":"733","volume":"3","author":"C M\u00fcller","year":"2021","unstructured":"M\u00fcller, C., Serre, F., Singh, G., P\u00fcschel, M., & Vechev, M. (2021). Scaling polyhedral neural network verification on GPUs. Proceedings of Machine Learning and Systems, 3, 733\u2013746.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"6666_CR34","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., & Clune, J. (2015). Deep neural networks are easily fooled: High confidence predictions for unrecognizable images. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 427\u2013436","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"6666_CR35","doi-asserted-by":"crossref","unstructured":"Podolskiy, A., Lipin, D., Bout, A., Artemova, E., & Piontkovskaya, I. (2021). Revisiting mahalanobis distance for transformer-based out-of-domain detection. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35","DOI":"10.1609\/aaai.v35i15.17612"},{"key":"6666_CR36","doi-asserted-by":"crossref","unstructured":"Ruan, W., Huang, X., & Kwiatkowska, M. (2018). Reachability analysis of deep neural networks with provable guarantees. arXiv preprint arXiv:1805.02242","DOI":"10.24963\/ijcai.2018\/368"},{"issue":"1","key":"6666_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12065-020-00540-3","volume":"15","author":"D Sarvamangala","year":"2022","unstructured":"Sarvamangala, D., & Kulkarni, R. V. (2022). Convolutional neural networks in medical image understanding: A survey. Evolutionary Intelligence, 15(1), 1\u201322.","journal-title":"Evolutionary Intelligence"},{"key":"6666_CR38","unstructured":"Shi, Z., Zhang, H., Chang, K.-W., Huang, M., & Hsieh, C.-J. (2020). Robustness verification for transformers. In: International Conference on Learning Representations"},{"key":"6666_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3290354","volume":"3","author":"G Singh","year":"2019","unstructured":"Singh, G., Gehr, T., P\u00fcschel, M., & Vechev, M. (2019). An abstract domain for certifying neural networks. Proceedings of the ACM on Programming Languages, 3, 1\u201330.","journal-title":"Proceedings of the ACM on Programming Languages"},{"key":"6666_CR40","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1007\/s11263-020-01366-3","volume":"129","author":"M Tremblay","year":"2021","unstructured":"Tremblay, M., Halder, S. S., De Charette, R., & Lalonde, J.-F. (2021). Rain rendering for evaluating and improving robustness to bad weather. International Journal of Computer Vision, 129, 341\u2013360.","journal-title":"International Journal of Computer Vision"},{"key":"6666_CR41","unstructured":"Virmaux, A., & Scaman, K. (2018). Lipschitz regularity of deep neural networks: Analysis and efficient estimation. Advances in Neural Information Processing Systems 31"},{"key":"6666_CR42","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Z., Feng, L., & Zhang, W. (2022). Vim: Out-of-distribution with virtual-logit matching. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4921\u20134930","DOI":"10.1109\/CVPR52688.2022.00487"},{"key":"6666_CR43","first-page":"15545","volume":"35","author":"Q Wang","year":"2022","unstructured":"Wang, Q., Liu, F., Zhang, Y., Zhang, J., Gong, C., Liu, T., & Han, B. (2022). Watermarking for out-of-distribution detection. Advances in Neural Information Processing Systems, 35, 15545\u201315557.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6666_CR44","unstructured":"Weng, T.-W., Zhang, H., Chen, P.-Y., Yi, J., Su, D., Gao, Y., Hsieh, C.-J., & Daniel, L. (2018). Evaluating the robustness of neural networks: An extreme value theory approach. arXiv preprint arXiv:1801.10578"},{"key":"6666_CR45","unstructured":"Wu, Q., Chen, Y., Yang, C., & Yan, J. (2023). Energy-based out-of-distribution detection for graph neural networks. In: The Eleventh International Conference on Learning Representations"},{"key":"6666_CR46","doi-asserted-by":"crossref","unstructured":"Xue, H., Zeng, X., Lin, W., Yang, Z., Peng, C., & Zeng, Z. (2022). An RNN-based framework for the milp problem in robustness verification of neural networks. In: Proceedings of the Asian Conference on Computer Vision (ACCV)","DOI":"10.1007\/978-3-031-26319-4_34"},{"key":"6666_CR47","unstructured":"Yoon, S., Choi, J., Lee, Y., Noh, Y.-K., & Park, F. C. (2022). Evaluating out-of-distribution detectors through adversarial generation of outliers. arXiv preprint arXiv:2208.10940"},{"key":"6666_CR48","unstructured":"Yu, F., Seff, A., Zhang, Y., Song, S., Funkhouser, T., & Xiao, J. (2015). Lsun: Construction of a large-scale image dataset using deep learning with humans in the loop. arXiv preprint arXiv:1506.03365"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06666-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-024-06666-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06666-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T01:02:18Z","timestamp":1770685338000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-024-06666-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,10]]},"references-count":47,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["6666"],"URL":"https:\/\/doi.org\/10.1007\/s10994-024-06666-0","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,10]]},"assertion":[{"value":"30 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 August 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}],"article-number":"77"}}