{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T17:00:55Z","timestamp":1777568455568,"version":"3.51.4"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Vis"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s11263-024-02156-x","type":"journal-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T13:01:59Z","timestamp":1721048519000},"page":"6107-6126","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Revisiting Deep Ensemble for Out-of-Distribution Detection: A Loss Landscape Perspective"],"prefix":"10.1007","volume":"132","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6351-201X","authenticated-orcid":false,"given":"Kun","family":"Fang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qinghua","family":"Tao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaolin","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"2156_CR1","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., et\u00a0al. (2014) Describing textures in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 3606\u20133613","DOI":"10.1109\/CVPR.2014.461"},{"key":"2156_CR2","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., et\u00a0al. (2009) Imagenet: A large-scale hierarchical image database. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2156_CR3","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, et\u00a0al (2020) An image is worth 16x16 words: Transformers for image recognition at scale. In: International Conference on Learning Representations"},{"key":"2156_CR4","unstructured":"Draxler, F., Veschgini, K., Salmhofer, M., et\u00a0al. (2018) Essentially no barriers in neural network energy landscape. In: International conference on machine learning, PMLR, pp 1309\u20131318"},{"key":"2156_CR5","unstructured":"Fang, K., Tao, Q., Wu, Y., et\u00a0al. (2022a) On multi-head ensemble of smoothed classifiers for certified robustness. arXiv preprint arXiv:2211.10882"},{"key":"2156_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2024.110281","volume":"149","author":"K Fang","year":"2024","unstructured":"Fang, K., Tao, Q., Wu, Y., et al. (2024). Towards robust neural networks via orthogonal diversity. Pattern Recognition, 149, 110281.","journal-title":"Pattern Recognition"},{"key":"2156_CR7","first-page":"37199","volume":"35","author":"Z Fang","year":"2022","unstructured":"Fang, Z., Li, Y., Lu, J., et al. (2022). Is out-of-distribution detection learnable? Advances in Neural Information Processing Systems, 35, 37199\u201337213.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR8","unstructured":"Fort, S., Hu, H., Lakshminarayanan, B. (2019) Deep ensembles: A loss landscape perspective. arXiv preprint arXiv:1912.02757"},{"key":"2156_CR9","unstructured":"Garipov, T., Izmailov, P., Podoprikhin, D., et\u00a0al (2018) Loss surfaces, mode connectivity, and fast ensembling of dnns. Advances in neural information processing systems 31"},{"key":"2156_CR10","unstructured":"Goodfellow, I.J., Vinyals, O., Saxe, AM. (2015) Qualitatively characterizing neural network optimization problems. In: International Conference on Learning Representations"},{"key":"2156_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2022.108648","volume":"226","author":"T Han","year":"2022","unstructured":"Han, T., & Li, Y. F. (2022). Out-of-distribution detection-assisted trustworthy machinery fault diagnosis approach with uncertainty-aware deep ensembles. Reliability Engineering & System Safety, 226, 108648.","journal-title":"Reliability Engineering & System Safety"},{"key":"2156_CR12","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., et\u00a0al. (2016) Deep residual learning for image recognition. In: IEEE Conference on Computer Vision and Pattern Recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2156_CR13","unstructured":"Hendrycks, D., Gimpel, K. (2016) A baseline for detecting misclassified and out-of-distribution examples in neural networks. In: International Conference on Learning Representations"},{"key":"2156_CR14","unstructured":"Horv\u00e1th, M.Z., Mueller, MN., Fischer, M., et\u00a0al. (2021) Boosting randomized smoothing with variance reduced classifiers. In: International Conference on Learning Representations"},{"key":"2156_CR15","doi-asserted-by":"crossref","unstructured":"Hsu, YC., Shen, Y., Jin, H., et\u00a0al. (2020) Generalized odin: Detecting out-of-distribution image without learning from out-of-distribution data. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 10951\u201310960","DOI":"10.1109\/CVPR42600.2020.01096"},{"key":"2156_CR16","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., et\u00a0al (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4700\u20134708","DOI":"10.1109\/CVPR.2017.243"},{"key":"2156_CR17","first-page":"677","volume":"34","author":"R Huang","year":"2021","unstructured":"Huang, R., Geng, A., & Li, Y. (2021). On the importance of gradients for detecting distributional shifts in the wild. Advances in Neural Information Processing Systems, 34, 677\u2013689.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR18","unstructured":"Krizhevsky, A. (2009) Learning multiple layers of features from tiny images. Master\u2019s thesis, University of Toronto"},{"key":"2156_CR19","unstructured":"Lakshminarayanan B, Pritzel A, Blundell C (2017) Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in neural information processing systems 30"},{"key":"2156_CR20","doi-asserted-by":"crossref","unstructured":"Lee, J., AlRegib, G. (2020) Gradients as a measure of uncertainty in neural networks. In: 2020 IEEE International Conference on Image Processing (ICIP), IEEE, pp 2416\u20132420","DOI":"10.1109\/ICIP40778.2020.9190679"},{"key":"2156_CR21","unstructured":"Lee, K., Lee, K., Lee, H., et\u00a0al. (2018) A simple unified framework for detecting out-of-distribution samples and adversarial attacks. Advances in neural information processing systems 31"},{"key":"2156_CR22","unstructured":"Li, H., Xu, Z., Taylor, G, et\u00a0al. (2018) Visualizing the loss landscape of neural nets. Advances in neural information processing systems 31"},{"key":"2156_CR23","unstructured":"Liang, S., Li, Y., Srikant, R. (2018) Enhancing the reliability of out-of-distribution image detection in neural networks. In: International Conference on Learning Representations"},{"key":"2156_CR24","first-page":"21464","volume":"33","author":"W Liu","year":"2020","unstructured":"Liu, W., Wang, X., Owens, J., et al. (2020). Energy-based out-of-distribution detection. Advances in neural information processing systems, 33, 21464\u201321475.","journal-title":"Advances in neural information processing systems"},{"key":"2156_CR25","unstructured":"Maaten Van\u00a0der, L., Hinton, G. (2008) Visualizing data using t-SNE. J. Mach. Learn. Res. 9(11), 2579\u20132605."},{"key":"2156_CR26","unstructured":"Miller, JP., Taori, R., Raghunathan, A., et\u00a0al (2021) Accuracy on the line: on the strong correlation between out-of-distribution and in-distribution generalization. In: International Conference on Machine Learning, PMLR, pp 7721\u20137735"},{"key":"2156_CR27","unstructured":"Netzer, Y., Wang, T., Coates, A, et\u00a0al. (2011) Reading digits in natural images with unsupervised feature learning. In: Proceedings of the NIPS Workshop on Deep Learning and Unsupervised Feature Learning"},{"key":"2156_CR28","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., Clune, J. (2015) Deep neural networks are easily fooled: High confidence predictions for unrecognizable images. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 427\u2013436","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"2156_CR29","doi-asserted-by":"crossref","unstructured":"Peebles, W., Xie, S. (2023) Scalable diffusion models with transformers. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp 4195\u20134205","DOI":"10.1109\/ICCV51070.2023.00387"},{"key":"2156_CR30","first-page":"10821","volume":"35","author":"A Rame","year":"2022","unstructured":"Rame, A., Kirchmeyer, M., Rahier, T., et al. (2022). Diverse weight averaging for out-of-distribution generalization. Advances in Neural Information Processing Systems, 35, 10821\u201310836.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR31","unstructured":"Shen, Z., Liu, J., He, Y., et\u00a0al. (2021) Towards out-of-distribution generalization: A survey. arXiv preprint arXiv:2108.13624"},{"key":"2156_CR32","first-page":"17885","volume":"35","author":"Y Song","year":"2022","unstructured":"Song, Y., Sebe, N., & Wang, W. (2022). Rankfeat: Rank-1 feature removal for out-of-distribution detection. Advances in Neural Information Processing Systems, 35, 17885\u201317898.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR33","first-page":"144","volume":"34","author":"Y Sun","year":"2021","unstructured":"Sun, Y., Guo, C., & Li, Y. (2021). React: Out-of-distribution detection with rectified activations. Advances in Neural Information Processing Systems, 34, 144\u2013157.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR34","unstructured":"Sun, Y., Ming, Y., Zhu, X., et\u00a0al. (2022) Out-of-distribution detection with deep nearest neighbors. In: International Conference on Machine Learning, PMLR, pp 20827\u201320840"},{"key":"2156_CR35","doi-asserted-by":"crossref","unstructured":"Tonin, F., Pandey, A., Patrinos, P., et\u00a0al. (2021) Unsupervised energy-based out-of-distribution detection using stiefel-restricted kernel machine. In: 2021 International Joint Conference on Neural Networks (IJCNN), IEEE, pp 1\u20138","DOI":"10.1109\/IJCNN52387.2021.9533706"},{"key":"2156_CR36","doi-asserted-by":"crossref","unstructured":"Van\u00a0Horn, G., Mac\u00a0Aodha, O., Song, Y., et\u00a0al. (2018) The inaturalist species classification and detection dataset. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 8769\u20138778","DOI":"10.1109\/CVPR.2018.00914"},{"key":"2156_CR37","doi-asserted-by":"crossref","unstructured":"Vyas, A., Jammalamadaka, N., Zhu, X., et\u00a0al. (2018) Out-of-distribution detection using an ensemble of self supervised leave-out classifiers. In: Proceedings of the European Conference on Computer Vision (ECCV), pp 550\u2013564","DOI":"10.1007\/978-3-030-01237-3_34"},{"key":"2156_CR38","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Z., Feng, L., et\u00a0al. (2022) Vim: Out-of-distribution with virtual-logit matching. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 4921\u20134930","DOI":"10.1109\/CVPR52688.2022.00487"},{"key":"2156_CR39","doi-asserted-by":"crossref","unstructured":"Wang, R., Li, Y., Liu, S. (2023) Exploring diversified adversarial robustness in neural networks via robust mode connectivity. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 2345\u20132351","DOI":"10.1109\/CVPRW59228.2023.00231"},{"key":"2156_CR40","unstructured":"Wortsman, M., Horton, M.C., Guestrin, C., et\u00a0al. (2021) Learning neural network subspaces. In: International Conference on Machine Learning, PMLR, pp 11217\u201311227"},{"key":"2156_CR41","unstructured":"Wortsman, M., Ilharco, G., Gadre, SY., et\u00a0al. (2022) Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time. In: International conference on machine learning, PMLR, pp 23965\u201323998"},{"key":"2156_CR42","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, KA., et\u00a0al. (2010) Sun database: Large-scale scene recognition from abbey to zoo. In: 2010 IEEE computer society conference on computer vision and pattern recognition, IEEE, pp 3485\u20133492","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"2156_CR43","unstructured":"Xu, P., Ehinger, K.A., Zhang, Y., et\u00a0al. (2015) Turkergaze: Crowdsourcing saliency with webcam based eye tracking. arXiv preprint arXiv:1504.06755"},{"key":"2156_CR44","unstructured":"Xue, F., He, Z., Xie, C., et\u00a0al. (2022) Boosting out-of-distribution detection with multiple pre-trained models. arXiv preprint arXiv:2212.12720"},{"issue":"5","key":"2156_CR45","doi-asserted-by":"publisher","first-page":"567","DOI":"10.3390\/electronics10050567","volume":"10","author":"D Yang","year":"2021","unstructured":"Yang, D., Mai Ngoc, K., Shin, I., et al. (2021). Ensemble-based out-of-distribution detection. Electronics, 10(5), 567.","journal-title":"Electronics"},{"key":"2156_CR46","unstructured":"Yang J, Zhou K, Li Y, et\u00a0al (2021b) Generalized out-of-distribution detection: A survey. International Journal of Computer Vision, 1\u201328"},{"key":"2156_CR47","doi-asserted-by":"crossref","unstructured":"Yang, J., Zhou, K., Liu, Z. (2023) Full-spectrum out-of-distribution detection. International Journal of Computer Vision pp 1\u201316","DOI":"10.1007\/s11263-023-01811-z"},{"key":"2156_CR48","first-page":"23519","volume":"34","author":"H Ye","year":"2021","unstructured":"Ye, H., Xie, C., Cai, T., et al. (2021). Towards a theoretical framework of out-of-distribution generalization. Advances in Neural Information Processing Systems, 34, 23519\u201323531.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR49","unstructured":"Yu, F., Seff, A., Zhang, Y., et\u00a0al. (2015) Lsun: Construction of a large-scale image dataset using deep learning with humans in the loop. arXiv preprint arXiv:1506.03365"},{"key":"2156_CR50","doi-asserted-by":"crossref","unstructured":"Yu, Y., Shin, S., Lee, S., et\u00a0al. (2023) Block selection method for using feature norm in out-of-distribution detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 15701\u201315711","DOI":"10.1109\/CVPR52729.2023.01507"},{"key":"2156_CR51","doi-asserted-by":"crossref","unstructured":"Yuan, L., Chen, Y., Wang, T., et\u00a0al. (2021) Tokens-to-token vit: Training vision transformers from scratch on imagenet. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 558\u2013567","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"2156_CR52","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N. (2016) Wide residual networks. In: British Machine Vision Conference 2016, British Machine Vision Association","DOI":"10.5244\/C.30.87"},{"key":"2156_CR53","doi-asserted-by":"crossref","unstructured":"Zhang, C., Bengio, S., Hardt, M., et al. (2021). Understanding deep learning (still) requires rethinking generalization. Communications of the ACM, 64(3), 107\u2013115.","DOI":"10.1145\/3446776"},{"key":"2156_CR54","unstructured":"Zhao, P., Chen, PY., Das, P., et\u00a0al (2020) Bridging mode connectivity in loss landscapes and adversarial robustness. In: International Conference on Learning Representations"},{"issue":"6","key":"2156_CR55","doi-asserted-by":"publisher","first-page":"1452","DOI":"10.1109\/TPAMI.2017.2723009","volume":"40","author":"B Zhou","year":"2017","unstructured":"Zhou, B., Lapedriza, A., Khosla, A., et al. (2017). Places: A 10 million image database for scene recognition. IEEE transactions on pattern analysis and machine intelligence, 40(6), 1452\u20131464.","journal-title":"IEEE transactions on pattern analysis and machine intelligence"},{"key":"2156_CR56","doi-asserted-by":"publisher","DOI":"10.1201\/b12207","volume-title":"Ensemble methods: foundations and algorithms","author":"ZH Zhou","year":"2012","unstructured":"Zhou, Z. H. (2012). Ensemble methods: foundations and algorithms. CRC Press."},{"key":"2156_CR57","first-page":"20758","volume":"35","author":"Y Zhu","year":"2022","unstructured":"Zhu, Y., Chen, Y., Xie, C., et al. (2022). Boosting out-of-distribution detection with typical features. Advances in Neural Information Processing Systems, 35, 20758\u201320769.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2156_CR58","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Chen, Y., Li, X., et\u00a0al (2024) Rethinking out-of-distribution detection from a human-centric perspective. International Journal of Computer Vision pp 1\u201318","DOI":"10.1007\/s11263-024-02099-3"}],"container-title":["International Journal of Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02156-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11263-024-02156-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02156-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T10:30:30Z","timestamp":1731666630000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11263-024-02156-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,15]]},"references-count":58,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["2156"],"URL":"https:\/\/doi.org\/10.1007\/s11263-024-02156-x","relation":{},"ISSN":["0920-5691","1573-1405"],"issn-type":[{"value":"0920-5691","type":"print"},{"value":"1573-1405","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,15]]},"assertion":[{"value":"14 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}