{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T16:39:16Z","timestamp":1792168756066,"version":"4.4.0"},"publisher-location":"Cham","reference-count":69,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031730009","type":"print"},{"value":"9783031730016","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73001-6_24","type":"book-chapter","created":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T10:21:29Z","timestamp":1732616489000},"page":"418-435","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["An Information Theoretical View for\u00a0Out-of-Distribution Detection"],"prefix":"10.1007","author":[{"given":"Jinjing","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenrui","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bingpeng","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiguang","family":"Shan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xilin","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,27]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad, I., Lin, P.E.: A nonparametric estimation of the entropy for absolutely continuous distributions (corresp.). IEEE Trans. Inf. Theory 22(3), 372\u2013375 (1976)","DOI":"10.1109\/TIT.1976.1055550"},{"key":"24_CR2","unstructured":"Barber, D., Agakov, F.: The im algorithm: a variational approach to information maximization. In: Proceedings of the 16th International Conference on Neural Information Processing Systems, pp. 201\u2013208 (2003)"},{"key":"24_CR3","unstructured":"Barber, D., Agakov, F.: The im algorithm: a variational approach to information maximization. In: Advances in Neural Information Processing Systems, vol. 16, no. 320, p. 201 (2004)"},{"key":"24_CR4","unstructured":"Belghazi, M.I., et al.: Mutual information neural estimation. In: International Conference on Machine Learning, pp. 531\u2013540. PMLR (2018)"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Cai, M., Li, Y.: Out-of-distribution detection via frequency-regularized generative models. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 5521\u20135530 (2023)","DOI":"10.1109\/WACV56688.2023.00548"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Cen, J., et al.: Enlarging instance-specific and class-specific information for open-set action recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15295\u201315304 (2023)","DOI":"10.1109\/CVPR52729.2023.01468"},{"key":"24_CR7","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607 (2020)"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., Vedaldi, A.: Describing textures in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3606\u20133613 (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"24_CR10","unstructured":"Djurisic, A., Bozanic, N., Ashok, A., Liu, R.: Extremely simple activation shaping for out-of-distribution detection. arXiv preprint arXiv:2209.09858 (2022)"},{"key":"24_CR11","unstructured":"Du, X., Gozum, G., Ming, Y., Li, Y.: Siren: shaping representations for detecting out-of-distribution objects. In: Advances in Neural Information Processing Systems, pp. 20434\u201320449 (2022)"},{"key":"24_CR12","unstructured":"Du, X., Wang, Z., Cai, M., Li, Y.: VoS: learning what you don\u2019t know by virtual outlier synthesis. arXiv preprint arXiv:2202.01197 (2022)"},{"key":"24_CR13","unstructured":"Federici, M., Dutta, A., Forr\u00e9, P., Kushman, N., Akata, Z.: Learning robust representations via multi-view information bottleneck. arXiv preprint arXiv:2002.07017 (2020)"},{"key":"24_CR14","unstructured":"Filos, A., Tigkas, P., McAllister, R., Rhinehart, N., Levine, S., Gal, Y.: Can autonomous vehicles identify, recover from, and adapt to distribution shifts? In: International Conference on Machine Learning, pp. 3145\u20133153 (2020)"},{"key":"24_CR15","unstructured":"Grathwohl, W., Wang, K.C., Jacobsen, J.H., Duvenaud, D., Norouzi, M., Swersky, K.: Your classifier is secretly an energy based model and you should treat it like one. arXiv preprint arXiv:1912.03263 (2019)"},{"key":"24_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"24_CR17","unstructured":"Hendrycks, D., et al.: Scaling out-of-distribution detection for real-world settings. arXiv preprint arXiv:1911.11132 (2019)"},{"key":"24_CR18","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv preprint arXiv:1610.02136 (2016)"},{"key":"24_CR19","unstructured":"Hobson, E.W.: The theory of spherical and ellipsoidal harmonics. CUP Archive (1931)"},{"key":"24_CR20","unstructured":"Khosla, P., et al.: Supervised contrastive learning. In: Advances in Neural Information Processing Systems, pp. 18661\u201318673 (2020)"},{"key":"24_CR21","unstructured":"Kirichenko, P., Izmailov, P., Wilson, A.G.: Why normalizing flows fail to detect out-of-distribution data. In: Advances in Neural Information Processing Systems, vol. 33, pp. 20578\u201320589 (2020)"},{"key":"24_CR22","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Computer Science Department, University of Toronto, Technical report (2009)"},{"key":"24_CR23","unstructured":"Kullback, S.: Information Theory and Statistics. Courier Corporation (1997)"},{"key":"24_CR24","unstructured":"Lee, K., Lee, K., Lee, H., Shin, J.: A simple unified framework for detecting out-of-distribution samples and adversarial attacks. In: Advances in Neural Information Processing Systems (2018)"},{"key":"24_CR25","unstructured":"Li, J., Xiong, C., Hoi, S.C.: MoPro: webly supervised learning with momentum prototypes. arXiv preprint arXiv:2009.07995 (2020)"},{"key":"24_CR26","unstructured":"Liang, P.P., Deng, Z., Ma, M., Zou, J., Morency, L.P., Salakhutdinov, R.: Factorized contrastive learning: going beyond multi-view redundancy. arXiv preprint arXiv:2306.05268 (2023)"},{"key":"24_CR27","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. arXiv preprint arXiv:1706.02690 (2017)"},{"key":"24_CR28","doi-asserted-by":"crossref","unstructured":"Lin, Z., Roy, S.D., Li, Y.: Mood: multi-level out-of-distribution detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 15313\u201315323 (2021)","DOI":"10.1109\/CVPR46437.2021.01506"},{"key":"24_CR29","unstructured":"Liu, W., Wang, X., Owens, J., Li, Y.: Energy-based out-of-distribution detection. In: Advances in Neural Information Processing Systems, pp. 21464\u201321475 (2020)"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Z., Miao, Z., Zhan, X., Wang, J., Gong, B., Yu, S.X.: Large-scale long-tailed recognition in an open world. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2537\u20132546 (2019)","DOI":"10.1109\/CVPR.2019.00264"},{"key":"24_CR31","unstructured":"Loshchilov, I., Hutter, F.: SGDR: stochastic gradient descent with warm restarts. arXiv preprint arXiv:1608.03983 (2016)"},{"key":"24_CR32","doi-asserted-by":"crossref","unstructured":"Mai, S., Zeng, Y., Hu, H.: Multimodal information bottleneck: learning minimal sufficient unimodal and multimodal representations. IEEE Trans. Multimed. (2022)","DOI":"10.1109\/TMM.2022.3171679"},{"key":"24_CR33","doi-asserted-by":"crossref","unstructured":"McInnes, L., Healy, J., Melville, J.: UMAP: uniform manifold approximation and projection for dimension reduction. arXiv preprint arXiv:1802.03426 (2018)","DOI":"10.21105\/joss.00861"},{"key":"24_CR34","unstructured":"Ming, Y., Sun, Y., Dia, O., Li, Y.: Cider: exploiting hyperspherical embeddings for out-of-distribution detection. arXiv preprint arXiv:2203.04450 (2022)"},{"key":"24_CR35","unstructured":"Nalisnick, E., Matsukawa, A., Teh, Y.W., Gorur, D., Lakshminarayanan, B.: Do deep generative models know what they don\u2019t know? arXiv preprint arXiv:1810.09136 (2018)"},{"key":"24_CR36","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning (2011)"},{"key":"24_CR37","doi-asserted-by":"crossref","unstructured":"Nguyen, A.T., Lu, F., Munoz, G.L., Raff, E., Nicholas, C., Holt, J.: Out of distribution data detection using dropout Bayesian neural networks. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 7877\u20137885 (2022)","DOI":"10.1609\/aaai.v36i7.20757"},{"issue":"11","key":"24_CR38","doi-asserted-by":"publisher","first-page":"5847","DOI":"10.1109\/TIT.2010.2068870","volume":"56","author":"X Nguyen","year":"2010","unstructured":"Nguyen, X., Wainwright, M.J., Jordan, M.I.: Estimating divergence functionals and the likelihood ratio by convex risk minimization. IEEE Trans. Inf. Theory 56(11), 5847\u20135861 (2010)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"24_CR39","unstructured":"van den Oord, A., Li, Y., Vinyals, O.: Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748 (2018)"},{"key":"24_CR40","unstructured":"Poole, B., Ozair, S., Van Den\u00a0Oord, A., Alemi, A., Tucker, G.: On variational bounds of mutual information. In: International Conference on Machine Learning, pp. 5171\u20135180. PMLR (2019)"},{"key":"24_CR41","unstructured":"Ren, J., Fort, S., Liu, J., Roy, A.G., Padhy, S., Lakshminarayanan, B.: A simple fix to mahalanobis distance for improving near-OOD detection. arXiv preprint arXiv:2106.09022 (2021)"},{"key":"24_CR42","unstructured":"Ren, J., et al.: Likelihood ratios for out-of-distribution detection. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"24_CR43","unstructured":"Sehwag, V., Chiang, M., Mittal, P.: SSD: a unified framework for self-supervised outlier detection. arXiv preprint arXiv:2103.12051 (2021)"},{"issue":"3","key":"24_CR44","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","volume":"27","author":"CE Shannon","year":"1948","unstructured":"Shannon, C.E.: A mathematical theory of communication. Bell Syst. Tech. J. 27(3), 379\u2013423 (1948)","journal-title":"Bell Syst. Tech. J."},{"key":"24_CR45","unstructured":"Sun, Y., Guo, C., Li, Y.: React: out-of-distribution detection with rectified activations. In: Advances in Neural Information Processing Systems, pp. 144\u2013157 (2021)"},{"key":"24_CR46","doi-asserted-by":"crossref","unstructured":"Sun, Y., Li, Y.: Dice: leveraging sparsification for out-of-distribution detection. In: European Conference on Computer Vision, pp. 691\u2013708 (2022)","DOI":"10.1007\/978-3-031-20053-3_40"},{"key":"24_CR47","unstructured":"Sun, Y., Ming, Y., Zhu, X., Li, Y.: Out-of-distribution detection with deep nearest neighbors. In: International Conference on Machine Learning, pp. 20827\u201320840 (2022)"},{"key":"24_CR48","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: novelty detection via contrastive learning on distributionally shifted instances. In: Advances in Neural Information Processing Systems, pp. 11839\u201311852 (2020)"},{"key":"24_CR49","unstructured":"Tao, L., Du, X., Zhu, X., Li, Y.: Non-parametric outlier synthesis. arXiv preprint arXiv:2303.02966 (2023)"},{"key":"24_CR50","unstructured":"Tian, Y., Sun, C., Poole, B., Krishnan, D., Schmid, C., Isola, P.: What makes for good views for contrastive learning? In: Advances in Neural Information Processing Systems, vol. 33, pp. 6827\u20136839 (2020)"},{"key":"24_CR51","unstructured":"Tishby, N., Pereira, F.C., Bialek, W.: The information bottleneck method. arXiv preprint physics\/0004057 (2000)"},{"key":"24_CR52","doi-asserted-by":"crossref","unstructured":"Tishby, N., Zaslavsky, N.: Deep learning and the information bottleneck principle. In: 2015 IEEE Information Theory Workshop, pp.\u00a01\u20135 (2015)","DOI":"10.1109\/ITW.2015.7133169"},{"key":"24_CR53","doi-asserted-by":"crossref","unstructured":"Van\u00a0Horn, G., et al.: The inaturalist species classification and detection dataset. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 8769\u20138778 (2018)","DOI":"10.1109\/CVPR.2018.00914"},{"key":"24_CR54","unstructured":"Vaze, S., Han, K., Vedaldi, A., Zisserman, A.: Open-set recognition: a good closed-set classifier is all you need? (2022)"},{"key":"24_CR55","doi-asserted-by":"crossref","unstructured":"Wang, F., Liu, H.: Understanding the behaviour of contrastive loss. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2495\u20132504 (2021)","DOI":"10.1109\/CVPR46437.2021.00252"},{"key":"24_CR56","doi-asserted-by":"crossref","unstructured":"Wang, H., Guo, X., Deng, Z.H., Lu, Y.: Rethinking minimal sufficient representation in contrastive learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 16041\u201316050 (2022)","DOI":"10.1109\/CVPR52688.2022.01557"},{"key":"24_CR57","unstructured":"Wang, H., Liu, W., Bocchieri, A., Li, Y.: Can multi-label classification networks know what they don\u2019t know? In: Advances in Neural Information Processing Systems, pp. 29074\u201329087 (2021)"},{"key":"24_CR58","unstructured":"Winkens, J., et\u00a0al.: Contrastive training for improved out-of-distribution detection. arXiv preprint arXiv:2007.05566 (2020)"},{"key":"24_CR59","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, K.A., Oliva, A., Torralba, A.: Sun database: large-scale scene recognition from abbey to zoo. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 3485\u20133492 (2010)","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"24_CR60","unstructured":"Xiao, Z., Yan, Q., Amit, Y.: Likelihood regret: an out-of-distribution detection score for variational auto-encoder. In: Advances in Neural Information Processing Systems, vol. 33, pp. 20685\u201320696 (2020)"},{"key":"24_CR61","unstructured":"Xu, P., Ehinger, K.A., Zhang, Y., Finkelstein, A., Kulkarni, S.R., Xiao, J.: Turkergaze: crowdsourcing saliency with webcam based eye tracking. arXiv preprint arXiv:1504.06755 (2015)"},{"key":"24_CR62","doi-asserted-by":"crossref","unstructured":"Yang, J., et al.: Semantically coherent out-of-distribution detection. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 8301\u20138309 (2021)","DOI":"10.1109\/ICCV48922.2021.00819"},{"key":"24_CR63","unstructured":"Yu, F., Seff, A., Zhang, Y., Song, S., Funkhouser, T., Xiao, J.: LSUN: construction of a large-scale image dataset using deep learning with humans in the loop. arXiv preprint arXiv:1506.03365 (2015)"},{"key":"24_CR64","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. arXiv preprint arXiv:1605.07146 (2016)","DOI":"10.5244\/C.30.87"},{"key":"24_CR65","unstructured":"Zhang, J., et\u00a0al.: Out-of-distribution detection based on in-distribution data patterns memorization with modern hopfield energy. In: The Eleventh International Conference on Learning Representations (2022)"},{"key":"24_CR66","unstructured":"Zhang, Y., Xu, Y., Chen, J., Xie, F., Chen, H.: Prototypical information bottlenecking and disentangling for multimodal cancer survival prediction. arXiv preprint arXiv:2401.01646 (2024)"},{"key":"24_CR67","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Xiang, X.: Decoupling maxlogit for out-of-distribution detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3388\u20133397 (2023)","DOI":"10.1109\/CVPR52729.2023.00330"},{"key":"24_CR68","doi-asserted-by":"crossref","unstructured":"Zhou, B., Lapedriza, A., Khosla, A., Oliva, A., Torralba, A.: Places: a 10 million image database for scene recognition. IEEE Trans. Pattern Anal. Mach. Intell. 1452\u20131464 (2017)","DOI":"10.1109\/TPAMI.2017.2723009"},{"key":"24_CR69","doi-asserted-by":"crossref","unstructured":"Zimmerer, D., et\u00a0al.: Mood 2020: a public benchmark for out-of-distribution detection and localization on medical images. IEEE Trans. Med. Imaging 2728\u20132738 (2022)","DOI":"10.1109\/TMI.2022.3170077"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73001-6_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T11:14:39Z","timestamp":1732619679000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73001-6_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,27]]},"ISBN":["9783031730009","9783031730016"],"references-count":69,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73001-6_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,27]]},"assertion":[{"value":"27 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}