{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T08:33:59Z","timestamp":1758098039216,"version":"3.44.0"},"reference-count":92,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Research Start-up Fund for Introduced Talents at Sun Yat-Sen University","award":["67000-12255004"],"award-info":[{"award-number":["67000-12255004"]}]},{"name":"Fundamental Research Funds for the Central Universities from the Scientific Research Institute","award":["67000-13130003"],"award-info":[{"award-number":["67000-13130003"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1109\/tpami.2025.3584386","type":"journal-article","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T13:38:18Z","timestamp":1751290698000},"page":"9232-9249","source":"Crossref","is-referenced-by-count":0,"title":["Distilling the Unknown to Unveil Certainty"],"prefix":"10.1109","volume":"47","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6391-8423","authenticated-orcid":false,"given":"Zhilin","family":"Zhao","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1562-9429","authenticated-orcid":false,"given":"Longbing","family":"Cao","sequence":"additional","affiliation":[{"name":"School of Computing, Macquarie University, Sydney, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0094-7143","authenticated-orcid":false,"given":"Yixuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Statistics and Data Science, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-3730","authenticated-orcid":false,"given":"Kun-Yu","family":"Lin","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8327-0003","authenticated-orcid":false,"given":"Wei-Shi","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Compression based bound for non-compressed network: Unified generalization error analysis of large compressible deep neural network","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Suzuki"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3271856"},{"key":"ref3","first-page":"1","article-title":"OpenOOD: Benchmarking generalized out-of-distribution detection","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Yang"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3321869"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3229318"},{"key":"ref6","first-page":"1","article-title":"A unified survey on anomaly, novelty, open-set, and out of-distribution detection: Solutions and future challenges","volume":"2022","author":"Salehi","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"Krizhevsky","key":"ref8"},{"key":"ref9","article-title":"Inceptionism: Going deeper into neural networks","volume":"20","author":"Mordvintsev","year":"2015","journal-title":"Google Res. Blog"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"ref11","first-page":"1","article-title":"Towards understanding ensemble, knowledge distillation and self-distillation in deep learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Allen-Zhu"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.403"},{"key":"ref14","first-page":"1","article-title":"Explaining and harnessing adversarial examples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Goodfellow"},{"key":"ref15","first-page":"2256","article-title":"Deep unsupervised learning using nonequilibrium thermodynamics","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sohl-Dickstein"},{"key":"ref16","first-page":"1","article-title":"Denoising diffusion probabilistic models","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Ho"},{"key":"ref17","first-page":"1","article-title":"Diversifying spatial-temporal perception for video domain generalization","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Lin"},{"key":"ref18","first-page":"1","article-title":"Auto-encoding variational Bayes","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kingma"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1137\/18M1220790"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-024-02117-4"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-023-01811-z"},{"key":"ref22","first-page":"7167","article-title":"A simple unified framework for detecting out-of-distribution samples and adversarial attacks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Lee"},{"key":"ref23","first-page":"8759","article-title":"Scaling out-of-distribution detection for real-world settings","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hendrycks"},{"key":"ref24","first-page":"144","article-title":"ReAct: out-of-distribution detection with rectified activations","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Sun"},{"key":"ref25","first-page":"1","article-title":"Boosting out-of-distribution detection with typical features","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Zhu"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00329"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01901"},{"key":"ref28","first-page":"1","article-title":"Out-of-distribution detection based on in-distribution data patterns memorization with modern hopfield energy","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref29","first-page":"1","article-title":"IGEOOD: an information geometry approach to out-of-distribution detection","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gomes"},{"key":"ref30","first-page":"43068","article-title":"Unleashing mask: Explore the intrinsic out-of-distribution detection capability","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhu"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00013"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01096"},{"key":"ref33","first-page":"1179","article-title":"Single layer predictive normalized maximum likelihood for out-of-distribution detection","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Bibas"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00469"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01862"},{"key":"ref36","first-page":"1","article-title":"Diversified outlier exposure for out-of-distribution detection via informative extrapolation","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Zhu"},{"key":"ref37","first-page":"1","article-title":"Dos: Diverse outlier sampling for out-of-distribution detection","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jiang"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72624-8_26"},{"key":"ref39","first-page":"1","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref40","first-page":"1","article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Liang"},{"key":"ref41","first-page":"1","article-title":"Energy-based out-of-distribution detection","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref42","first-page":"677","article-title":"On the importance of gradients for detecting distributional shifts in the wild","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Huang"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02293"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00330"},{"key":"ref45","first-page":"1","article-title":"Extremely simple activation shaping for out-of-distribution detection","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Djurisic"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01507"},{"key":"ref47","first-page":"1","article-title":"Towards out-of-distribution detection using gradient vectors","author":"Carvalho","year":"2024","journal-title":"SSRN Electron. J."},{"key":"ref48","first-page":"1","article-title":"Training confidence-calibrated classifiers for detecting out-of-distribution samples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lee"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00860"},{"key":"ref50","first-page":"1","article-title":"Density-driven regularization for out-of-distribution detection","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Huang"},{"key":"ref51","first-page":"1","article-title":"Watermarking for out-of-distribution detection","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3106743"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00487"},{"key":"ref54","first-page":"1","article-title":"How to exploit hyperspherical embeddings for out-of-distribution detection","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ming"},{"key":"ref55","first-page":"18250","article-title":"Hybrid energy based model in the feature space for out-of-distribution detection","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"202","author":"Lafon"},{"key":"ref56","first-page":"1","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015","journal-title":"CoRR"},{"key":"ref57","first-page":"1","article-title":"FitNets: Hints for thin deep nets","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Romero"},{"key":"ref58","first-page":"1","article-title":"Unifying distillation and privileged information","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lopez-Paz"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00361"},{"article-title":"Data-free knowledge distillation for deep neural networks","year":"2017","author":"Lopes","key":"ref60"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013771"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.5555\/2969033.2969125"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045502"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-0000(05)80062-5"},{"key":"ref65","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781107298019","volume-title":"Understanding Machine Learning From Theory to Algorithms","author":"Shalev-Shwartz","year":"2014"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/18.705570"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-34239-7"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1130.003.0007"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21852-6_3"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"article-title":"Openood v1.5: Enhanced benchmark for out-of-distribution detection","year":"2023","author":"Zhang","key":"ref71"},{"key":"ref72","first-page":"1","article-title":"CSI: Novelty detection via contrastive learning on distributionally shifted instances","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Tack"},{"issue":"7","key":"ref73","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.2118\/18761-MS"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.461"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2723009"},{"article-title":"LSUN: Construction of a large-scale image dataset using deep learning with humans in the loop","year":"2015","author":"Yu","key":"ref78"},{"article-title":"TurkerGaze: Crowdsourcing saliency with webcam based eye tracking","year":"2015","author":"Xu","key":"ref79"},{"key":"ref80","first-page":"1","article-title":"Open-set recognition: A good closed-set classifier is all you need","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Vaze"},{"key":"ref81","first-page":"2471","article-title":"In or out? Fixing imagenet out-of-distribution detection evaluation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bitterwolf"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00914"},{"article-title":"Caltech-256 object category dataset","year":"2007","author":"Griffin","key":"ref83"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143874"},{"article-title":"A simple fix to mahalanobis distance for improving near-ood detection","year":"2021","author":"Ren","key":"ref86"},{"key":"ref87","first-page":"1","article-title":"An image is worth 16 x 16 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dosovitskiy"},{"key":"ref88","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref92","first-page":"1","article-title":"AIM: Adapting image models for efficient video action recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yang"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/11163533\/11059808.pdf?arnumber=11059808","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T13:11:41Z","timestamp":1758028301000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11059808\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":92,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2025.3584386","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2025,10]]}}}