{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T17:09:02Z","timestamp":1782320942522,"version":"3.54.5"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T00:00:00Z","timestamp":1686614400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T00:00:00Z","timestamp":1686614400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Vis"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s11263-023-01811-z","type":"journal-article","created":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T05:01:46Z","timestamp":1686632506000},"page":"2607-2622","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":41,"title":["Full-Spectrum Out-of-Distribution Detection"],"prefix":"10.1007","volume":"131","author":[{"given":"Jingkang","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kaiyang","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4220-5958","authenticated-orcid":false,"given":"Ziwei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,13]]},"reference":[{"key":"1811_CR1","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Courville, A., & Vincent, P. (2013). Representation learning: A review and new perspectives. In  IEEE transactions on pattern analysis and machine intelligence (TPAMI).","DOI":"10.1109\/TPAMI.2013.50"},{"key":"1811_CR2","unstructured":"Bulatov, Y. (2011). NotMNIST dataset. http:\/\/yaroslavvb.blogspot.com\/2011\/09\/notmnist-dataset.html."},{"key":"1811_CR3","unstructured":"Choi, H., Jang, E., & Alemi, A.A. (2018). WAIC, but why? Generative ensembles for robust anomaly detection. arXiv preprint arXiv:1810.01392."},{"key":"1811_CR4","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S. & Vedaldi, A. (2014). Describing textures in the wild. In  Proceedings of the ieee conference on computer vision and pattern recognition (CVPR).","DOI":"10.1109\/CVPR.2014.461"},{"key":"1811_CR5","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J. (2016). Deep residual learning for image recognition. In  Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR).","DOI":"10.1109\/CVPR.2016.90"},{"key":"1811_CR6","unstructured":"Hendrycks, D. & Dietterich, T. (2019). Benchmarking neural network robustness to common corruptions and perturbations. In  Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR7","unstructured":"Hendrycks, D. & Gimpel, K. (2017). A baseline for detecting misclassified and out-of-distribution examples in neural networks. In Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR8","unstructured":"Hendrycks, D., Mazeika, M., & Dietterich, T. (2019). Deep anomaly detection with outlier exposure. In Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR9","doi-asserted-by":"crossref","unstructured":"Huang, Gao., Liu, Zhuang., Van Der\u00a0Maaten, L., & Weinberger, K.Q. (2017). Densely connected convolutional networks. In  Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR).","DOI":"10.1109\/CVPR.2017.243"},{"key":"1811_CR10","doi-asserted-by":"crossref","unstructured":"Huang, X. & Belongie, S. (2017). Arbitrary style transfer in real-time with adaptive instance normalization. In  Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR).","DOI":"10.1109\/ICCV.2017.167"},{"issue":"5","key":"1811_CR11","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1109\/34.291440","volume":"16","author":"Jonathan J Hull","year":"1994","unstructured":"Hull, Jonathan J. (1994). A database for handwritten text recognition research. IEEE Transactions on Pattern Analysis and Machine Intelligence, 16(5), 550\u2013554.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"1811_CR12","unstructured":"Krizhevsky, A., Hinton, G., et al. (2009). Learning multiple layers of features from tiny images. Citeseer."},{"key":"1811_CR13","unstructured":"LeCun, Y., Cortes, C. & Burges, C.JC. (1998). The mnist database of handwritten digits, 1998. http:\/\/yann.lecun.com\/exdb\/mnist."},{"key":"1811_CR14","unstructured":"LeCun, Y. et\u00a0al. (2015). Lenet-5, convolutional neural networks. http:\/\/yann.lecun.com\/exdb\/lenet."},{"key":"1811_CR15","unstructured":"Lee, K., Lee, K., Lee, H., & Shin, J. (2018). A simple unified framework for detecting out-of-distribution samples and adversarial attacks. In:  Proceedings of advances in neural information processing systems (NeurIPS)."},{"key":"1811_CR16","doi-asserted-by":"crossref","unstructured":"Li, Y., & Vasconcelos, N. (2020). Background data resampling for outlier-aware classification. In  Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR).","DOI":"10.1109\/CVPR42600.2020.01323"},{"key":"1811_CR17","unstructured":"Liang, S., Li, Y., & Srikant, R. (2017). Enhancing the reliability of out-of-distribution image detection in neural networks. In Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR18","doi-asserted-by":"crossref","unstructured":"Lin, C., Yuan, Z., Zhao, S., Sun, P., Wang, C., & Cai, J. (2021). Domain-invariant disentangled network for generalizable object detection. In  Proceedings of the IEEE international conference on computer vision (ICCV).","DOI":"10.1109\/ICCV48922.2021.00865"},{"key":"1811_CR19","unstructured":"Liu, W., Wang, X., Owens, J., & Li Y. (2020). Energy-based out-of-distribution detection. In:  Proceedings of advances in neural information processing systems (NeurIPS)."},{"key":"1811_CR20","unstructured":"Ming, Y., Yin, H., & Li, Y.(2021). On the impact of spurious correlation for out-of-distribution detection. arXiv preprint arXiv:2109.05642."},{"key":"1811_CR21","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y. (2011). Reading digits in natural images with unsupervised feature learning. In  Proceedings of NIPS workshop on deep learning and unsupervised feature learning."},{"key":"1811_CR22","unstructured":"Peng, X., Huang, Z., Sun, X., Saenko, K. (2019). Domain agnostic learning with disentangled representations. In  International conference on machine learning, pp. 5102\u20135112. PMLR."},{"key":"1811_CR23","unstructured":"Ren, J., Liu, P.J., Fertig, E., Snoek, J., Poplin, R., Depristo, M., Dillon, J., & Lakshminarayanan, B. (2019). Likelihood ratios for out-of-distribution detection. In  Proceedings of advances in neural information processing systems (NeurIPS)."},{"key":"1811_CR24","unstructured":"RSNA (2017). RSNA Pediatric Bone Age Challenge, 2017."},{"key":"1811_CR25","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et al. (2015). Imagenet large-scale visual recognition challenge. International Journal of Computer Vision (IJCV), 115, 211\u2013252.","journal-title":"International Journal of Computer Vision (IJCV)"},{"key":"1811_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102225","volume":"74","author":"BG Santa Cruz","year":"2021","unstructured":"Santa Cruz, B. G., Bossa, M. N., S\u00f6lter, J., & Husch, A. D. (2021). Public covid-19 x-ray datasets and their impact on model bias-a systematic review of a significant problem. Medical Image Analysis, 74, 102225.","journal-title":"Medical Image Analysis"},{"key":"1811_CR27","unstructured":"Sastry, C.S., Oore, S. (2020). Detecting out-of-distribution examples with gram matrices. In:  ICML."},{"key":"1811_CR28","doi-asserted-by":"crossref","unstructured":"Sedlmeier, A., Gabor, T., Phan, T., Belzner, L. & Claudia L.-P. (2019). Uncertainty-based out-of-distribution detection in deep reinforcement learning. arXiv preprint arXiv:1901.02219.","DOI":"10.5220\/0008949905220529"},{"key":"1811_CR29","unstructured":"Serr\u00e0, J., \u00c1lvarez, D., G\u00f3mez, V., Slizovskaia, O., N\u00fa\u00f1ez, J.F., Luque, J. (2020). Input complexity and out-of-distribution detection with likelihood-based generative models. In  Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR30","unstructured":"Sinha, A., Ayush, K., Song, K., Uzkent, B., Jin, H. & Ermon, S. (2021). Negative data augmentation. In  Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR31","unstructured":"Van Amersfoort, J., Smith, L., Teh, Y.W. & Gal, Y. (2020). In ICML: Uncertainty estimation using a single deep deterministic neural network."},{"key":"1811_CR32","unstructured":"Vay\u00e1, M. de la\u00a0I., Saborit, J.M., Montell, J.A., Pertusa, A., Bustos, A., Cazorla, M., Galant, J., Barber, X., Orozco-Beltr\u00e1n, D., Garc\u00eda-Garc\u00eda, F. et\u00a0al. (2020). Bimcv covid-19+: A large annotated dataset of RX and CT images from covid-19 patients. arXiv preprint arXiv:2006.01174."},{"key":"1811_CR33","unstructured":"Vinyals, O., Ewalds, T., Bartunov, S., Georgiev, P., Vezhnevets, A.S., Yeo, M., Makhzani, A., K\u00fcttler, H., Agapiou, J., Schrittwieser, J. et\u00a0al. (2017). Starcraft ii: A new challenge for reinforcement learning. arXiv preprint arXiv:1708.04782."},{"key":"1811_CR34","doi-asserted-by":"crossref","unstructured":"Vyas, A., Jammalamadaka, N., Zhu, X., Das, D., Kaul, B. & Willke, T.L. (2018). Out-of-distribution detection using an ensemble of self supervised leave-out classifiers. In  Proceedings of the European conference on computer vision (ECCV).","DOI":"10.1007\/978-3-030-01237-3_34"},{"key":"1811_CR35","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Z., Feng, L., & Zhang, W. (2022). Vim: Out-of-distribution with virtual-logit matching. In:  Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.","DOI":"10.1109\/CVPR52688.2022.00487"},{"issue":"1","key":"1811_CR36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-019-56847-4","volume":"10","author":"L Wang","year":"2020","unstructured":"Wang, L., Lin, Z. Q., & Wong, A. (2020). Covid-net: A tailored deep convolutional neural network design for detection of covid-19 cases from chest x-ray images. Scientific Reports, 10(1), 1\u201312.","journal-title":"Scientific Reports"},{"key":"1811_CR37","unstructured":"Winther, H.B., Laser, H., Gerbel, S., Maschke, S.K., Hinrichs, J.B., Vogel-Claussen, J., Wacker, F.K., H\u00f6per, M.M., & Meyer, B.C. (2020). Covid-19 image repository. URL https:\/\/figshare.com\/articles\/COVID-19_Image_Repository\/12275009."},{"key":"1811_CR38","unstructured":"Xiao, H., Rasul, K. & Vollgraf, R. (2017). Fashion-mnist: A novel image dataset for benchmarking machine learning algorithms. arXiv preprint arXiv:1708.07747."},{"key":"1811_CR39","unstructured":"Yang, X., He, X., Zhao, J., Zhang, Y., Zhang, S. & Xie, P. (2020). Covid-ct-dataset: A ct scan dataset about covid-19. arXiv preprint arXiv:2003.13865."},{"key":"1811_CR40","doi-asserted-by":"crossref","unstructured":"Yang, J., Wang, H., Feng, L., Yan, X., Zheng, H., Zhang, W., & Liu, Z. (2021). Semantically coherent out-of-distribution detection. In  Proceedings of the IEEE international conference on computer vision (ICCV).","DOI":"10.1109\/ICCV48922.2021.00819"},{"key":"1811_CR41","unstructured":"Yang, J., Zhou, K., Li, Y. & Liu, Z.(2021). Generalized out-of-distribution detection: A survey. arXiv preprint arXiv:2110.11334."},{"key":"1811_CR42","unstructured":"Zhang, H., Cisse, M., Dauphin, Y.N., Lopez-Paz, D. (2018). Mixup: Beyond empirical risk minimization. In  Proceedings of international conference on learning representations (ICLR)."},{"key":"1811_CR43","doi-asserted-by":"crossref","unstructured":"Zhou, K., Liu, Z., Qiao, Y., Xiang, T., Loy, C.C. (2022). Domain generalization: A survey.  IEEE transactions on pattern analysis and machine intelligence (TPAMI).","DOI":"10.1109\/TPAMI.2022.3195549"},{"key":"1811_CR44","unstructured":"Zhou, K., Yang, Y., Qiao, Y., & Xiang, T. (2021). Domain generalization with mixstyle. In  Proceedings of international conference on learning representations (ICLR)."},{"issue":"6","key":"1811_CR45","doi-asserted-by":"publisher","first-page":"1452","DOI":"10.1109\/TPAMI.2017.2723009","volume":"40","author":"B Zhou","year":"2017","unstructured":"Zhou, B., Lapedriza, A., Khosla, A., Oliva, A., & Torralba, A. (2017). Places: A 10 million image database for scene recognition. IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)., 40(6), 1452\u20131464.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)."}],"container-title":["International Journal of Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-023-01811-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11263-023-01811-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-023-01811-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,19]],"date-time":"2023-08-19T02:08:24Z","timestamp":1692410904000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11263-023-01811-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,13]]},"references-count":45,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["1811"],"URL":"https:\/\/doi.org\/10.1007\/s11263-023-01811-z","relation":{},"ISSN":["0920-5691","1573-1405"],"issn-type":[{"value":"0920-5691","type":"print"},{"value":"1573-1405","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,13]]},"assertion":[{"value":"10 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}