{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T11:13:18Z","timestamp":1784718798303,"version":"3.55.0"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,27]],"date-time":"2022-10-27T00:00:00Z","timestamp":1666828800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,27]],"date-time":"2022-10-27T00:00:00Z","timestamp":1666828800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s10994-022-06237-1","type":"journal-article","created":{"date-parts":[[2022,10,27]],"date-time":"2022-10-27T17:06:42Z","timestamp":1666890402000},"page":"1643-1659","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Open-set learning under covariate shift"],"prefix":"10.1007","volume":"113","author":[{"given":"Jie-Jing","family":"Shao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao-Wen","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8965-1288","authenticated-orcid":false,"given":"Lan-Zhe","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,27]]},"reference":[{"key":"6237_CR1","unstructured":"Ahuja, K., Shanmugam, K., Varshney, K.R., et al. (2020). Invariant risk minimization games. In Proceedings of the 37th international conference on machine learning (pp. 145\u2013155)."},{"key":"6237_CR2","unstructured":"Arjovsky, M., Bottou, L., Gulrajani, I. et al. (2019). Invariant risk minimization. CoRR abs\/1907.02893"},{"key":"6237_CR3","first-page":"15509","volume":"32","author":"P Bachman","year":"2019","unstructured":"Bachman, P., Hjelm, R. D., & Buchwalter, W. (2019). Learning representations by maximizing mutual information across views. Advances in Neural Information Processing Systems, 32, 15509\u201315519.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR4","unstructured":"Baktashmotlagh, M., Faraki, M., Drummond, T., et al. (2019). Learning factorized representations for open-set domain adaptation. In Proceedings of the 7th international conference on learning representations"},{"key":"6237_CR5","doi-asserted-by":"crossref","unstructured":"Bendale, A. & Boult, T.E. (2016). Towards open set deep networks. In IEEE conference on computer vision and pattern recognition (pp. 1563\u20131572).","DOI":"10.1109\/CVPR.2016.173"},{"key":"6237_CR6","doi-asserted-by":"crossref","unstructured":"Busto, P.P. & Gall, J. (2017). Open set domain adaptation. In IEEE international conference on computer vision (pp. 754\u2013763).","DOI":"10.1109\/ICCV.2017.88"},{"key":"6237_CR7","doi-asserted-by":"crossref","unstructured":"Caputo, B., M\u00fcller, H., Mart\u00ednez-G\u00f3mez, J., et al. (2014). Imageclef 2014: Overview and analysis of the results. In: Information access evaluation. Multilinguality, multimodality, and interaction - 5th international conference of the CLEF initiative (pp. 192\u2013211).","DOI":"10.1007\/978-3-319-11382-1_18"},{"key":"6237_CR8","doi-asserted-by":"crossref","unstructured":"Chen, G., Peng, P., Wang, X., et al. (2021). Adversarial reciprocal points learning for open set recognition. IEEE Transactions on Pattern Analysis and Machine Intelligence","DOI":"10.1109\/TPAMI.2021.3106743"},{"key":"6237_CR9","unstructured":"Chen, T., Kornblith, S., Norouzi, M., et al. (2020). A simple framework for contrastive learning of visual representations. In Proceedings of the 37th international conference on machine learning (pp. 1597\u20131607)."},{"key":"6237_CR10","doi-asserted-by":"crossref","unstructured":"Christie, G.A., Fendley, N., Wilson, J., et al. (2018). Functional map of the world. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 6172\u20136180).","DOI":"10.1109\/CVPR.2018.00646"},{"key":"6237_CR11","first-page":"8765","volume":"33","author":"C Chuang","year":"2020","unstructured":"Chuang, C., Robinson, J., Lin, Y., et al. (2020). Debiased contrastive learning. Advances in Neural Information Processing Systems, 33, 8765\u20138775.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR12","unstructured":"Creager, E., Jacobsen, J. & Zemel, R.S. (2021). Environment inference for invariant learning. In Proceedings of the 38th international conference on machine learning (pp. 2189\u20132200)."},{"key":"6237_CR13","doi-asserted-by":"crossref","unstructured":"Da, Q., Yu, Y. & Zhou, Z. (2014). Learning with augmented class by exploiting unlabeled data. In Proceedings of the 28th AAAI conference on artificial intelligence (pp. 1760\u20131766).","DOI":"10.1609\/aaai.v28i1.8997"},{"key":"6237_CR14","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., et al. (2009). Imagenet: A large-scale hierarchical image database. In IEEE computer society conference on computer vision and pattern recognition (pp. 248\u2013255).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"6237_CR15","first-page":"9175","volume":"31","author":"AR Dhamija","year":"2018","unstructured":"Dhamija, A. R., G\u00fcnther, M., & Boult, T. E. (2018). Reducing network Agnostophobia. Advances in Neural Information Processing Systems, 31, 9175\u20139186.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR16","unstructured":"Fang, Z., Lu, J., Liu, A. et al. (2021). Learning bounds for open-set learning. In Proceedings of the 38th international conference on machine learning (pp. 3122\u20133132)."},{"key":"6237_CR17","doi-asserted-by":"crossref","unstructured":"Fei, G.  & Liu, B. (2016). Breaking the closed world assumption in text classification. In The 2016 conference of the North American chapter of the association for computational linguistics: human language technologies (pp. 506\u2013514).","DOI":"10.18653\/v1\/N16-1061"},{"key":"6237_CR18","unstructured":"Ganin, Y.  &  Lempitsky, V.S. (2015). Unsupervised domain adaptation by backpropagation. In Proceedings of the 32nd international conference on machine learning (pp. 1180\u20131189)."},{"issue":"10","key":"6237_CR19","doi-asserted-by":"publisher","first-page":"3614","DOI":"10.1109\/TPAMI.2020.2981604","volume":"43","author":"C Geng","year":"2021","unstructured":"Geng, C., Huang, S., & Chen, S. (2021). Recent advances in open set recognition: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence, 43(10), 3614\u20133631.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"6237_CR20","first-page":"5000","volume":"34","author":"JZ HaoChen","year":"2021","unstructured":"HaoChen, J. Z., Wei, C., Gaidon, A., et al. (2021). Provable guarantees for self-supervised deep learning with spectral contrastive loss. Advances in Neural Information Processing Systems, 34, 5000\u20135011.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR21","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. et al. (2016). Deep residual learning for image recognition. In IEEE conference on computer vision and pattern recognition (pp. 770\u2013778).","DOI":"10.1109\/CVPR.2016.90"},{"key":"6237_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107383","volume":"110","author":"Y He","year":"2021","unstructured":"He, Y., Shen, Z., & Cui, P. (2021). Towards non-I.I.D.image classification: A dataset and baselines. Pattern Recognition, 110, 107383.","journal-title":"Pattern Recognition"},{"key":"6237_CR23","unstructured":"Hendrycks, D. & Gimpel, K. (2017). A baseline for detecting misclassified and out-of-distribution examples in neural networks. In Proceedings of the 5th international conference on learning representations."},{"key":"6237_CR24","first-page":"15637","volume":"32","author":"D Hendrycks","year":"2019","unstructured":"Hendrycks, D., Mazeika, M., Kadavath, S., et al. (2019). Using self-supervised learning can improve model robustness and uncertainty. Advances in Neural Information Processing Systems, 32, 15637\u201315648.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR25","unstructured":"Hjelm, R.D., Fedorov, A., Lavoie-Marchildon, S. et al. (2019). Learning deep representations by mutual information estimation and maximization. In Proceedings of the 7th international conference on learning representations."},{"key":"6237_CR26","first-page":"26714","volume":"34","author":"Z Huang","year":"2021","unstructured":"Huang, Z., Xue, C., Han, B., et al. (2021). Universal semi-supervised learning. Advances in Neural Information Processing Systems, 34, 26714\u201326725.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR27","doi-asserted-by":"crossref","unstructured":"Huang, Z., Yang, J. & Gong, C. (2022). They are not completely useless: Towards recycling transferable unlabeled data for class-mismatched semi-supervised learning. IEEE Transactions on Multimedia.","DOI":"10.1109\/TMM.2022.3179895"},{"key":"6237_CR28","first-page":"18661","volume":"33","author":"P Khosla","year":"2020","unstructured":"Khosla, P., Teterwak, P., Wang, C., et al. (2020). Supervised contrastive learning. Advances in Neural Information Processing Systems, 33, 18661\u201318673.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR29","doi-asserted-by":"crossref","unstructured":"Kim, D., Yoo, Y., Park, S., et al. (2021). Selfreg: Self-supervised contrastive regularization for domain generalization. In IEEE\/CVF international conference on computer vision (pp. 9599\u20139608).","DOI":"10.1109\/ICCV48922.2021.00948"},{"issue":"7553","key":"6237_CR30","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., & Hinton, G. (2015). Deep learning. Nature, 521(7553), 436\u2013444.","journal-title":"Nature"},{"key":"6237_CR31","unstructured":"Liang, S., Li, Y., Srikant, R. (2018). Enhancing the reliability of out-of-distribution image detection in neural networks. In Proceedings of the 6th international conference on learning representations."},{"key":"6237_CR32","doi-asserted-by":"crossref","unstructured":"Liao, H. (2013). Speaker adaptation of context dependent deep neural networks. In IEEE international conference on acoustics, speech and signal processing (pp. 7947\u20137951).","DOI":"10.1109\/ICASSP.2013.6639212"},{"key":"6237_CR33","unstructured":"Liu, J., Hu, Z., Cui, P. et al. (2021). Heterogeneous risk minimization. In Proceedings of the 38th international conference on machine learning (pp. 6804\u20136814)."},{"key":"6237_CR34","unstructured":"Liu, S., Garrepalli, R., Dietterich, T.G. et al. (2018). Open category detection with PAC guarantees. In Proceedings of the 35th international conference on machine learning (pp. 3175\u20133184)."},{"key":"6237_CR35","first-page":"4765","volume":"30","author":"SM Lundberg","year":"2017","unstructured":"Lundberg, S. M., & Lee, S. (2017). A unified approach to interpreting model predictions. Advances in Neural Information Processing Systems, 30, 4765\u20134774.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR36","unstructured":"Luo, Y., Wang, Z., Huang, Z., et al. (2020). Progressive graph learning for open-set domain adaptation. In Proceedings of the 37th international conference on machine learning (pp. 6468\u20136478)."},{"key":"6237_CR37","doi-asserted-by":"crossref","unstructured":"Neal, L., Olson, M.L., Fern, X.Z., et al. (2018). Open set learning with counterfactual images. In Proceedings of the 15th European conference on computer vision (pp. 620\u2013635).","DOI":"10.1007\/978-3-030-01231-1_38"},{"issue":"21","key":"6237_CR38","doi-asserted-by":"publisher","first-page":"10993","DOI":"10.1128\/JVI.01573-15","volume":"89","author":"D Rejmanek","year":"2015","unstructured":"Rejmanek, D., Hosseini, P. R., Mazet, J. A., et al. (2015). Evolutionary dynamics and global diversity of influenza a virus. Journal of Virology, 89(21), 10993\u201311001.","journal-title":"Journal of Virology"},{"key":"6237_CR39","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., & Guestrin, C. (2016). Why should I trust you?: Explaining the predictions of any classifier. In Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1135\u20131144).","DOI":"10.1145\/2939672.2939778"},{"issue":"2","key":"6237_CR40","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"RR Selvaraju","year":"2020","unstructured":"Selvaraju, R. R., Cogswell, M., Das, A., et al. (2020). Grad-cam: Visual explanations from deep networks via gradient-based localization. International Journal of Computer Vision, 128(2), 336\u2013359.","journal-title":"International Journal of Computer Vision"},{"key":"6237_CR41","doi-asserted-by":"crossref","unstructured":"Shu, Y., Cao, Z., Wang, C. et al. (2021). Open domain generalization with domain-augmented meta-learning. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 9624\u20139633).","DOI":"10.1109\/CVPR46437.2021.00950"},{"key":"6237_CR42","first-page":"11839","volume":"33","author":"J Tack","year":"2020","unstructured":"Tack, J., Mo, S., Jeong, J., et al. (2020). CSI: Novelty detection via contrastive learning on distributionally shifted instances. Advances in Neural Information Processing Systems, 33, 11839\u201311852.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR43","unstructured":"Tian, Y., Krishnan, D. & Isola, P. (2020a). Contrastive representation distillation. In Proceedings of the 8th international conference on learning representations."},{"key":"6237_CR44","first-page":"6827","volume":"33","author":"Y Tian","year":"2020","unstructured":"Tian, Y., Sun, C., Poole, B., et al. (2020). What makes for good views for contrastive learning? Advances in Neural Information Processing Systems, 33, 6827\u20136839.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR45","unstructured":"Vaze, S., Han, K., Vedaldi, A., et al. (2022). Open-set recognition: A good closed-set classifier is all you need. In Proceedings of the 10th international conference on learning representations."},{"key":"6237_CR46","doi-asserted-by":"crossref","unstructured":"Wang, Y., Li, H. & Kot, A.C. (2020). Heterogeneous domain generalization via domain mixup. In IEEE international conference on acoustics, speech and signal processing (pp. 3622\u20133626).","DOI":"10.1109\/ICASSP40776.2020.9053273"},{"key":"6237_CR47","unstructured":"Wen, Z. & Li, Y. (2021). Toward understanding the feature learning process of self-supervised contrastive learning. In Proceedings of the 38th international conference on machine learning (pp. 11,112\u201311,122)."},{"key":"6237_CR48","unstructured":"Winkens, J., Bunel, R., Roy, A.G., et al. (2020). Contrastive training for improved out-of-distribution detection. CoRR abs\/2007.05566."},{"key":"6237_CR49","unstructured":"Wong, K., Wang, S., Ren, M., et al. (2019). Identifying unknown instances for autonomous driving. In: Kaelbling LP, Kragic D, Sugiura K (eds) Proceedings of the 3rd annual conference on robot learning (pp. 384\u2013393)."},{"key":"6237_CR50","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.patcog.2018.07.030","volume":"85","author":"Y Yang","year":"2019","unstructured":"Yang, Y., Hou, C., Lang, Y., et al. (2019). Open-set human activity recognition based on micro-Doppler signatures. Pattern Recognition, 85, 60\u201369.","journal-title":"Pattern Recognition"},{"key":"6237_CR51","doi-asserted-by":"crossref","unstructured":"Yoshihashi, R., Shao, W., Kawakami, R., et al. (2019) Classification-reconstruction learning for open-set recognition. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 4016\u20134025).","DOI":"10.1109\/CVPR.2019.00414"},{"key":"6237_CR52","doi-asserted-by":"crossref","unstructured":"Yu, F., Chen, H., Wang, X., et al. (2020). BDD100K: A diverse driving dataset for heterogeneous multitask learning. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 2633\u20132642).","DOI":"10.1109\/CVPR42600.2020.00271"},{"key":"6237_CR53","doi-asserted-by":"crossref","unstructured":"Yu, Q. & Aizawa, K. (2019). Unsupervised out-of-distribution detection by maximum classifier discrepancy. In IEEE\/CVF international conference on computer vision (pp. 9517\u20139525).","DOI":"10.1109\/ICCV.2019.00961"},{"key":"6237_CR54","doi-asserted-by":"crossref","unstructured":"Yun, S., Han, D., Chun, S., et al. (2019). Cutmix: Regularization strategy to train strong classifiers with localizable features. In IEEE\/CVF international conference on computer vision (pp. 6022\u20136031).","DOI":"10.1109\/ICCV.2019.00612"},{"key":"6237_CR55","unstructured":"Zhang, H., Ciss\u00e9, M., Dauphin, Y.N. et al. (2018). Mixup: Beyond empirical risk minimization. In Proceedings of the 6th international conference on learning representations."},{"key":"6237_CR56","doi-asserted-by":"crossref","unstructured":"Zhang, X., Cui, P., Xu, R., et al. (2021). Deep stable learning for out-of-distribution generalization. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 5372\u20135382).","DOI":"10.1109\/CVPR46437.2021.00533"},{"key":"6237_CR57","doi-asserted-by":"crossref","unstructured":"Zhou, D., Ye, H., &  Zhan, D. (2021a). Learning placeholders for open-set recognition. In IEEE\/CVF conference on computer vision and pattern recognition (pp. 4401\u20134410).","DOI":"10.1109\/CVPR46437.2021.00438"},{"key":"6237_CR58","first-page":"29168","volume":"34","author":"Z Zhou","year":"2021","unstructured":"Zhou, Z., Guo, L., Cheng, Z., et al. (2021). STEP: out-of-distribution detection in the presence of limited in-distribution labeled data. Advances in Neural Information Processing Systems, 34, 29168\u201329180.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6237_CR59","unstructured":"Zimmermann, R.S., Sharma, Y., Schneider, S., et al. (2021). Contrastive learning inverts the data generating process. In Proceedings of the 38th international conference on machine learning (pp. 12979\u201312990)."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06237-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-022-06237-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06237-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T17:09:29Z","timestamp":1711645769000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-022-06237-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,27]]},"references-count":59,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["6237"],"URL":"https:\/\/doi.org\/10.1007\/s10994-022-06237-1","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,27]]},"assertion":[{"value":"26 May 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 September 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 October 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The author declares that he has no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}