{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T05:23:51Z","timestamp":1783574631494,"version":"3.55.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,5,17]],"date-time":"2024-05-17T00:00:00Z","timestamp":1715904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,17]],"date-time":"2024-05-17T00:00:00Z","timestamp":1715904000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s11432-023-3924-x","type":"journal-article","created":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T05:02:39Z","timestamp":1717390959000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Logit prototype learning with active multimodal representation for robust open-set recognition"],"prefix":"10.1007","volume":"67","author":[{"given":"Yimin","family":"Fu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhunga","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zicheng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,17]]},"reference":[{"key":"3924_CR1","doi-asserted-by":"publisher","first-page":"nwac123","DOI":"10.1093\/nsr\/nwac123","volume":"9","author":"Z H Zhou","year":"2022","unstructured":"Zhou Z H. Open-environment machine learning. Natl Sci Rev, 2022, 9: nwac123","journal-title":"Natl Sci Rev"},{"key":"3924_CR2","volume-title":"Proceedings of International Conference on Learning Representations","author":"K Simonyan","year":"2015","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. In: Proceedings of International Conference on Learning Representations, 2015"},{"key":"3924_CR3","first-page":"770","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, et al. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016. 770\u2013778"},{"key":"3924_CR4","doi-asserted-by":"publisher","first-page":"019103","DOI":"10.1007\/s11432-018-9558-2","volume":"62","author":"X Y Pan","year":"2019","unstructured":"Pan X Y, Fan Y-X, Jia J, et al. Identifying RNA-binding proteins using multi-label deep learning. Sci China Inf Sci, 2019, 62: 019103","journal-title":"Sci China Inf Sci"},{"key":"3924_CR5","doi-asserted-by":"publisher","first-page":"1757","DOI":"10.1109\/TPAMI.2012.256","volume":"35","author":"W J Scheirer","year":"2015","unstructured":"Scheirer W J, Rocha A D R, Sapkota A, et al. Toward open set recognition. IEEE Trans Pattern Anal Mach Intell, 2015, 35: 1757\u20131772","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR6","doi-asserted-by":"publisher","first-page":"3614","DOI":"10.1109\/TPAMI.2020.2981604","volume":"43","author":"C Geng","year":"2020","unstructured":"Geng C, Huang S J, Chen S. Recent advances in open set recognition: a survey. IEEE Trans Pattern Anal Mach Intell, 2020, 43: 3614\u20133631","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR7","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun Y, Bottou L, Bengio Y, et al. Gradient-based learning applied to document recognition. Proc IEEE, 1998, 86: 2278\u20132324","journal-title":"Proc IEEE"},{"key":"3924_CR8","volume-title":"Proceedings of the Conference on Neural Information Processing Systems Workshops","author":"Y Netzer","year":"2011","unstructured":"Netzer Y, Wang T, Coates A, et al. Reading digits in natural images with unsupervised feature learning. In: Proceedings of the Conference on Neural Information Processing Systems Workshops, 2011"},{"key":"3924_CR9","volume-title":"Technical Report","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A, Hinton G. Learning Multiple Layers of Features From Tiny Images. Technical Report. Toronto: University of Toronto, 2009"},{"key":"3924_CR10","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2018","unstructured":"Baltru\u0161aitis T, Ahuja C, Morency L P. Multimodal machine learning: a survey and taxonomy. IEEE Trans Pattern Anal Mach Intell, 2018, 41: 423\u2013443","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR11","doi-asserted-by":"publisher","first-page":"3249","DOI":"10.1109\/TIP.2016.2563981","volume":"25","author":"C Gong","year":"2016","unstructured":"Gong C, Tao D, Maybank S J, et al. Multi-modal curriculum learning for semi-supervised image classification. IEEE Trans Image Process, 2016, 25: 3249\u20133260","journal-title":"IEEE Trans Image Process"},{"key":"3924_CR12","doi-asserted-by":"publisher","first-page":"012201","DOI":"10.1007\/s11432-016-0158-2","volume":"60","author":"W C Zhang","year":"2017","unstructured":"Zhang W C, Sun F C, Wu H, et al. A framework for the fusion of visual and tactile modalities for improving robot perception. Sci China Inf Sci, 2017, 60: 012201","journal-title":"Sci China Inf Sci"},{"key":"3924_CR13","doi-asserted-by":"publisher","first-page":"140301","DOI":"10.1007\/s11432-022-3588-0","volume":"66","author":"X Sun","year":"2023","unstructured":"Sun X, Tian Y, Lu W X, et al. From single- to multi-modal remote sensing imagery interpretation: a survey and taxonomy. Sci China Inf Sci, 2023, 66: 140301","journal-title":"Sci China Inf Sci"},{"key":"3924_CR14","doi-asserted-by":"publisher","first-page":"293","DOI":"10.4103\/0256-4602.64604","volume":"27","author":"U G Mangai","year":"2010","unstructured":"Mangai U G, Samanta S, Das S, et al. A survey of decision fusion and feature fusion strategies for pattern classification. IETE Tech Rev, 2010, 27: 293\u2013307","journal-title":"IETE Tech Rev"},{"key":"3924_CR15","doi-asserted-by":"publisher","first-page":"210203","DOI":"10.1007\/s11432-020-3080-3","volume":"63","author":"L Q Huang","year":"2020","unstructured":"Huang L Q, Liu Z G, Pan Q, et al. Evidential combination of augmented multi-source of information based on domain adaptation. Sci China Inf Sci, 2020, 63: 210203","journal-title":"Sci China Inf Sci"},{"key":"3924_CR16","doi-asserted-by":"publisher","first-page":"1062","DOI":"10.1109\/TNNLS.2022.3179805","volume":"35","author":"Z G Liu","year":"2024","unstructured":"Liu Z G, Ning L B, Zhang Z W. A new progressive multisource domain adaptation network with weighted decision fusion. IEEE Trans Neural Netw Learn Syst, 2024, 35: 1062\u20131072","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3924_CR17","first-page":"631","volume-title":"Proceedings of the 5th Chinese Conference on Pattern Recognition and Computer Vision","author":"Y Fu","year":"2022","unstructured":"Fu Y, Liu Z, Yang Y, et al. Adaptive open set recognition with multi-modal joint metric learning. In: Proceedings of the 5th Chinese Conference on Pattern Recognition and Computer Vision, 2022. 631\u2013644"},{"key":"3924_CR18","doi-asserted-by":"publisher","first-page":"2317","DOI":"10.1109\/TPAMI.2014.2321392","volume":"36","author":"W J Scheirer","year":"2014","unstructured":"Scheirer W J, Jain L P, Boult T E. Probability models for open set recognition. IEEE Trans Pattern Anal Mach Intell, 2014, 36: 2317\u20132324","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR19","first-page":"1893","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"A Bendale","year":"2015","unstructured":"Bendale A, Boult T. Towards open world recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2015. 1893\u20131902"},{"key":"3924_CR20","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1007\/s10994-016-5610-8","volume":"106","author":"P R M J\u00fanior","year":"2017","unstructured":"J\u00fanior P R M, de Souza R M, Werneck R O, et al. Nearest neighbors distance ratio open-set classifier. Mach Learn, 2017, 106: 359\u2013386","journal-title":"Mach Learn"},{"key":"3924_CR21","first-page":"1563","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"A Bendale","year":"2016","unstructured":"Bendale A, Boult T E. Towards open set deep networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016. 1563\u20131572"},{"key":"3924_CR22","first-page":"2911","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"L Shu","year":"2017","unstructured":"Shu L, Xu H, Liu B. DOC: deep open classification of text documents. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2017. 2911\u20132916"},{"key":"3924_CR23","first-page":"4016","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"R Yoshihashi","year":"2019","unstructured":"Yoshihashi R, Shao W, Kawakami R, et al. Classification-reconstruction learning for open-set recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2019. 4016\u20134025"},{"key":"3924_CR24","doi-asserted-by":"publisher","first-page":"2327","DOI":"10.1109\/TNNLS.2022.3189996","volume":"35","author":"J Jang","year":"2024","unstructured":"Jang J, Kim C O. Collective decision of one-vs-rest networks for open-set recognition. IEEE Trans Neural Netw Learn Syst, 2024, 35: 2327\u20132338","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3924_CR25","volume-title":"Proceedings of the International Conference on Learning Representations","author":"S Vaze","year":"2022","unstructured":"Vaze S, Han K, Vedaldi A, et al. Open-set recognition: a good closed-set classifier is all you need. In: Proceedings of the International Conference on Learning Representations, 2022"},{"key":"3924_CR26","doi-asserted-by":"publisher","first-page":"3313","DOI":"10.1109\/TKDE.2021.3130191","volume":"35","author":"J Gui","year":"2021","unstructured":"Gui J, Sun Z, Wen Y, et al. A review on generative adversarial networks: algorithms, theory, and applications. IEEE Trans Knowl Data Eng, 2021, 35: 3313\u20133332","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3924_CR27","volume-title":"Proceedings of British Machine Vision Conference","author":"Z Ge","year":"2017","unstructured":"Ge Z, Demyanov S, Chen Z, et al. Generative OpenMax for multi-class open set classification. In: Proceedings of British Machine Vision Conference, 2017"},{"key":"3924_CR28","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1145\/3422622","volume":"63","author":"I Goodfellow","year":"2020","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, et al. Generative adversarial networks. Commun ACM, 2020, 63: 139\u2013144","journal-title":"Commun ACM"},{"key":"3924_CR29","first-page":"613","volume-title":"Proceedings of the European Conference on Computer Vision","author":"L Neal","year":"2018","unstructured":"Neal L, Olson M, Fern X, et al. Open set learning with counterfactual images. In: Proceedings of the European Conference on Computer Vision, 2018. 613\u2013628"},{"key":"3924_CR30","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3184052","volume-title":"IEEE Trans Pattern Anal Mach Intell","author":"S Kong","year":"2024","unstructured":"Kong S, Ramanan D. OpenGAN: open-set recognition via open data generation. IEEE Trans Pattern Anal Mach Intell, 2024. doi: https:\/\/doi.org\/10.1109\/TPAMI.2022.3184052"},{"key":"3924_CR31","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1109\/5326.661099","volume":"28","author":"L I Kuncheva","year":"1998","unstructured":"Kuncheva L I, Bezdek J C. Nearest prototype classification: clustering, genetic algorithms, or random search? IEEE Trans Syst Man Cybern C, 1998, 28: 160\u2013164","journal-title":"IEEE Trans Syst Man Cybern C"},{"key":"3924_CR32","doi-asserted-by":"publisher","first-page":"160105","DOI":"10.1007\/s11432-021-3489-1","volume":"65","author":"X-S Wei","year":"2022","unstructured":"Wei X-S, Xu S-L, Chen H, et al. Prototype-based classifier learning for long-tailed visual recognition. Sci China Inf Sci, 2022, 65: 160105","journal-title":"Sci China Inf Sci"},{"key":"3924_CR33","first-page":"2358","volume":"44","author":"H M Yang","year":"2020","unstructured":"Yang H M, Zhang X Y, Yin F, et al. Convolutional prototype network for open set recognition. IEEE Trans Pattern Anal Mach Intell, 2020, 44: 2358\u20132370.","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR34","first-page":"507","volume-title":"Proceedings of the European Conference on Computer Vision","author":"G Chen","year":"2020","unstructured":"Chen G, Qiao L, Shi Y, et al. Learning open set network with discriminative reciprocal points. In: Proceedings of the European Conference on Computer Vision, 2020. 507\u2013522"},{"key":"3924_CR35","first-page":"8065","volume":"44","author":"G Chen","year":"2021","unstructured":"Chen G, Peng P, Wang X, et al. Adversarial reciprocal points learning for open set recognition. IEEE Trans Pattern Anal Mach Intell, 2021, 44: 8065\u20138081","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3924_CR36","first-page":"3570","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision","author":"D Miller","year":"2021","unstructured":"Miller D, Sunderhauf N, Milford M, et al. Class anchor clustering: a loss for distance-based open set recognition. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, 2021. 3570\u20133578"},{"key":"3924_CR37","doi-asserted-by":"publisher","first-page":"121301","DOI":"10.1007\/s11432-020-3084-1","volume":"64","author":"Y F Gu","year":"2021","unstructured":"Gu Y F, Liu T Z, Gao G M, et al. Multimodal hyperspectral remote sensing: an overview and perspective. Sci China Inf Sci, 2021, 64: 121301","journal-title":"Sci China Inf Sci"},{"key":"3924_CR38","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1109\/TITS.2020.2972974","volume":"22","author":"D Feng","year":"2020","unstructured":"Feng D, Haase-Schutz C, Rosenbaum L, et al. Deep multi-modal object detection and semantic segmentation for autonomous driving: datasets, methods, and challenges. IEEE Trans Intell Transp Syst, 2020, 22: 1341\u20131360","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"3924_CR39","doi-asserted-by":"publisher","first-page":"10028","DOI":"10.1109\/TNNLS.2022.3163771","volume":"34","author":"Q Song","year":"2023","unstructured":"Song Q, Sun B, Li S. Multimodal sparse transformer network for audio-visual speech recognition. IEEE Trans Neural Netw Learn Syst, 2023, 34: 10028\u201310038","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3924_CR40","doi-asserted-by":"publisher","first-page":"2049","DOI":"10.1109\/TMM.2015.2477042","volume":"17","author":"C Ding","year":"2015","unstructured":"Ding C, Tao D. Robust face recognition via multimodal deep face representation. IEEE Trans Multimedia, 2015, 17: 2049\u20132058","journal-title":"IEEE Trans Multimedia"},{"key":"3924_CR41","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1109\/TOH.2016.2625787","volume":"10","author":"M Strese","year":"2016","unstructured":"Strese M, Schuwerk C, Iepure A, et al. Multimodal feature-based surface material classification. IEEE Trans Haptics, 2016, 10: 226\u2013239","journal-title":"IEEE Trans Haptics"},{"key":"3924_CR42","first-page":"1","volume-title":"Proceedings of IEEE International Conference on Multimedia & Expo Workshops","author":"X Wang","year":"2015","unstructured":"Wang X, Kumar D, Thome N, et al. Recipe recognition with large multimodal food dataset. In: Proceedings of IEEE International Conference on Multimedia & Expo Workshops, 2015. 1\u20136"},{"key":"3924_CR43","doi-asserted-by":"publisher","first-page":"2407","DOI":"10.1109\/TMM.2016.2598140","volume":"18","author":"H Zheng","year":"2016","unstructured":"Zheng H, Fang L, Ji M, et al. Deep learning for surface material classification using haptic and visual information. IEEE Trans Multimedia, 2016, 18: 2407\u20132416","journal-title":"IEEE Trans Multimedia"},{"key":"3924_CR44","first-page":"4171","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"J Devlin","year":"2019","unstructured":"Devlin J, Chang M W, Lee K, et al. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2019. 4171\u20134186"},{"key":"3924_CR45","first-page":"499","volume-title":"Proceedings of the European Conference on Computer Vision","author":"Y Wen","year":"2016","unstructured":"Wen Y, Zhang K, Li Z, et al. A discriminative feature learning approach for deep face recognition. In: Proceedings of the European Conference on Computer Vision, 2016. 499\u2013515"},{"key":"3924_CR46","first-page":"815","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"F Schroff","year":"2015","unstructured":"Schroff F, Kalenichenko D, Philbin J. FaceNet: a unified embedding for face recognition and clustering. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2015. 815\u2013823"},{"key":"3924_CR47","first-page":"6490","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"B Yu","year":"2019","unstructured":"Yu B, Tao D. Deep metric learning with tuplet margin loss. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019. 6490\u20136499"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-023-3924-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-023-3924-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-023-3924-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T21:28:22Z","timestamp":1757107702000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-023-3924-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,17]]},"references-count":47,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["3924"],"URL":"https:\/\/doi.org\/10.1007\/s11432-023-3924-x","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,17]]},"assertion":[{"value":"31 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 August 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"162204"}}