{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T19:33:05Z","timestamp":1778182385748,"version":"3.51.4"},"reference-count":50,"publisher":"Tsinghua University Press","issue":"5","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,6,10]],"date-time":"2024-06-10T00:00:00Z","timestamp":1717977600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comp. Visual. Med."],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s41095-023-0382-0","type":"journal-article","created":{"date-parts":[[2024,6,10]],"date-time":"2024-06-10T02:02:20Z","timestamp":1717984940000},"page":"981-992","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Cross-modal learning using privileged information for long-tailed image classification"],"prefix":"10.26599","volume":"10","author":[{"given":"Xiangxian","family":"Li","sequence":"first","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuze","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haokai","family":"Ma","sequence":"additional","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuang","family":"Qi","sequence":"additional","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangxu","family":"Meng","sequence":"additional","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Meng","sequence":"additional","affiliation":[{"name":"School of Software, Shandong University, Jinan 250101, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"11138","reference":[{"key":"382_CR1","doi-asserted-by":"crossref","unstructured":"Zhou, B.; Cui, Q.; Wei, X. S.; Chen, Z. M. BBN: Bilateral-branch network with cumulative learning for long-tailed visual recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 9716\u20139725, 2020.","DOI":"10.1109\/CVPR42600.2020.00974"},{"key":"382_CR2","unstructured":"Kang, B.; Xie, S.; Rohrbach, M.; Yan, Z.; Gordo, A.; Feng, J.; Kalantidis, Y. Decoupling representation and classifier for long-tailed recognition. In: Proceedings of the International Conference on Learning Representations, 2019."},{"key":"382_CR3","doi-asserted-by":"crossref","unstructured":"Cui, Y.; Jia, M.; Lin, T. Y.; Song, Y.; Belongie, S. Class-balanced loss based on effective number of samples. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 9268\u20139277, 2019.","DOI":"10.1109\/CVPR.2019.00949"},{"key":"382_CR4","unstructured":"Cao, K.; Wei, C.; Gaidon, A.; Arechiga, N.; Ma, T. Learning imbalanced datasets with label-distribution-aware margin loss. In: Proceedings of the Advances in Neural Information Processing Systems, 1567\u20131578, 2019."},{"key":"382_CR5","doi-asserted-by":"crossref","unstructured":"Cui, J.; Zhong, Z.; Liu, S.; Yu, B.; Jia, J. Parametric contrastive learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 715\u2013724, 2021.","DOI":"10.1109\/ICCV48922.2021.00075"},{"key":"382_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-030-65414-6_9","volume-title":"Computer Vision\u2013ECCV 2020 Workshops","author":"H P Chou","year":"2021","unstructured":"Chou, H. P.; Chang, S. C.; Pan, J. Y.; Wei, W.; Juan, D. C. Remix: Rebalanced mixup. In: Computer Vision\u2013ECCV 2020 Workshops. Lecture Notes in Computer Science, Vol. 12540. Bartoli, A.; Fusiello, A. Eds. Springer Cham, 95\u2013110, 2021."},{"issue":"4","key":"382_CR7","doi-asserted-by":"publisher","first-page":"3447","DOI":"10.1609\/aaai.v35i4.16458","volume":"35","author":"Y Zhang","year":"2021","unstructured":"Zhang, Y.; Wei, X. S.; Zhou, B.; Wu, J. Bag of tricks for long-tailed visual recognition with deep convolutional neural networks. Proceedings of the AAAI Conference on Artificial Intelligence Vol. 35, No. 4, 3447\u20133455, 2021.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"382_CR8","doi-asserted-by":"crossref","unstructured":"Park, S.; Hong, Y.; Heo, B.; Yun, S.; Choi, J. Y. The majority can help the minority: Context-rich minority oversampling for long-tailed classification. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 6877\u20136886, 2022.","DOI":"10.1109\/CVPR52688.2022.00676"},{"key":"382_CR9","doi-asserted-by":"crossref","unstructured":"Li, X.; Ma, H.; Meng, L.; Meng, X. Comparative study of adversarial training methods for long-tailed classification. In: Proceedings of the 1st International Workshop on Adversarial Learning for Multimedia, 1\u20137, 2021.","DOI":"10.1145\/3475724.3483601"},{"key":"382_CR10","doi-asserted-by":"crossref","unstructured":"Kim, J.; Jeong, J.; Shin, J. M2m: Imbalanced classification via major-to-minor translation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 13893\u201313902, 2020.","DOI":"10.1109\/CVPR42600.2020.01391"},{"key":"382_CR11","doi-asserted-by":"crossref","unstructured":"Liu, J.; Sun, Y.; Han, C.; Dou, Z.; Li, W. Deep representation learning on long-tailed data: A learnable embedding augmentation perspective. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2970\u20132979, 2020.","DOI":"10.1109\/CVPR42600.2020.00304"},{"key":"382_CR12","doi-asserted-by":"crossref","unstructured":"Ma, H.; Qi, Z.; Dong, X.; Li, X.; Zheng, Y.; Meng, X.; Meng, L. Cross-modal content inference and feature enrichment for cold-start recommendation. In: Proceedings of the International Joint Conference on Neural Networks, 1\u20138, 2023.","DOI":"10.1109\/IJCNN54540.2023.10191979"},{"issue":"5\u20136","key":"382_CR13","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.neunet.2009.06.042","volume":"22","author":"V Vapnik","year":"2009","unstructured":"Vapnik, V.; Vashist, A. A new learning paradigm: Learning using privileged information. Neural Networks Vol. 22, Nos. 5\u20136, 544\u2013557, 2009.","journal-title":"Neural Networks"},{"issue":"61","key":"382_CR14","first-page":"2023","volume":"16","author":"V Vapnik","year":"2015","unstructured":"Vapnik, V.; Izmailov, R. Learning using privileged information: Similarity control and knowledge transfer. Journal of Machine Learning Research Vol. 16, No. 61, 2023\u20132049, 2015.","journal-title":"Journal of Machine Learning Research"},{"key":"382_CR15","doi-asserted-by":"crossref","unstructured":"Chen, J. J.; Ngo, C. W.; Chua, T. S. Cross-modal recipe retrieval with rich food attributes. In: Proceedings of the 25th ACM International Conference on Multimedia, 1771\u20131779, 2017.","DOI":"10.1145\/3123266.3123428"},{"key":"382_CR16","doi-asserted-by":"crossref","unstructured":"Min, W.; Liu, L.; Luo, Z.; Jiang, S. Ingredient-guided cascaded multi-attention network for food recognition. In: Proceedings of the 27th ACM International Conference on Multimedia, 1331\u20131339, 2019.","DOI":"10.1145\/3343031.3350948"},{"key":"382_CR17","doi-asserted-by":"crossref","unstructured":"Chen, J.; Ngo, C. W. Deep-based ingredient recognition for cooking recipe retrieval. In: Proceedings of the 24th ACM International Conference on Multimedia, 32\u201341, 2016.","DOI":"10.1145\/2964284.2964315"},{"key":"382_CR18","doi-asserted-by":"crossref","unstructured":"George, A.; Marcel, S. Cross modal focal loss for RGBD face anti-spoofing. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7882\u20137891, 2021.","DOI":"10.1109\/CVPR46437.2021.00779"},{"key":"382_CR19","doi-asserted-by":"crossref","unstructured":"Meng, L.; Chen, L.; Yang, X.; Tao, D.; Zhang, H.; Miao, C.; Chua, T. S. Learning using privileged information for food recognition. In: Proceedings of the 27th ACM International Conference on Multimedia, 557\u2013565, 2019.","DOI":"10.1145\/3343031.3350870"},{"key":"382_CR20","doi-asserted-by":"crossref","unstructured":"Sun, B.; Saenko, K. Deep CORAL: Correlation alignment for deep domain adaptation. In: Proceedings of the European Conference on Computer Vision, 443\u2013450, 2016.","DOI":"10.1007\/978-3-319-49409-8_35"},{"key":"382_CR21","doi-asserted-by":"crossref","unstructured":"Li, S.; Xie, B.; Wu, J.; Zhao, Y.; Liu, C. H.; Ding, Z. Simultaneous semantic alignment network for heterogeneous domain adaptation. In: Proceedings of the 28th ACM International Conference on Multimedia, 3866\u20133874, 2020.","DOI":"10.1145\/3394171.3413995"},{"issue":"3","key":"382_CR22","doi-asserted-by":"publisher","first-page":"1966","DOI":"10.1609\/aaai.v35i3.16292","volume":"35","author":"X Li","year":"2021","unstructured":"Li, X.; Xu, Z.; Wei, K.; Deng, C. Generalized zero-shot learning via disentangled representation. Proceedings of the AAAI Conference on Artificial Intelligence Vol. 35, No. 3, 1966\u20131974, 2021.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"382_CR23","doi-asserted-by":"publisher","first-page":"4764","DOI":"10.1109\/TMM.2022.3181789","volume":"25","author":"J Gao","year":"2023","unstructured":"Gao, J.; Chen, J.; Fu, H.; Jiang, Y. G. Dynamic mixup for multi-label long-tailed food ingredient recognition. IEEE Transactions on Multimedia Vol. 25, 4764\u20134773, 2023.","journal-title":"IEEE Transactions on Multimedia"},{"key":"382_CR24","doi-asserted-by":"crossref","unstructured":"Mahajan, D.; Girshick, R.; Ramanathan, V.; He, K.; Paluri, M.; Li, Y.; Bharambe, A.; van der Maaten, L. Exploring the limits of weakly supervised pretraining. In: Proceedings of the European Conference on Computer Vision, 181\u2013196, 2018.","DOI":"10.1007\/978-3-030-01216-8_12"},{"key":"382_CR25","unstructured":"Ren, J.; Yu, C.; Sheng, S.; Ma, X.; Zhao, H.; Yi, S.; Li, H. Balanced meta-softmax for long-tailed visual recognition. In: Proceedings of the 34th International Conference on Neural Information Processing Systems, Article No. 351, 2020."},{"key":"382_CR26","doi-asserted-by":"crossref","unstructured":"Lin, T. Y.; Goyal, P.; Girshick, R.; He, K.; Dollar, P. Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision, 2980\u20132988, 2017.","DOI":"10.1109\/ICCV.2017.324"},{"key":"382_CR27","doi-asserted-by":"crossref","unstructured":"Wang, Y.; Gan, W.; Yang, J.; Wu, W.; Yan, J. Dynamic curriculum learning for imbalanced data classification. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 5017\u20135026, 2019.","DOI":"10.1109\/ICCV.2019.00512"},{"key":"382_CR28","doi-asserted-by":"crossref","unstructured":"Chu, P.; Bian, X.; Liu, S.; Ling, H. Feature space augmentation for long-tailed data. In: Proceedings of the 17th European Conference on Computer Vision, 694\u2013710, 2020.","DOI":"10.1007\/978-3-030-58526-6_41"},{"key":"382_CR29","doi-asserted-by":"crossref","unstructured":"Hong, Y.; Zhang, J.; Sun, Z.; Yan, K. SAFA: Sample-adaptive feature augmentation for long-tailed image classification. In: Proceedings of the 17th European Conference on Computer Vision, 587\u2013603, 2022.","DOI":"10.1007\/978-3-031-20053-3_34"},{"key":"382_CR30","unstructured":"Kang, B.; Li, Y.; Xie, S.; Yuan, Z.; Feng, J. Exploring balanced feature spaces for representation learning. In: Proceedings of the International Conference on Learning Representations, 2021."},{"key":"382_CR31","doi-asserted-by":"crossref","unstructured":"Li, T.; Cao, P.; Yuan, Y.; Fan, L.; Yang, Y.; Feris, R.; Indyk, P.; Katabi, D. Targeted supervised contrastive learning for long-tailed recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 6918\u20136928, 2022.","DOI":"10.1109\/CVPR52688.2022.00679"},{"key":"382_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/978-3-030-58558-7_15","volume-title":"Computer Vision\u2013ECCV 2020","author":"L Xiang","year":"2020","unstructured":"Xiang, L.; Ding, G.; Han, J. Learning from multiple experts: Self-paced knowledge distillation for long-tailed classification. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12350. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 247\u2013263, 2020."},{"key":"382_CR33","unstructured":"Tang, K.; Huang, J.; Zhang, H. Long-tailed classification by keeping the good and removing the bad momentum causal effect. In: Proceedings of the 34th Conference on Neural Information Processing Systems, 1513\u20131524, 2020."},{"key":"382_CR34","unstructured":"Radford, A.; Kim, J. W.; Hallacy, C.; Ramesh, A.; Goh, G.; Agarwal, S.; Sastry, G.; Askell, A.; Mishkin, P.; Clark, J.; et al. Learning transferable visual models from natural language supervision. In: Proceedings of the 38th International Conference on Machine Learning, 8748\u20138763, 2021."},{"key":"382_CR35","doi-asserted-by":"crossref","unstructured":"Meng, L.; Feng, F.; He, X.; Gao, X.; Chua, T. S. Heterogeneous fusion of semantic and collaborative information for visually-aware food recommendation. In: Proceedings of the 28th ACM International Conference on Multimedia, 3460\u20133468, 2020.","DOI":"10.1145\/3394171.3413598"},{"key":"382_CR36","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1109\/TIP.2019.2929447","volume":"29","author":"S Jiang","year":"2020","unstructured":"Jiang, S.; Min, W.; Liu, L.; Luo, Z. Multi-scale multiview deep feature aggregation for food recognition. IEEE Transactions on Image Processing Vol. 29, 265\u2013276, 2020.","journal-title":"IEEE Transactions on Image Processing"},{"key":"382_CR37","doi-asserted-by":"crossref","unstructured":"Chua, T. S.; Tang, J.; Hong, R.; Li, H.; Luo, Z.; Zheng, Y. NUS-WIDE: A real-world web image database from National University of Singapore. In: Proceedings of the ACM International Conference on Image and Video Retrieval, Article No. 48, 2009.","DOI":"10.1145\/1646396.1646452"},{"key":"382_CR38","doi-asserted-by":"crossref","unstructured":"Tang, J.; Shu, X.; Li, Z.; Qi, G. J.; Wang, J. Generalized deep transfer networks for knowledge propagation in heterogeneous domains. ACM Transactions on Multimedia Computing, Communications, and Applications Vol. 12, No. 4s, Article No. 68, 2016.","DOI":"10.1145\/2998574"},{"issue":"8","key":"382_CR39","doi-asserted-by":"publisher","first-page":"1662","DOI":"10.1109\/TPAMI.2016.2608882","volume":"39","author":"J Tang","year":"2017","unstructured":"Tang, J.; Shu, X.; Qi, G. J.; Li, Z.; Wang, M.; Yan, S.; Jain, R. Tri-clustered tensor completion for social-aware image tag refinement. IEEE Transactions on Pattern Analysis and Machine Intelligence Vol. 39, No. 8, 1662\u20131674, 2017.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"382_CR40","doi-asserted-by":"crossref","unstructured":"Wu, T.; Huang, Q.; Liu, Z.; Wang, Y.; Lin, D. Distribution-balanced loss for multi-label classification in long-tailed datasets. In: Proceedings of the 16th European Conference on Computer Vision, 162\u2013178, 2020.","DOI":"10.1007\/978-3-030-58548-8_10"},{"key":"382_CR41","doi-asserted-by":"crossref","unstructured":"Guo, H.; Wang, S. Long-tailed multi-label visual recognition by collaborative training on uniform and re-balanced samplings. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 15089\u201315098, 2021.","DOI":"10.1109\/CVPR46437.2021.01484"},{"key":"382_CR42","doi-asserted-by":"crossref","unstructured":"Liu, Z.; Miao, Z.; Zhan, X.; Wang, J.; Gong, B.; Yu, S. X. Large-scale long-tailed recognition in an open world. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2537\u20132546, 2019.","DOI":"10.1109\/CVPR.2019.00264"},{"key":"382_CR43","doi-asserted-by":"crossref","unstructured":"He, K.; Zhang, X.; Ren, S.; Sun, J. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 770\u2013778, 2016.","DOI":"10.1109\/CVPR.2016.90"},{"key":"382_CR44","unstructured":"Simonyan, K.; Zisserman A. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556, 2014."},{"key":"382_CR45","unstructured":"Zagoruyko, S.; Komodakis, N. Wide residual networks. arXiv preprint arXiv:1605.07146, 2017."},{"key":"382_CR46","doi-asserted-by":"crossref","unstructured":"Martinel, N.; Foresti, G. L.; Micheloni, C. Wide-slice residual networks for food recognition. In: Proceedings of the IEEE Winter Conference on Applications of Computer Vision, 567\u2013576, 2018.","DOI":"10.1109\/WACV.2018.00068"},{"key":"382_CR47","unstructured":"Dosovitskiy, A.; Beyer, L.; Kolesnikov, A.; Weissenborn, D.; Zhai, X.; Unterthiner, T.; Dehghani, M.; Minderer, M.; Heigold, G.; Gelly, S.; et al. An image is worth 16x16 words: Transformers for image recognition at scale. In: Proceedings of the International Conference on Learning Representations, 2021."},{"key":"382_CR48","doi-asserted-by":"crossref","unstructured":"Selvaraju, R. R.; Cogswell, M.; Das, A.; Vedantam, R.; Parikh, D.; Batra, D. Grad-CAM: Visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision, 618\u2013626, 2017.","DOI":"10.1109\/ICCV.2017.74"},{"key":"382_CR49","doi-asserted-by":"crossref","unstructured":"Chen, Z.; Qi, Z.; Cao, X.; Li, X.; Meng, X.; Meng, L. Class-level structural relation modelling and smoothing for visual representation learning. arXiv preprint arXiv:2308.04142, 2023.","DOI":"10.1145\/3581783.3612511"},{"key":"382_CR50","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1007\/978-3-031-25075-0_36","volume-title":"Computer Vision\u2013ECCV 2022 Workshops","author":"Y Wang","year":"2023","unstructured":"Wang, Y.; Li, X.; Qi, Z.; Li, J.; Li, X.; Meng, X.; Meng, L. Meta-causal feature learning for out-of-distribution generalization. In: Computer Vision\u2013ECCV 2022 Workshops. Lecture Notes in Computer Science, Vol. 13806. Karlinsky, L.; Michaeli, T.; Nishino, K. Eds. Springer Cham, 530\u2013545, 2023."}],"container-title":["Computational Visual Media"],"original-title":[],"link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-023-0382-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41095-023-0382-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-023-0382-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10750449\/10885001\/10885012.pdf?arnumber=10885012","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T18:38:16Z","timestamp":1762367896000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10885012\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":50,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1007\/s41095-023-0382-0","relation":{},"ISSN":["2096-0662","2096-0433"],"issn-type":[{"value":"2096-0662","type":"electronic"},{"value":"2096-0433","type":"print"}],"subject":[],"published":{"date-parts":[[2024,10]]},"assertion":[{"value":"11 January 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration of competing interest"}}]}}