{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T11:27:37Z","timestamp":1768994857741,"version":"3.49.0"},"publisher-location":"Singapore","reference-count":40,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819556786","type":"print"},{"value":"9789819556793","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-5679-3_10","type":"book-chapter","created":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T18:36:31Z","timestamp":1768329391000},"page":"135-148","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Capturing Cross-Modal Semantics by\u00a0Generating Comments for\u00a0Image-Text Contents"],"prefix":"10.1007","author":[{"given":"Shun","family":"Qian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bingquan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengjie","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Baoxun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,14]]},"reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Tan, H.,\u00a0Bansal, M.: Lxmert: learning cross-modality encoder representations from transformers. arXiv preprint arXiv:1908.07490 (2019)","DOI":"10.18653\/v1\/D19-1514"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Chen, Y.C., et al.: Uniter: universal image-text representation learning. In: European Conference on Computer Vision, pp. 104\u2013120. Springer (2020)","DOI":"10.1007\/978-3-030-58577-8_7"},{"key":"10_CR3","unstructured":"Huang, Z.,\u00a0Zeng, Z.,\u00a0Liu, B.,\u00a0Fu, D.,\u00a0Fu, J.: Pixel-BERT: aligning image pixels with text by deep multi-modal transformers. arXiv preprint arXiv:2004.00849 (2020)"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Zhou, L.,\u00a0Palangi, H.,\u00a0Zhang, L.,\u00a0Hu, H.,\u00a0Corso, J.,\u00a0Gao, J.: Unified vision-language pre-training for image captioning and VQA. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, no.\u00a007, pp. 13\u00a0041\u201313\u00a0049 (2020)","DOI":"10.1609\/aaai.v34i07.7005"},{"key":"10_CR5","unstructured":"Kim, W.,\u00a0Son, B.,\u00a0Kim, I.: Vilt: vision-and-language transformer without convolution or region supervision. In: International Conference on Machine Learning, pp. 5583\u20135594. PMLR (2021)"},{"key":"10_CR6","unstructured":"Lin, J.,\u00a0et\u00a0al.: M6: a Chinese multimodal pretrainer. arXiv preprint arXiv:2103.00823 (2021)"},{"issue":"2","key":"10_CR7","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2018","unstructured":"Baltru\u0161aitis, T., Ahuja, C., Morency, L.P.: Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. 41(2), 423\u2013443 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10_CR8","unstructured":"Devlin, J.,\u00a0Chang, M.W., Lee, K.,\u00a0Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"10_CR9","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"10_CR10","unstructured":"Mikolov, T.,\u00a0Sutskever, I.,\u00a0Chen, K.,\u00a0Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. Adv. Neural Inf. Process. Syst. 26 (2013)"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"He, K.,\u00a0Chen, X.,\u00a0Xie, S.,\u00a0Li, Y.,\u00a0Doll\u00e1r, P.,\u00a0Girshick, R.: Masked autoencoders are scalable vision learners. arXiv preprint arXiv:2111.06377 (2021)","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"10_CR12","unstructured":"Zhou, J.,\u00a0et al.: ibot: image BERT pre-training with online tokenizer. arXiv preprint arXiv:2111.07832 (2021)"},{"issue":"1","key":"10_CR13","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/s11263-016-0981-7","volume":"123","author":"R Krishna","year":"2017","unstructured":"Krishna, R., et al.: Visual genome: Connecting language and vision using crowdsourced dense image annotations. Int. J. Comput. Vis. 123(1), 32\u201373 (2017)","journal-title":"Int. J. Comput. Vis."},{"issue":"6","key":"10_CR14","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MSP.2017.2738401","volume":"34","author":"D Ramachandram","year":"2017","unstructured":"Ramachandram, D., Taylor, G.W.: Deep multimodal learning: a survey on recent advances and trends. IEEE Signal Process. Mag. 34(6), 96\u2013108 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"10_CR15","doi-asserted-by":"crossref","unstructured":"Antol, S.,\u00a0et al.: VQA: visual question answering. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2425\u20132433 (2015)","DOI":"10.1109\/ICCV.2015.279"},{"key":"10_CR16","unstructured":"Cho, J.,\u00a0Lei, J.,\u00a0Tan, H.,\u00a0Bansal, M.: Unifying vision-and-language tasks via text generation. In: International Conference on Machine Learning, pp. 1931\u20131942. PMLR (2021)"},{"key":"10_CR17","unstructured":"Wang, P.,\u00a0et al.: Unifying architectures, tasks, and modalities through a simple sequence-to-sequence learning framework. arXiv preprint arXiv:2202.03052 (2022)"},{"key":"10_CR18","unstructured":"Wang, Z.,\u00a0Yu, J.,\u00a0Yu, A.W., Dai, Z., Tsvetkov, Y., Cao, Y.: Simvlm: simple visual language model pretraining with weak supervision. arXiv preprint arXiv:2108.10904 (2021)"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft coco: common objects in context. In: European Conference on Computer Vision, pp. 740\u2013755. Springer (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Anderson, P.,\u00a0et al.: Bottom-up and top-down attention for image captioning and visual question answering. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6077\u20136086 (2018)","DOI":"10.1109\/CVPR.2018.00636"},{"key":"10_CR21","unstructured":"Ren, S.,\u00a0He, K.,\u00a0Girshick, R.,\u00a0Sun, J.: Faster r-CNN: towards real-time object detection with region proposal networks. Adv. Neural Inf. Process. Syst. 28 (2015)"},{"key":"10_CR22","doi-asserted-by":"crossref","unstructured":"He, K.,\u00a0Zhang, X.,\u00a0Ren, S.,\u00a0Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"10_CR23","unstructured":"Radford, A.,\u00a0et\u00a0al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"10_CR24","unstructured":"Jia, C.,\u00a0et al.: Scaling up visual and vision-language representation learning with noisy text supervision. In: International Conference on Machine Learning, pp. 4904\u20134916. PMLR (2021)"},{"key":"10_CR25","unstructured":"Yu, J.,\u00a0Wang, Z.,\u00a0Vasudevan, V.,\u00a0Yeung, L.,\u00a0Seyedhosseini, M.,\u00a0Wu, Y.: Coca: contrastive captioners are image-text foundation models. arXiv preprint arXiv:2205.01917 (2022)"},{"key":"10_CR26","doi-asserted-by":"crossref","unstructured":"Goyal, Y.\u00a0Khot, T.,\u00a0Summers-Stay, D.,\u00a0Batra, D.,\u00a0Parikh, D.: Making the v in VQA matter: elevating the role of image understanding in visual question answering. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6904\u20136913 (2017)","DOI":"10.1109\/CVPR.2017.670"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Lu, H.,\u00a0Yang, R.,\u00a0Deng, Z.,\u00a0Zhang, Y.,\u00a0Gao, G.,\u00a0Lan, R.: Chinese image captioning via fuzzy attention-based DenseNet-BiLSTM. ACM Trans. Multimedia Comput. Commun. Appl. (TOMM) 17(1) (2021)","DOI":"10.1145\/3422668"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Xiao, Y.,\u00a0Lu, T.: An improved method of cross-lingual image captioning based on fluency-guided. In: 2020 5th International Conference on Control, Robotics and Cybernetics (CRC), pp. 165\u2013170. IEEE (2020)","DOI":"10.1109\/CRC51253.2020.9253446"},{"key":"10_CR29","unstructured":"Li, J.,\u00a0Li, D.,\u00a0Xiong, C.,\u00a0Hoi, S.: Blip: bootstrapping language-image pre-training for unified vision-language understanding and generation. arXiv preprint arXiv:2201.12086 (2022)"},{"key":"10_CR30","first-page":"9694","volume":"34","author":"J Li","year":"2021","unstructured":"Li, J., Selvaraju, R., Gotmare, A., Joty, S., Xiong, C., Hoi, S.C.H.: Align before fuse: vision and language representation learning with momentum distillation. Adv. Neural. Inf. Process. Syst. 34, 9694\u20139705 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"10_CR31","doi-asserted-by":"crossref","unstructured":"Lin, C.Y., Och, F.J.: Automatic evaluation of machine translation quality using longest common subsequence and skip-bigram statistics. In: Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics (ACL-04), pp. 605\u2013612 (2004)","DOI":"10.3115\/1218955.1219032"},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Papineni, K.,\u00a0Roukos, S.,\u00a0Ward, T.,\u00a0Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"10_CR33","doi-asserted-by":"crossref","unstructured":"Vedantam, R.,\u00a0Lawrence\u00a0Zitnick, C.,\u00a0Parikh, D.: Cider: consensus-based image description evaluation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4566\u20134575 (2015)","DOI":"10.1109\/CVPR.2015.7299087"},{"key":"10_CR34","unstructured":"Zeng, Y.,\u00a0Zhang, X.,\u00a0Li, H.: Multi-grained vision language pre-training: aligning texts with visual concepts. arXiv preprint arXiv:2111.08276 (2021)"},{"key":"10_CR35","unstructured":"Yao, L.,\u00a0et al.: Filip: fine-grained interactive language-image pre-training. arXiv preprint arXiv:2111.07783 (2021)"},{"key":"10_CR36","unstructured":"Pham, H.,\u00a0et\u00a0al.: Combined scaling for open-vocabulary image classification. arXiv preprint arXiv: 2111.10050 (2021)"},{"key":"10_CR37","unstructured":"Zhou, H.,\u00a0et\u00a0al.: Eva: an open-domain Chinese dialogue system with large-scale generative pre-training. arXiv preprint arXiv:2108.01547 (2021)"},{"key":"10_CR38","doi-asserted-by":"crossref","unstructured":"Wu, J.,\u00a0et\u00a0al.: Large-scale datasets for going deeper in image understanding. In: 2019 IEEE International Conference on Multimedia and Expo (ICME), pp. 1480\u20131485. IEEE (2019)","DOI":"10.1109\/ICME.2019.00256"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"Lan, W.,\u00a0Li, X.,\u00a0Dong, J.: Fluency-guided cross-lingual image captioning. In: Proceedings of the 25th ACM International Conference on Multimedia, pp. 1549\u20131557 (2017)","DOI":"10.1145\/3123266.3123366"},{"key":"10_CR40","unstructured":"Gao, H.,\u00a0Mao, J.,\u00a0Zhou, J.,\u00a0Huang, Z.,\u00a0Wang, L.,\u00a0Xu, W.: Are you talking to a machine? Dataset and methods for multilingual image question. Adv. Neural Inf. Process. Syst. 28 (2015)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition and Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-5679-3_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T18:36:35Z","timestamp":1768329395000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-5679-3_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819556786","9789819556793"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-5679-3_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"14 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chinese Conference on Pattern Recognition and Computer Vision  (PRCV)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccprcv2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2025.prcv.cn\/index.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}