{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T20:05:33Z","timestamp":1780949133009,"version":"3.54.1"},"reference-count":87,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100017596","name":"Natural Science Basic Research Program of Shaanxi Province","doi-asserted-by":"publisher","award":["2024JC-DXWT-07"],"award-info":[{"award-number":["2024JC-DXWT-07"]}],"id":[{"id":"10.13039\/501100017596","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U23B2013"],"award-info":[{"award-number":["U23B2013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62276176"],"award-info":[{"award-number":["62276176"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62472357"],"award-info":[{"award-number":["62472357"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1109\/tpami.2026.3669188","type":"journal-article","created":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T20:55:14Z","timestamp":1772484914000},"page":"8361-8377","source":"Crossref","is-referenced-by-count":0,"title":["Semi-Supervised VQA Multi-Modal Explanation via Self-Critical Learning"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8283-8637","authenticated-orcid":false,"given":"Wei","family":"Suo","sequence":"first","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6813-0511","authenticated-orcid":false,"given":"Ji","family":"Ma","sequence":"additional","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0638-3295","authenticated-orcid":false,"given":"Mengyang","family":"Sun","sequence":"additional","affiliation":[{"name":"School of Cybersecurity, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7374-8739","authenticated-orcid":false,"given":"Hanwang","family":"Zhang","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9218-9132","authenticated-orcid":false,"given":"Peng","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2977-8057","authenticated-orcid":false,"given":"Yanning","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3631-256X","authenticated-orcid":false,"given":"Qi","family":"Wu","sequence":"additional","affiliation":[{"name":"University of Adelaide, Adelaide, SA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46454-1_24"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00636"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.279"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-017-0458-8_3"},{"key":"ref5","article-title":"e-SNLI: Natural language inference with natural language explanations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Camburu"},{"key":"ref6","article-title":"Microsoft COCO captions: Data collection and evaluation server","author":"Chen","year":"2015"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58577-8_7"},{"key":"ref8","first-page":"1931","article-title":"Unifying vision-and-language tasks via text generation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Cho"},{"key":"ref9","article-title":"Let\u2019s play again: Variability of deep reinforcement learning agents in atari environments","author":"Clary","year":"2019"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2017.10.001"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-3348"},{"key":"ref12","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2832602"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1044"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.670"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref17","article-title":"Categorical reparameterization with gumbel-softmax","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jang"},{"key":"ref18","article-title":"Pythia v0. 1: The winning entry to the VQA challenge 2018","author":"Jiang","year":"2018"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.197"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.82"},{"key":"ref21","first-page":"3781","article-title":"Can active memory replace attention?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kaiser"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00128"},{"key":"ref23","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref24","first-page":"3581","article-title":"Semi-supervised learning with deep generative models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kingma"},{"key":"ref25","first-page":"2713","article-title":"Semi-supervised classification with graph convolutional networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kipf"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i3.28065"},{"key":"ref27","article-title":"BLIP-2: Bootstrapping language-image pre-training with frozen image encoders and large language models","author":"Li","year":"2023"},{"key":"ref28","first-page":"12888","article-title":"BLIP: Bootstrapping language-image pre-training for unified vision-language understanding and generation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Li"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58577-8_8"},{"key":"ref30","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text summarization Branches Out","author":"Lin"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-025-02444-0"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.00768"},{"key":"ref34","article-title":"One stone with two birds: A null-text-null frequency-aware diffusion models for text-guided image inpainting","volume-title":"Proc. 39th Annu. Conf. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/453"},{"key":"ref36","first-page":"13","article-title":"VilBERT: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lu"},{"key":"ref37","first-page":"289","article-title":"Hierarchical question-image co-attention for visual question answering","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lu"},{"key":"ref38","first-page":"289","article-title":"Hierarchical question-image co-attention for visual question answering","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Lu"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01005"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00729"},{"key":"ref41","first-page":"1682","article-title":"A multi-world approach to question answering about real-world scenes based on uncertain input","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Malinowski"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.253"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01389"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00331"},{"key":"ref45","article-title":"ClipCap: Clip prefix for image captioning","author":"Mokady","year":"2021"},{"key":"ref46","article-title":"WT5?! Training text-to-text models to explain their predictions","author":"Narang","year":"2020"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref48","first-page":"8779","article-title":"Multimodal explanations: Justifying decisions and pointing to the evidence","volume-title":"Proc. IEEE Conf. Comput. Vis. Pattern Recognit.","author":"Huk"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6858"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00801"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00754"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.3031898"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12272"},{"key":"ref54","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"issue":"8","key":"ref55","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.131"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00814"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20074-8_9"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i8.26174"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.21437\/ICSLP.1994-538"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3147385"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00260"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19833-5_42"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/143"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1514"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00315"},{"key":"ref68","article-title":"Towards reasoning-aware explainable VQA","volume-title":"Proc. Workshop Trustworthy Socially Responsible Mach. Learn.","author":"Vaideeswaran"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2015.7299087"},{"key":"ref71","first-page":"2920","article-title":"Graph attention networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Velickovic"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1807.06521"},{"key":"ref73","first-page":"8604","article-title":"Self-critical reasoning for robust visual question answering","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wu"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w19-4812"},{"key":"ref75","first-page":"2397","article-title":"Dynamic memory networks for visual and textual question answering","volume-title":"Proc. 33rd Int. Conf. Int. Conf. Mach. Learn.","author":"Xiong","year":"2016"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548284"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.10"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00271"},{"key":"ref79","article-title":"Few-shot out-of-domain transfer learning of natural language explanations","author":"Yordanov","year":"2021"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.202"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2817340"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00156"},{"key":"ref83","article-title":"BERTScor: Evaluating text generation with BERT","author":"Zhang","year":"2019"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2019.00043"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01631"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.7005"},{"key":"ref87","article-title":"MiniGPT-4: Enhancing vision-language understanding with advanced large language models","author":"Zhu","year":"2023"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/11552636\/11417739.pdf?arnumber=11417739","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T19:52:14Z","timestamp":1780948334000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11417739\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":87,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2026.3669188","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7]]}}}