{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T16:03:45Z","timestamp":1758125025717,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s10489-024-05479-x","type":"journal-article","created":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T14:48:10Z","timestamp":1714574890000},"page":"5891-5906","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["MODE: a multimodal open-domain dialogue dataset with explanation"],"prefix":"10.1007","volume":"54","author":[{"given":"Hang","family":"Yin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pinren","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3528-4739","authenticated-orcid":false,"given":"Kan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,5,1]]},"reference":[{"key":"5479_CR1","doi-asserted-by":"publisher","unstructured":"Anderson P, He X, Buehler C et\u00a0al (2018) Bottom-up and top-down attention for image captioning and visual question answering. In: 2018 IEEE Conference on computer vision and pattern recognition, CVPR 2018, Salt Lake City, UT, USA, June 18-22, 2018, pp 6077\u20136086. https:\/\/doi.org\/10.1109\/CVPR.2018.00636. http:\/\/openaccess.thecvf.com\/content_cvpr_2018\/html\/Anderson_Bottom-Up_and_Top-Down_CVPR_2018_paper.html","DOI":"10.1109\/CVPR.2018.00636"},{"key":"5479_CR2","doi-asserted-by":"publisher","unstructured":"Baheti A, Sap M, Ritter A et\u00a0al (2021) Just say no: Analyzing the stance of neural dialogue generation in offensive contexts. In: Moens M, Huang X, Specia L, et\u00a0al (eds) Proceedings of the 2021 conference on empirical methods in natural language processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7-11 November, 2021, pp 4846\u20134862, https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.397. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.397","DOI":"10.18653\/v1\/2021.emnlp-main.397"},{"key":"5479_CR3","doi-asserted-by":"publisher","unstructured":"Boratko M, Li X, O\u2019Gorman T et\u00a0al (2020) Protoqa: A question answering dataset for prototypical common-sense reasoning. In: Webber B, Cohn T, He Y, et\u00a0al (eds) Proceedings of the 2020 conference on empirical methods in natural language processing, EMNLP 2020, Online, November 16-20, 2020, pp 1122\u20131136. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.85, https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.85","DOI":"10.18653\/v1\/2020.emnlp-main.85"},{"key":"5479_CR4","doi-asserted-by":"crossref","unstructured":"Budzianowski P, Wen T, Tseng B et\u00a0al (2018) Multiwoz - A large-scale multi-domain wizard-of-oz dataset for task-oriented dialogue modelling. In: Riloff E, Chiang D, Hockenmaier J et\u00a0al (eds) Proceedings of the 2018 conference on empirical methods in natural language processing, Brussels, Belgium, October 31 - November 4, 2018, pp 5016\u20135026. https:\/\/aclanthology.org\/D18-1547\/","DOI":"10.18653\/v1\/D18-1547"},{"key":"5479_CR5","unstructured":"Camburu O, Rockt\u00e4schel T, Lukasiewicz T et\u00a0al (2018) e-snli: Natural language inference with natural language explanations. In: Bengio S, Wallach HM, Larochelle H, et\u00a0al (eds) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada, pp 9560\u20139572. https:\/\/proceedings.neurips.cc\/paper\/2018\/hash\/4c7a167bb329bd92580a99ce422d6fa6-Abstract.html"},{"key":"5479_CR6","doi-asserted-by":"publisher","unstructured":"Chen F, Zhang D, Han M et al (2023) VLP: A survey on vision-language pre-training. Int J Autom Comput 20(1):38\u201356. https:\/\/doi.org\/10.1007\/s11633-022-1369-5","DOI":"10.1007\/s11633-022-1369-5"},{"key":"5479_CR7","doi-asserted-by":"publisher","unstructured":"Chiang DC, Lee H (2023) A closer look into automatic evaluation using large language models. CoRR abs\/2310.05657. https:\/\/doi.org\/10.48550\/ARXIV.2310.05657, arXiv:2310.05657","DOI":"10.48550\/ARXIV.2310.05657"},{"key":"5479_CR8","unstructured":"cjadams, Sorensen J, Elliott J et\u00a0al (2017) Toxic comment classification challenge. https:\/\/kaggle.com\/competitions\/jigsaw-toxic-comment-classification-challenge"},{"key":"5479_CR9","doi-asserted-by":"publisher","unstructured":"Dai W, Li J, Li D et\u00a0al (2023) Instructblip: Towards general-purpose vision-language models with instruction tuning. CoRR abs\/. https:\/\/doi.org\/10.48550\/ARXIV.2305.06500, arXiv:2305.06500","DOI":"10.48550\/ARXIV.2305.06500"},{"key":"5479_CR10","doi-asserted-by":"crossref","unstructured":"Das A, Kottur S, Gupta K et\u00a0al (2017) Visual dialog. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2017.121"},{"key":"5479_CR11","unstructured":"Dinan E, Roller S, Shuster K et\u00a0al (2019) Wizard of wikipedia: Knowledge-powered conversational agents. In: 7th International conference on learning representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019, https:\/\/openreview.net\/forum?id=r1l73iRqKm"},{"key":"5479_CR12","unstructured":"Hanu L, Unitary team (2020) Detoxify. Github. https:\/\/github.com\/unitaryai\/detoxify"},{"key":"5479_CR13","doi-asserted-by":"crossref","unstructured":"Kim H, Yu Y, Jiang L et\u00a0al (2022) Prosocialdialog: A prosocial backbone for conversational agents. In: Goldberg Y, Kozareva Z, Zhang Y (eds) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, EMNLP 2022, Abu Dhabi, United Arab Emirates, December 7-11, 2022, pp 4005\u20134029. https:\/\/aclanthology.org\/2022.emnlp-main.267","DOI":"10.18653\/v1\/2022.emnlp-main.267"},{"key":"5479_CR14","doi-asserted-by":"publisher","unstructured":"Kirillov A, Mintun E, Ravi N et\u00a0al (2023) Segment anything. https:\/\/doi.org\/10.48550\/arXiv.2304.02643, arXiv:2304.02643","DOI":"10.48550\/arXiv.2304.02643"},{"key":"5479_CR15","doi-asserted-by":"publisher","unstructured":"Li J, Galley M, Brockett C et\u00a0al (2016) A diversity-promoting objective function for neural conversation models. In: HLT-NAACL, pp 110\u2013119. https:\/\/doi.org\/10.18653\/v1\/n16-1014","DOI":"10.18653\/v1\/n16-1014"},{"key":"5479_CR16","doi-asserted-by":"publisher","unstructured":"Li J, Li D, Savarese S et\u00a0al (2023) BLIP-2: bootstrapping language-image pre-training with frozen image encoders and large language models. https:\/\/doi.org\/10.48550\/arXiv.2301.12597, arXiv:2301.12597","DOI":"10.48550\/arXiv.2301.12597"},{"key":"5479_CR17","unstructured":"Li Y, Su H, Shen X et\u00a0al (2017) Dailydialog: A manually labelled multi-turn dialogue dataset. In: Kondrak G, Watanabe T (eds) Proceedings of the Eighth International Joint Conference on Natural Language Processing, IJCNLP 2017, Taipei, Taiwan, November 27 - December 1, 2017 - Volume 1: Long Papers, pp 986\u2013995. https:\/\/aclanthology.org\/I17-1099\/"},{"key":"5479_CR18","unstructured":"Li Y, Su H, Shen X et\u00a0al (2017) DailyDialog: A manually labelled multi-turn dialogue dataset. In: Proceedings of the Eighth International Joint Conference on Natural Language Processing (Volume 1: Long Papers), Taipei, Taiwan, pp 986\u2013995. https:\/\/aclanthology.org\/I17-1099"},{"key":"5479_CR19","doi-asserted-by":"publisher","unstructured":"Lin T, Maire M, Belongie SJ et\u00a0al (2014) Microsoft COCO: common objects in context. In: Fleet DJ, Pajdla T, Schiele B et\u00a0al (eds) Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part V, pp 740\u2013755. https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"5479_CR20","unstructured":"Lison P, Tiedemann J (2016) OpenSubtitles2016: Extracting large parallel corpora from movie and TV subtitles. In: Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC\u201916), Portoro\u017e, Slovenia, pp 923\u2013929. https:\/\/aclanthology.org\/L16-1147"},{"key":"5479_CR21","doi-asserted-by":"publisher","unstructured":"Liu H, Li C, Wu Q et\u00a0al (2023) Visual instruction tuning. https:\/\/doi.org\/10.48550\/ARXIV.2304.08485, arXiv:2304.08485","DOI":"10.48550\/ARXIV.2304.08485"},{"key":"5479_CR22","doi-asserted-by":"publisher","unstructured":"Liu P, Wang L, Ranjan R et\u00a0al (2022) A survey on active deep learning: From model driven to data driven. ACM Comput Surv 54(10s):221:1\u2013221:34. https:\/\/doi.org\/10.1145\/3510414,","DOI":"10.1145\/3510414"},{"key":"5479_CR23","unstructured":"Mostafazadeh N, Brockett C, Dolan B et\u00a0al (2017) Image-grounded conversations: Multimodal context for natural question and response generation. In: IJCNLP, pp 462\u2013472, https:\/\/aclanthology.org\/I17-1047\/"},{"key":"5479_CR24","unstructured":"Ouyang L, Wu J, Jiang X et\u00a0al (2022) Training language models to follow instructions with human feedback. In: NeurIPS, http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/b1efde53be364a73914f58805a001731-Abstract-Conference.html"},{"key":"5479_CR25","unstructured":"Radford A, Kim JW, Hallacy C et\u00a0al (2021) Learning transferable visual models from natural language supervision. In: Meila M, Zhang T (eds) Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event, pp 8748\u20138763, http:\/\/proceedings.mlr.press\/v139\/radford21a.html"},{"key":"5479_CR26","doi-asserted-by":"publisher","unstructured":"Shuster K, Humeau S, Bordes A et\u00a0al (2020) Image-chat: Engaging grounded conversations. In: ACL, pp 2414\u20132429. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.219","DOI":"10.18653\/v1\/2020.acl-main.219"},{"key":"5479_CR27","doi-asserted-by":"publisher","unstructured":"Shuster K, Humeau S, Bordes A et\u00a0al (2020) Image-chat: Engaging grounded conversations. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, Online, pp 2414\u20132429. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.219, https:\/\/aclanthology.org\/2020.acl-main.219","DOI":"10.18653\/v1\/2020.acl-main.219"},{"key":"5479_CR28","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1162\/tacl\\_a_00264","volume":"7","author":"K Sun","year":"2019","unstructured":"Sun K, Yu D, Chen J et al (2019) DREAM: A challenge dataset and models for dialogue-based reading comprehension. Trans Assoc Comput Linguistics 7:217\u2013231. https:\/\/doi.org\/10.1162\/tacl_a_00264","journal-title":"Trans Assoc Comput Linguistics"},{"key":"5479_CR29","doi-asserted-by":"publisher","unstructured":"Sun Q, Wang Y, Xu C et\u00a0al (2022) Multimodal dialogue response generation. In: Muresan S, Nakov P, Villavicencio A (eds) Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pp 2854\u20132866, https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.204","DOI":"10.18653\/v1\/2022.acl-long.204"},{"key":"5479_CR30","doi-asserted-by":"publisher","unstructured":"Talmor A, Herzig J, Lourie N et\u00a0al (2019) Commonsenseqa: A question answering challenge targeting commonsense knowledge. In: Burstein J, Doran C, Solorio T (eds) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long and Short Papers), pp 4149\u20134158. https:\/\/doi.org\/10.18653\/v1\/n19-1421","DOI":"10.18653\/v1\/n19-1421"},{"key":"5479_CR31","doi-asserted-by":"publisher","unstructured":"Vinyals O, Toshev A, Bengio S et\u00a0al (2015) Show and tell: A neural image caption generator. In: CVPR, pp 3156\u20133164. https:\/\/doi.org\/10.1109\/CVPR.2015.7298935","DOI":"10.1109\/CVPR.2015.7298935"},{"key":"5479_CR32","unstructured":"Wang J, Yuan Z (2023) showlab\/image2paragraph. https:\/\/github.com\/showlab\/Image2Paragraph, 2023"},{"key":"5479_CR33","doi-asserted-by":"crossref","unstructured":"Wang L, Bai Z, Zhang Y et\u00a0al (2020) Show, recall, and tell: Image captioning with recall mechanism. In: AAAI, pp 12176\u201312183. https:\/\/aaai.org\/ojs\/index.php\/AAAI\/article\/view\/6898","DOI":"10.1609\/aaai.v34i07.6898"},{"key":"5479_CR34","unstructured":"Wang S, Meng Y, Li X et\u00a0al (2021) Openvidial 2.0: A larger-scale, open-domain dialogue generation dataset with visual contexts. CoRR abs\/2109.12761. arXiv:2109.12761"},{"key":"5479_CR35","doi-asserted-by":"crossref","unstructured":"Williams JD, Raux A, Henderson M (2016) The dialog state tracking challenge series: A review. Dialogue Discourse 7(3):4\u201333. http:\/\/dad.uni-bielefeld.de\/index.php\/dad\/article\/view\/3685","DOI":"10.5087\/dad.2016.301"},{"key":"5479_CR36","doi-asserted-by":"publisher","unstructured":"Wu J, Wang J, Yang Z et\u00a0al (2022) Grit: A generative region-to-text transformer for object understanding. CoRR abs\/2212.00280. https:\/\/doi.org\/10.48550\/arXiv.2212.00280, arXiv:2212.00280","DOI":"10.48550\/arXiv.2212.00280"},{"key":"5479_CR37","doi-asserted-by":"publisher","unstructured":"Wu Y, Wu W, Xing C et\u00a0al (2017) Sequential matching network: A new architecture for multi-turn response selection in retrieval-based chatbots. In: Barzilay R, Kan M (eds) Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, July 30 - August 4, Volume 1: Long Papers, pp 496\u2013505. https:\/\/doi.org\/10.18653\/v1\/P17-1046","DOI":"10.18653\/v1\/P17-1046"},{"key":"5479_CR38","doi-asserted-by":"publisher","unstructured":"Xu X, Dusek O, Konstas I et\u00a0al (2018) Better conversations by modeling, filtering, and optimizing for coherence and diversity. In: Riloff E, Chiang D, Hockenmaier J, et\u00a0al (eds) Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, October 31 - November 4, 2018, pp 3981\u20133991. https:\/\/doi.org\/10.18653\/v1\/d18-1432","DOI":"10.18653\/v1\/d18-1432"},{"key":"5479_CR39","doi-asserted-by":"publisher","unstructured":"Zang X, Liu L, Wang M et\u00a0al (2021) Photochat: A human-human dialogue dataset with photo sharing behavior for joint image-text modeling. In: Zong C, Xia F, Li W, et\u00a0al (eds) Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, ACL\/IJCNLP 2021, (Volume 1: Long Papers), Virtual Event, August 1-6, 2021, pp 6142\u20136152. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.479","DOI":"10.18653\/v1\/2021.acl-long.479"},{"key":"5479_CR40","unstructured":"Zhang S, Liu X, Liu J et\u00a0al (2018) Record: Bridging the gap between human and machine commonsense reading comprehension. arXiv:1810.12885"},{"key":"5479_CR41","unstructured":"Zheng Y, Chen G, Liu X et\u00a0al (2022) Mmchat: Multi-modal chat dataset on social media. In: Calzolari N, B\u00e9chet F, Blache P, et\u00a0al (eds) Proceedings of the Thirteenth Language Resources and Evaluation Conference, LREC 2022, Marseille, France, 20-25 June 2022, pp 5778\u20135786. https:\/\/aclanthology.org\/2022.lrec-1.621"},{"key":"5479_CR42","doi-asserted-by":"publisher","unstructured":"Zhou C, Liu P, Xu P et\u00a0al (2023) LIMA: less is more for alignment. https:\/\/doi.org\/10.48550\/arXiv.2305.11206, arXiv:2305.11206","DOI":"10.48550\/arXiv.2305.11206"},{"issue":"1","key":"5479_CR43","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1162\/coli\\_a\\_00368","volume":"46","author":"L Zhou","year":"2020","unstructured":"Zhou L, Gao J, Li D et al (2020) The design and implementation of xiaoice, an empathetic social chatbot. Comput Linguistics 46(1):53\u201393. https:\/\/doi.org\/10.1162\/coli_a_00368","journal-title":"Comput Linguistics"},{"key":"5479_CR44","doi-asserted-by":"publisher","unstructured":"Zhu D, Chen J, Shen X et\u00a0al (2023) Minigpt-4: Enhancing vision-language understanding with advanced large language models. https:\/\/doi.org\/10.48550\/ARXIV.2304.10592, arXiv:2304.10592","DOI":"10.48550\/ARXIV.2304.10592"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05479-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05479-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05479-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T14:21:23Z","timestamp":1715610083000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05479-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":44,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["5479"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05479-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2024,4]]},"assertion":[{"value":"18 April 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 May 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}},{"value":"All participants provided informed consent before participating in the study, and all data involved in the study were de-identified to protect the privacy of the participants. The data is stored and processed in strict compliance with data protection regulations. The data used in this study will be accessible to other researchers upon reasonable request to further promote scholarly sharing and transparency.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}}]}}