{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T16:50:58Z","timestamp":1780505458611,"version":"3.54.1"},"reference-count":102,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cogn Comput"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s12559-022-10067-7","type":"journal-article","created":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T08:10:54Z","timestamp":1667808654000},"page":"613-644","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["ConvXAI: a System for Multimodal Interaction with Any Black-box Explainer"],"prefix":"10.1007","volume":"15","author":[{"given":"Lorenzo","family":"Malandri","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabio","family":"Mercorio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mario","family":"Mezzanzanica","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9964-097X","authenticated-orcid":false,"given":"Navid","family":"Nobani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,7]]},"reference":[{"issue":"7","key":"10067_CR1","doi-asserted-by":"publisher","first-page":"1173","DOI":"10.1093\/jamia\/ocaa053","volume":"27","author":"SN Payrovnaziri","year":"2020","unstructured":"Payrovnaziri SN, Chen Z, Rengifo-Moreno P, Miller T, Bian J, Chen JH, et al. Explainable artificial intelligence models using real-world electronic health record data: a systematic scoping review. J Am Med Inform Assoc. 2020;27(7):1173\u201385.","journal-title":"J Am Med Inform Assoc"},{"issue":"7","key":"10067_CR2","first-page":"1829","volume":"119","author":"A Deeks","year":"2019","unstructured":"Deeks A. The judicial demand for explainable artificial intelligence. Columbia Law Rev. 2019;119(7):1829\u201350.","journal-title":"Columbia Law Rev"},{"key":"10067_CR3","doi-asserted-by":"crossref","unstructured":"Gao X, Gong R, Zhao Y, Wang S, Shu T, Zhu SC. Joint mind modeling for explanation generation in complex human-robot collaborative tasks. In: 2020 29th IEEE international conference on robot and human interactive communication (RO-MAN). IEEE;\u00a02020.\u00a0p. 1119\u201326.","DOI":"10.1109\/RO-MAN47096.2020.9223595"},{"key":"10067_CR4","unstructured":"Cambria E, Liu Q, Decherchi S, Xing F, Kwok K. SenticNet 7: a commonsense-based neurosymbolic AI framework for explainable sentiment analysis. Proceedings of LREC 2022. 2022."},{"key":"10067_CR5","doi-asserted-by":"crossref","unstructured":"Guidotti R, Monreale A, Ruggieri S, Turini F, Giannotti F, Pedreschi D. A survey of methods for explaining black box models. CSUR. 2018;51(5).","DOI":"10.1145\/3236009"},{"key":"10067_CR6","doi-asserted-by":"crossref","unstructured":"Lou Y, Caruana R, Gehrke J. Intelligible models for classification and regression. In: Proceedings of the 18th ACM SIGKDD international conference on Knowledge discovery and data mining.\u00a02012. p. 150\u20138.","DOI":"10.1145\/2339530.2339556"},{"key":"10067_CR7","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C. Anchors: High-precision model-agnostic explanations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032.\u00a02018.","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"10067_CR8","unstructured":"Kim B, Glassman E, Johnson B, Shah J. iBCM: interactive Bayesian case model empowering humans via intuitive interaction. 2015."},{"key":"10067_CR9","unstructured":"Mariotti E, Alonso JM, Gatt A. Towards harnessing natural language generation to explain black-box models. In: NL4XAI.\u00a02020."},{"issue":"1","key":"10067_CR10","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.dss.2010.12.003","volume":"51","author":"J Huysmans","year":"2011","unstructured":"Huysmans J, Dejaeger K, Mues C, Vanthienen J, Baesens B. An empirical evaluation of the comprehensibility of decision table, tree and rule based predictive models. Decis Support Syst. 2011;51(1):141\u201354.","journal-title":"Decis Support Syst"},{"key":"10067_CR11","doi-asserted-by":"crossref","unstructured":"Gkatzia D, Lemon O, Rieser V. Natural Language Generation enhances human decision-making with uncertain information. In: ACL.\u00a02016.","DOI":"10.18653\/v1\/P16-2043"},{"key":"10067_CR12","unstructured":"Madumal P, Miller T, Sonenberg L, Vetere F. A grounded interaction protocol for explainable artificial intelligence. In: Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems.\u00a02019. p. 1033\u201341."},{"key":"10067_CR13","unstructured":"Walton DN, Krabbe EC. Commitment in dialogue: basic concepts of interpersonal reasoning. SUNY press; 1995."},{"key":"10067_CR14","doi-asserted-by":"crossref","unstructured":"Sokol K, Flach P. One explanation does not fit all. KI-K\u00fcnstliche Intelligenz. 2020.","DOI":"10.1007\/s13218-020-00637-y"},{"key":"10067_CR15","doi-asserted-by":"crossref","unstructured":"Giabelli A, Malandri L, Mercorio F, Mezzanzanica M, Seveso A. NEO: a tool for taxonomy enrichment with new emerging occupations. In: ISWC.\u00a02020. p. 568\u201384.","DOI":"10.1007\/978-3-030-62466-8_35"},{"key":"10067_CR16","doi-asserted-by":"crossref","unstructured":"Miller T. Explanation in artificial intelligence: insights from the social sciences. AIJ. 2019.","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"10067_CR17","doi-asserted-by":"crossref","unstructured":"Schoonderwoerd TA, Jorritsma W, Neerincx MA, Van Den Bosch K. Human-centered XAI: developing design patterns for explanations of clinical decision support systems.\u00a0Int J Hum Comput Stud.\u00a02021;154:102684","DOI":"10.1016\/j.ijhcs.2021.102684"},{"key":"10067_CR18","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1613\/jair.5477","volume":"61","author":"A Gatt","year":"2018","unstructured":"Gatt A, Krahmer E. Survey of the state of the art in natural language generation: core tasks, applications and evaluation. J Artif Intell Res. 2018;61:65\u2013170.","journal-title":"J Artif Intell Res"},{"key":"10067_CR19","doi-asserted-by":"crossref","unstructured":"Chaves AP, Gerosa MA. How should my chatbot interact? A survey on social characteristics in human\u2013chatbot interaction design.\u00a0Int J Hum Comput Interact. 2020;1\u201330.","DOI":"10.1080\/10447318.2020.1841438"},{"key":"10067_CR20","doi-asserted-by":"publisher","first-page":"3061","DOI":"10.3389\/fpsyg.2019.03061","volume":"10","author":"M De Gennaro","year":"2020","unstructured":"De Gennaro M, Krumhuber EG, Lucas G. Effectiveness of an empathic chatbot in combating adverse effects of social exclusion on mood. Front Psychol. 2020;10:3061.","journal-title":"Front Psychol"},{"key":"10067_CR21","doi-asserted-by":"crossref","unstructured":"Sokol K, Flach PA. Conversational explanations of machine learning predictions through class-contrastive counterfactual statements. In: IJCAI.\u00a02018.","DOI":"10.24963\/ijcai.2018\/836"},{"key":"10067_CR22","unstructured":"Korpan R, Epstein SL. Toward natural explanations for a robot\u2019s navigation plans. HRI. 2018."},{"key":"10067_CR23","doi-asserted-by":"crossref","unstructured":"Alonso JM, Ramos-Soto A, Reiter E, van Deemter K. An exploratory study on the benefits of using natural language for explaining fuzzy rule-based systems. In: FUZZ-IEEE.\u00a02017.","DOI":"10.1109\/FUZZ-IEEE.2017.8015489"},{"key":"10067_CR24","doi-asserted-by":"crossref","unstructured":"Park DH, Hendricks LA, Akata Z, Rohrbach A, Schiele B, Darrell T, et\u00a0al. Multimodal explanations: justifying decisions and pointing to the evidence. In: CVPR.\u00a02018.","DOI":"10.1109\/CVPR.2018.00915"},{"key":"10067_CR25","doi-asserted-by":"publisher","unstructured":"Reiter E, Dale R. Building natural language generation systems (Studies in Natural Language Processing). Cambridge: Cambridge University Press. 2000. https:\/\/doi.org\/10.1017\/CBO9780511519857","DOI":"10.1017\/CBO9780511519857"},{"key":"10067_CR26","doi-asserted-by":"crossref","unstructured":"Krahmer E, Theune M. Empirical methods in natural language generation: data-oriented methods and empirical evaluation.\u00a02010.","DOI":"10.1007\/978-3-642-15573-4"},{"key":"10067_CR27","doi-asserted-by":"crossref","unstructured":"Sklar EI, Azhar MQ. Explanation through argumentation. In: Proceedings of the 6th International Conference on Human-Agent Interaction.\u00a02018. p. 277\u201385.","DOI":"10.1145\/3284432.3284470"},{"key":"10067_CR28","doi-asserted-by":"crossref","unstructured":"\u010cyras K, Rago A, Albini E, Baroni P, Toni F. Argumentative XAI: a survey. In: IJCAI.\u00a02021. p. 4392\u201399.","DOI":"10.24963\/ijcai.2021\/600"},{"key":"10067_CR29","first-page":"1","volume":"2007","author":"D Walton","year":"2007","unstructured":"Walton D. Dialogical models of explanation. ExaCt. 2007;2007:1\u20139.","journal-title":"ExaCt"},{"issue":"3","key":"10067_CR30","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/s11229-010-9745-z","volume":"182","author":"D Walton","year":"2011","unstructured":"Walton D. A dialogue system specification for explanation. Synthese. 2011;182(3):349\u201374.","journal-title":"Synthese"},{"key":"10067_CR31","doi-asserted-by":"crossref","unstructured":"Arioua A, Croitoru M. Formalizing explanatory dialogues. In: International Conference on Scalable Uncertainty Management. Springer; 2015. p. 282\u201397.","DOI":"10.1007\/978-3-319-23540-0_19"},{"issue":"4","key":"10067_CR32","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1097\/00006199-196807000-00014","volume":"17","author":"BG Glaser","year":"1968","unstructured":"Glaser BG, Strauss AL, Strutzel E. The discovery of grounded theory; strategies for qualitative research. Nurs Res. 1968;17(4):364.","journal-title":"Nurs Res"},{"key":"10067_CR33","doi-asserted-by":"crossref","unstructured":"Sokol K, Flach PA. Glass-box: explaining AI decisions with counterfactual statements through conversation with a voice-enabled virtual assistant. In: IJCAI.\u00a02018. p. 5868\u201370.","DOI":"10.24963\/ijcai.2018\/865"},{"key":"10067_CR34","doi-asserted-by":"crossref","unstructured":"Kuzba M. What would you ask the machine learning model? Identification of user needs for model explanations based on human-model conversations. In: ECML PKDD 2020 Workshops, vol. 1323. Springer Nature; 2020. p. 447.","DOI":"10.1007\/978-3-030-65965-3_30"},{"key":"10067_CR35","unstructured":"Raymond A, Gunes H, Prorok A. Culture-based explainable human-agent deconfliction. In: Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems; 2020. p. 1107\u201315."},{"key":"10067_CR36","doi-asserted-by":"crossref","unstructured":"Hernandez-Bocanegra DC, Ziegler J. Conversational review-based explanations for recommender systems: exploring users\u2013query behavior. In: CUI 2021-3rd Conference on Conversational User Interfaces; 2021. p. 1\u201311.","DOI":"10.1145\/3469595.3469596"},{"key":"10067_CR37","doi-asserted-by":"crossref","unstructured":"Liao QV, Gruen D, Miller S. Questioning the AI: informing design practices for explainable AI user experiences. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems.\u00a02020. p. 1\u201315.","DOI":"10.1145\/3313831.3376590"},{"key":"10067_CR38","doi-asserted-by":"crossref","unstructured":"Chromik M, Butz A. Human-XAI Interaction: a review and design principles for explanation user interfaces. In: IFIP Conference on Human-Computer Interaction. Springer; 2021. p. 619\u201340.","DOI":"10.1007\/978-3-030-85616-8_36"},{"key":"10067_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103525","volume":"299","author":"R Dazeley","year":"2021","unstructured":"Dazeley R, Vamplew P, Foale C, Young C, Aryal S, Cruz F. Levels of explainable artificial intelligence for human-aligned conversational explanations. Artif Intell. 2021;299: 103525.","journal-title":"Artif Intell"},{"key":"10067_CR40","doi-asserted-by":"crossref","unstructured":"Keselj V. Speech and language processing Daniel Jurafsky and James H. Martin (Stanford University and University of Colorado at Boulder) Pearson Prentice Hall, 2009, xxxi+ 988 pp; hardbound, ISBN 978-0-13-187321-6, $115.00. MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info...; 2009.","DOI":"10.1162\/coli.B09-001"},{"issue":"1","key":"10067_CR41","first-page":"1","volume":"3","author":"S Divya","year":"2018","unstructured":"Divya S, Indumathi V, Ishwarya S, Priyasankari M, Devi SK. A self-diagnosis medical chatbot using artificial intelligence. Journal of Web Development and Web Designing. 2018;3(1):1\u20137.","journal-title":"Journal of Web Development and Web Designing."},{"issue":"1","key":"10067_CR42","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1162\/coli_a_00368","volume":"46","author":"L Zhou","year":"2020","unstructured":"Zhou L, Gao J, Li D, Shum HY. The design and implementation of xiaoice, an empathetic social chatbot. Comput Linguist. 2020;46(1):53\u201393.","journal-title":"Comput Linguist"},{"key":"10067_CR43","doi-asserted-by":"crossref","unstructured":"Ni J, Pandelea V, Young T, Zhou H, Cambria E. HITKG: towards goal-oriented conversations via multi-hierarchy learning. In: Proceedings of the AAAI conference on artificial intelligence, vol.\u00a036.\u00a02022. p. 11112\u201320.","DOI":"10.1609\/aaai.v36i10.21360"},{"key":"10067_CR44","doi-asserted-by":"crossref","unstructured":"Roller S, Dinan E, Goyal N, Ju D, Williamson M, Liu Y, et\u00a0al. Recipes for building an open-domain chatbot. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume.\u00a02021. p. 300\u201325.","DOI":"10.18653\/v1\/2021.eacl-main.24"},{"key":"10067_CR45","doi-asserted-by":"crossref","unstructured":"Young T, Xing F, Pandelea V, Ni J, Cambria E. Fusing task-oriented and open-domain dialogues in conversational agents. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036.\u00a02022. p. 11622\u20139.","DOI":"10.1609\/aaai.v36i10.21416"},{"key":"10067_CR46","unstructured":"Jurafsky D, Martin JH. Speech and language processing: an introduction to natural language processing. Computational Linguistics, and Speech Recognition.\u00a02020."},{"key":"10067_CR47","doi-asserted-by":"crossref","unstructured":"Goo CW, Gao G, Hsu YK, Huo CL, Chen TC, Hsu KW, et\u00a0al. Slot-gated modeling for joint slot filling and intent prediction. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, volume 2, (Short Papers).\u00a02018. p. 753\u20137.","DOI":"10.18653\/v1\/N18-2118"},{"key":"10067_CR48","doi-asserted-by":"crossref","unstructured":"Chen YN, Hakanni-T\u00fcr D, Tur G, Celikyilmaz A, Guo J, Deng L. Syntax or semantics? Knowledge-guided joint semantic frame parsing. In: IEEE Spoken Language Technology Workshop (SLT). IEEE; 2016. p. 348\u201355.","DOI":"10.1109\/SLT.2016.7846288"},{"key":"10067_CR49","doi-asserted-by":"crossref","unstructured":"Zhang C, Li Y, Du N, Fan W, Philip SY. Joint slot filling and intent detection via capsule neural networks. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics.\u00a02019. p. 5259\u201367.","DOI":"10.18653\/v1\/P19-1519"},{"key":"10067_CR50","doi-asserted-by":"crossref","unstructured":"Guo D, Tur G, Wt Y, Zweig G. Joint semantic utterance classification and slot filling with recursive neural networks. In: IEEE Spoken Language Technology Workshop (SLT).\u00a0IEEE; 2014. p. 554\u20139.","DOI":"10.1109\/SLT.2014.7078634"},{"key":"10067_CR51","doi-asserted-by":"crossref","unstructured":"Xu P, Sarikaya R. Convolutional neural network based triangular CRF for joint intent detection and slot filling. In: 2013 IEEE Workshop on Automatic Speech Recognition and Understanding.\u00a0IEEE; 2013. p. 78\u201383.","DOI":"10.1109\/ASRU.2013.6707709"},{"issue":"7","key":"10067_CR52","doi-asserted-by":"publisher","first-page":"1287","DOI":"10.1109\/TASL.2008.925143","volume":"16","author":"M Jeong","year":"2008","unstructured":"Jeong M, Lee GG. Triangular-chain conditional random fields. IEEE Trans Audio Speech Lang Process. 2008;16(7):1287\u2013302.","journal-title":"IEEE Trans Audio Speech Lang Process"},{"key":"10067_CR53","unstructured":"Zhang X, Wang H. A joint model of intent determination and slot filling for spoken language understanding. In: IJCAI, vol.\u00a016. 2016. p. 2993\u20139."},{"key":"10067_CR54","doi-asserted-by":"crossref","unstructured":"Wang Y, Shen Y, Jin H. A bi-model based RNN semantic frame parsing model for intent detection and slot filling. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 2 (Short Papers).\u00a02018. p. 309\u201314.","DOI":"10.18653\/v1\/N18-2050"},{"key":"10067_CR55","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, et\u00a0al. Attention is all you need. In: Advances in Neural Information Processing Systems.\u00a02017. p. 5998\u20136008."},{"key":"10067_CR56","doi-asserted-by":"crossref","unstructured":"Liu B, Lane I. Attention-based recurrent neural network models for joint intent detection and slot filling.\u00a0arXiv:1609.01454 [Preprint].\u00a02016. Available from: http:\/\/arxiv.org\/abs\/1609.01454.","DOI":"10.21437\/Interspeech.2016-1352"},{"key":"10067_CR57","unstructured":"Chen Q, Zhuo Z, Wang W. Bert for joint intent classification and slot filling. arXiv:1609.01454 [Preprint].\u00a02019. Available from: http:\/\/arxiv.org\/abs\/1609.01454."},{"key":"10067_CR58","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K. BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL-HLT (1).\u00a02019."},{"key":"10067_CR59","unstructured":"Weld H, Huang X, Long S, Poon J, Han SC. A survey of joint intent detection and slot-filling models in natural language understanding.\u00a0arXiv:2101.08091 [Preprint].\u00a02021.\u00a0Available from:\u00a0http:\/\/arxiv.org\/abs\/2101.08091.\u00a0"},{"key":"10067_CR60","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.neucom.2021.09.057","volume":"467","author":"W Li","year":"2022","unstructured":"Li W, Shao W, Ji S, Cambria E. BiERU: bidirectional emotional recurrent unit for conversational sentiment analysis. Neurocomputing. 2022;467:73\u201382.","journal-title":"Neurocomputing"},{"key":"10067_CR61","unstructured":"\u017dilka L, Marek D, Korvas M, Jurcicek F. Comparison of Bayesian discriminative and generative models for dialogue state tracking. In: Proceedings of the SIGDIAL 2013 Conference.\u00a02013. p. 452\u20136."},{"issue":"3","key":"10067_CR62","doi-asserted-by":"publisher","first-page":"4","DOI":"10.5087\/dad.2016.301","volume":"7","author":"JD Williams","year":"2016","unstructured":"Williams JD, Raux A, Henderson M. The dialog state tracking challenge series: a review. Dialogue & Discourse. 2016;7(3):4\u201333.","journal-title":"Dialogue & Discourse."},{"key":"10067_CR63","unstructured":"Wang Z, Lemon O. A simple and generic belief tracking mechanism for the dialog state tracking challenge: on the believability of observed information. In: Proceedings of the SIGDIAL 2013 Conference.\u00a02013. p. 423\u201332."},{"key":"10067_CR64","doi-asserted-by":"crossref","unstructured":"Sun K, Chen L, Zhu S, Yu K. A generalized rule based tracker for dialogue state tracking. In: IEEE Spoken Language Technology Workshop (SLT).\u00a0IEEE; 2014. p. 330\u20135.","DOI":"10.1109\/SLT.2014.7078596"},{"key":"10067_CR65","doi-asserted-by":"crossref","unstructured":"Xu P, Hu Q. An end-to-end approach for handling unknown slot values in dialogue state tracking. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, vol. 1: Long Papers.\u00a02018. p. 1448\u201357.","DOI":"10.18653\/v1\/P18-1134"},{"key":"10067_CR66","unstructured":"Heckerman D, Horvitz E. Inferring informational goals from free-text queries: a Bayesian approach. In: Proceedings of the Fourteenth Conference on Uncertainty in Artificial Intelligence.\u00a01998. p. 230\u20137."},{"key":"10067_CR67","doi-asserted-by":"crossref","unstructured":"Horvitz E, Paek T. A computational architecture for conversation. In: UM99 User Modeling. Springer; 1999. p. 201\u201310.","DOI":"10.1007\/978-3-7091-2490-1_20"},{"key":"10067_CR68","doi-asserted-by":"crossref","unstructured":"Zhao J, Mahdieh M, Zhang Y, Cao Y, Wu Y. Effective sequence-to-sequence dialogue state tracking. arXiv:2108.13990 [Preprint]. 2021.\u00a0Available from: http:\/\/arxiv.org\/abs\/2108.13990","DOI":"10.18653\/v1\/2021.emnlp-main.593"},{"key":"10067_CR69","unstructured":"Serban IV, Sordoni A, Bengio Y, Courville A, Pineau J. Hierarchical neural network generative models for movie dialogues. arXiv:1507.04808 [Preprint].\u00a0Available from: https:\/\/arxiv.org\/abs\/1507.04808. 2015;7(8):434-41."},{"key":"10067_CR70","unstructured":"Bohus D, Rudnicky A. A \u201ck hypotheses+ other\u201d belief updating model. 2006."},{"key":"10067_CR71","unstructured":"Lee S. Structured discriminative model for dialog state tracking. In: Proceedings of the SIGDIAL 2013 Conference; 2013. p. 442-51."},{"key":"10067_CR72","unstructured":"Williams JD, Zweig G. End-to-end LSTM-based dialog control optimized with supervised and reinforcement learning.\u00a0arXiv:1606.01269 [Preprint]. 2016. Available from: http:\/\/arxiv.org\/abs\/1606.01269."},{"key":"10067_CR73","doi-asserted-by":"crossref","unstructured":"Peng B, Li X, Gao J, Liu J, Wong KF. Deep Dyna-Q: integrating planning for task-completion dialogue policy learning. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, vol. 1: Long Papers.\u00a02018. p. 2182\u201392.","DOI":"10.18653\/v1\/P18-1203"},{"key":"10067_CR74","doi-asserted-by":"crossref","unstructured":"Tiwari A, Saha T, Saha S, Sengupta S, Maitra A, Ramnani R, et\u00a0al. Multi-modal dialogue policy learning for dynamic and co-operative goal setting. In: 2021 International Joint Conference on Neural Networks (IJCNN). IEEE; 2021. p. 1\u20138.","DOI":"10.1109\/IJCNN52387.2021.9533878"},{"key":"10067_CR75","doi-asserted-by":"crossref","unstructured":"Zhao Y, Wang Z, Huang Z. Automatic curriculum learning with over-repetition penalty for dialogue policy learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35. 2021. p. 14540\u20138.","DOI":"10.1609\/aaai.v35i16.17709"},{"issue":"3","key":"10067_CR76","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1023\/A:1015586128739","volume":"11","author":"P McBurney","year":"2002","unstructured":"McBurney P, Parsons S. Games that agents play: a formal framework for dialogues between autonomous agents. J Logic Lang Inform. 2002;11(3):315\u201334.","journal-title":"J Logic Lang Inform"},{"key":"10067_CR77","unstructured":"Hendricks LA, Hu R, Darrell T, Akata Z. Generating counterfactual explanations with natural language. In: ICML WHI.\u00a02018."},{"key":"10067_CR78","unstructured":"Akula AR, Todorovic S, Chai JY, Zhu SC. Natural language interaction with explainable AI models. In: CVPR.\u00a02019."},{"key":"10067_CR79","doi-asserted-by":"crossref","unstructured":"Papamichail KN, French S. Explaining and justifying the advice of a decision support system: a natural language generation approach. Expert Systems with Applications. 2003.","DOI":"10.1016\/S0957-4174(02)00081-7"},{"key":"10067_CR80","unstructured":"Rosenthal S, Selvaraj SP, Veloso MM. Verbalization: narration of autonomous robot experience. In: IJCAI.\u00a02016."},{"key":"10067_CR81","unstructured":"Bunk T, Varshneya D, Vlasov V, Nichol A. Diet: lightweight language understanding for dialogue systems.\u00a0arXiv:2004.09936 [Preprint]. 2020.\u00a0Available from: http:\/\/arxiv.org\/abs\/2004.09936."},{"key":"10067_CR82","unstructured":"Lafferty J, McCallum A, Pereira FC. Conditional random fields: probabilistic models for segmenting and labeling sequence data. 2001."},{"key":"10067_CR83","doi-asserted-by":"crossref","unstructured":"Vanzo A, Bastianelli E, Lemon O. Hierarchical multi-task natural language understanding for cross-domain conversational AI: HERMIT NLU. In: Proceedings of the 20th Annual SIGdial Meeting on Discourse and Dialogue.\u00a02019. p. 254\u201363.","DOI":"10.18653\/v1\/W19-5931"},{"key":"10067_CR84","unstructured":"Liu X, Eshghi A, Swietojanski P, Rieser V. Benchmarking natural language understanding services for building conversational agents. In: 10th International Workshop on Spoken Dialogue Systems Technology 2019.\u00a02019."},{"key":"10067_CR85","doi-asserted-by":"crossref","unstructured":"Braun D, Mendez AH, Matthes F, Langen M. Evaluating natural language understanding services for conversational question answering systems. In: Proceedings of the 18th Annual SIGdial Meeting on Discourse and Dialogue.\u00a02017. p. 174\u201385.","DOI":"10.18653\/v1\/W17-5522"},{"key":"10067_CR86","unstructured":"Lorenc P, Marek P, Pichl J, Konr\u00e1d J, \u0160ediv\u1ef3 J. Do we need online NLU tools?\u00a0 arXiv:2011.09825\u00a0[Preprint]. 2020.\u00a0Available from:\u00a0http:\/\/arxiv.org\/abs\/2011.09825."},{"issue":"3","key":"10067_CR87","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/BF00994018","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes C, Vapnik V. Support-vector networks. Mach Learn. 1995;20(3):273\u201397.","journal-title":"Mach Learn"},{"key":"10067_CR88","doi-asserted-by":"crossref","unstructured":"Palan S, Schitter C. Prolific. AC\u2013A subject pool for online experiments.\u00a0J Behav Exp Financ. 2018;17:22\u20137.","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"10067_CR89","unstructured":"Settles B. Active learning literature survey. 2009."},{"key":"10067_CR90","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C. Why should I trust you? Explaining the predictions of any classifier. In: ACM SIGKDD.\u00a02016.","DOI":"10.1145\/2939672.2939778"},{"issue":"1","key":"10067_CR91","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s10115-017-1116-3","volume":"54","author":"P Adler","year":"2018","unstructured":"Adler P, Falk C, Friedler SA, Nix T, Rybeck G, Scheidegger C, et al. Auditing black-box models for indirect influence. Knowl Inf Syst. 2018;54(1):95\u2013122.","journal-title":"Knowl Inf Syst"},{"key":"10067_CR92","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D. Grad-cam: visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision.\u00a02017. p. 618\u201326.","DOI":"10.1109\/ICCV.2017.74"},{"key":"10067_CR93","doi-asserted-by":"crossref","unstructured":"Turner RA, model explanation system. In,. IEEE 26th International Workshop on Machine Learning for Signal Processing (MLSP). IEEE; 2016. p. 1\u20136.","DOI":"10.1109\/MLSP.2016.7738872"},{"key":"10067_CR94","doi-asserted-by":"crossref","unstructured":"Amarasinghe K, Manic M. Explaining what a neural network has learned: toward transparent classification. In: FUZZ-IEEE.\u00a02019.","DOI":"10.1109\/FUZZ-IEEE.2019.8858899"},{"key":"10067_CR95","doi-asserted-by":"crossref","unstructured":"Chang S, Harper FM, Terveen LG. Crowd-based personalized natural language explanations for recommendations. In: RecSys.\u00a02016.","DOI":"10.1145\/2959100.2959153"},{"key":"10067_CR96","doi-asserted-by":"crossref","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller KR, Samek W. On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE. 2015;10(7):e0130140.","DOI":"10.1371\/journal.pone.0130140"},{"key":"10067_CR97","unstructured":"Henelius A, Puolam\u00e4ki K, Ukkonen A. Interpreting classifiers through attribute interactions in datasets. In: ICML WHI.\u00a02017."},{"issue":"3","key":"10067_CR98","doi-asserted-by":"publisher","first-page":"2354","DOI":"10.1016\/j.eswa.2010.08.023","volume":"38","author":"W Verbeke","year":"2011","unstructured":"Verbeke W, Martens D, Mues C, Baesens B. Building comprehensible customer churn prediction models with advanced rule induction techniques. Expert Syst Appl. 2011;38(3):2354\u201364.","journal-title":"Expert Syst Appl"},{"key":"10067_CR99","doi-asserted-by":"crossref","unstructured":"Hohman F, Srinivasan A, Drucker SM. TeleGam: combining visualization and verbalization for interpretable machine learning. In: VIS. IEEE; 2019.","DOI":"10.31219\/osf.io\/p3wnm"},{"key":"10067_CR100","unstructured":"Lundberg SM, Lee SI. A unified approach to interpreting model predictions.\u00a0Adv Neural Inf Proces Syst. 2017;30."},{"key":"10067_CR101","unstructured":"van\u00a0der Waa J, Robeer M, van Diggelen J, Brinkhuis M, Neerincx M. Contrastive explanations with local foil trees. In: Proceedings of the ICML Workshop on Human Interpretability in Machine Learning (WHI 2018), Stockholm, Sweden. vol.\u00a037.\u00a02018."},{"issue":"3","key":"10067_CR102","first-page":"411","volume":"30","author":"K Krippendorff","year":"2004","unstructured":"Krippendorff K. Reliability in content analysis: some common misconceptions and recommendations. Hum Commun Res. 2004;30(3):411\u201333.","journal-title":"Hum Commun Res"}],"container-title":["Cognitive Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-022-10067-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12559-022-10067-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-022-10067-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T06:54:03Z","timestamp":1682492043000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12559-022-10067-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,7]]},"references-count":102,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["10067"],"URL":"https:\/\/doi.org\/10.1007\/s12559-022-10067-7","relation":{},"ISSN":["1866-9956","1866-9964"],"issn-type":[{"value":"1866-9956","type":"print"},{"value":"1866-9964","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,7]]},"assertion":[{"value":"29 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}