{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T16:44:36Z","timestamp":1776098676106,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,22]],"date-time":"2024-12-22T00:00:00Z","timestamp":1734825600000},"content-version":"vor","delay-in-days":460,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1726550,1651909,2013502,2112635"],"award-info":[{"award-number":["1726550,1651909,2013502,2112635"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,19]]},"DOI":"10.1145\/3570945.3607301","type":"proceedings-article","created":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T06:07:02Z","timestamp":1703225222000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["XAI to Increase the Effectiveness of an Intelligent Pedagogical Agent"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7008-7493","authenticated-orcid":false,"given":"John Wesley","family":"Hostetter","sequence":"first","affiliation":[{"name":"North Carolina State University, Raleigh, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8434-9335","authenticated-orcid":false,"given":"Cristina","family":"Conati","sequence":"additional","affiliation":[{"name":"University of British Columbia Vancouver, BC Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0026-9096","authenticated-orcid":false,"given":"Xi","family":"Yang","sequence":"additional","affiliation":[{"name":"North Carolina State University, Raleigh, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7157-7283","authenticated-orcid":false,"given":"Mark","family":"Abdelshiheed","sequence":"additional","affiliation":[{"name":"North Carolina State University, Raleigh, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6500-9976","authenticated-orcid":false,"given":"Tiffany","family":"Barnes","sequence":"additional","affiliation":[{"name":"North Carolina State University, Raleigh, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1765-7837","authenticated-orcid":false,"given":"Min","family":"Chi","sequence":"additional","affiliation":[{"name":"North Carolina State University, Raleigh, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,12,22]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Combining Reinforcement Learning and Three Learning Theories to Achieve Transfer and Bridge Metacognitive Knowledge Gap","author":"Abdelshiheed Mark","unstructured":"Mark Abdelshiheed. 2023. Combining Reinforcement Learning and Three Learning Theories to Achieve Transfer and Bridge Metacognitive Knowledge Gap. North Carolina State University."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-023-00371-0"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 45th annual conference of the cognitive science society.","author":"Abdelshiheed Mark","year":"2023","unstructured":"Mark Abdelshiheed, John Wesley Hostetter, Tiffany Barnes, and Min Chi. 2023. Bridging Declarative, Procedural, and Conditional Metacognitive Knowledge Gap Using Deep Reinforcement Learning. In Proceedings of the 45th annual conference of the cognitive science society."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_24"},{"key":"e_1_3_2_1_5_1","volume-title":"Preya Shabrina, Tiffany Barnes, and Min Chi.","author":"Abdelshiheed Mark","year":"2022","unstructured":"Mark Abdelshiheed, John Wesley Hostetter, Preya Shabrina, Tiffany Barnes, and Min Chi. 2022. The Power of Nudging: Exploring Three Interventions for Metacognitive Skills Instruction across Intelligent Tutoring Systems. In CogSci, Vol. 44."},{"key":"e_1_3_2_1_6_1","volume-title":"Xi Yang, Tiffany Barnes, and Min Chi.","author":"Abdelshiheed Mark","year":"2022","unstructured":"Mark Abdelshiheed, John Wesley Hostetter, Xi Yang, Tiffany Barnes, and Min Chi. 2022. Mixing Backward-with Forward-Chaining for Metacognitive Skill Acquisition and Transfer. In AIED. Springer, 546--552."},{"key":"e_1_3_2_1_7_1","unstructured":"Mark Abdelshiheed Guojing Zhou Mehak Maniktala Tiffany Barnes and Min Chi. 2020. Metacognition and Motivation: The Role of Time-Awareness in Preparation for Future Learning. In CogSci. 945--951."},{"key":"e_1_3_2_1_8_1","volume-title":"Choice is good, but relevance is excellent: Autonomy-enhancing and suppressing teacher behaviours predicting students' engagement in schoolwork","author":"Assor Avi","unstructured":"Avi Assor, Haya Kaplan, and Guy Roth. 2002. Choice is good, but relevance is excellent: Autonomy-enhancing and suppressing teacher behaviours predicting students' engagement in schoolwork. Vol. 72. 261--278. Issue 2."},{"key":"e_1_3_2_1_9_1","volume-title":"Explaining Need-Based Educational Recommendations Using Interactive Open Learner Models. In Adjunct Publication of the 27th Conference on UMAP","author":"Jordan","unstructured":"Jordan Barria-Pineda et al. 2019. Explaining Need-Based Educational Recommendations Using Interactive Open Learner Models. In Adjunct Publication of the 27th Conference on UMAP (Larnaca, Cyprus). ACM, New York, NY, USA, 273--277."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 22nd International Conference on IUI","author":"Berkovsky Shlomo","year":"2017","unstructured":"Shlomo Berkovsky, Ronnie Taib, and Dan Conway. 2017. How to Recommend? User Trust Factors in Movie Recommender Systems. In Proceedings of the 22nd International Conference on IUI (Limassol, Cyprus). ACM, New York, NY, USA, 287--300."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/14703290701602748"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Andrea Bunt et al. 2007. Understanding the Utility of Rationale in a Mixed-Initiative System for GUI Customization. In User Modeling 2007. Springer Berlin Heidelberg Berlin Heidelberg 147--156.","DOI":"10.1007\/978-3-540-73078-1_18"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 2012 ACM International Conference on IUI","author":"Bunt Andrea","year":"2012","unstructured":"Andrea Bunt, Matthew Lount, and Catherine Lauzon. 2012. Are Explanations Always Important? A Study of Deployed, Low-Cost Intelligent Interactive Systems. In Proceedings of the 2012 ACM International Conference on IUI (Lisbon, Portugal). ACM, New York, NY, USA, 169--178."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327752jpa4803_13"},{"key":"e_1_3_2_1_15_1","first-page":"3","article-title":"From Guidon to Neomycin and Heracles in Twenty Short Lessons","volume":"7","author":"Clancey William J.","year":"1986","unstructured":"William J. Clancey. 1986. From Guidon to Neomycin and Heracles in Twenty Short Lessons. AI Magazine 7, 3 (Jul. 1986), 40.","journal-title":"AI Magazine"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103503"},{"key":"e_1_3_2_1_17_1","volume-title":"AI in Education needs interpretable machine learning: Lessons from Open Learner Modelling. CoRR abs\/1807.00154","author":"Conati Cristina","year":"2018","unstructured":"Cristina Conati, Kaska Porayska-Pomsta, and Manolis Mavrikis. 2018. AI in Education needs interpretable machine learning: Lessons from Open Learner Modelling. CoRR abs\/1807.00154 (2018). arXiv:1807.00154 http:\/\/arxiv.org\/abs\/1807.00154"},{"key":"e_1_3_2_1_18_1","volume-title":"Craker and Abdulaziz Elfessi","author":"Dana","year":"2006","unstructured":"Dana E. Craker and Abdulaziz Elfessi. 2006. Attitudes Toward Science of Students Enrolled in Introductory Level Science Courses at UW-La Crosse."},{"key":"e_1_3_2_1_19_1","volume-title":"Malle","author":"de Graaf Maartje","year":"2017","unstructured":"Maartje de Graaf and Bertram F. Malle. 2017. How People Explain Action (and Autonomous Intelligent Systems Should Too). In AAAI Fall Symposia."},{"key":"e_1_3_2_1_20_1","volume-title":"Intelligent Systems: The Double-Edged Sword of Explanations (IUI '11). ACM","author":"Kate Ehrlich","year":"2011","unstructured":"Kate Ehrlich et al. 2011. Taking Advice from Intelligent Systems: The Double-Edged Sword of Explanations (IUI '11). ACM, New York, NY, USA, 125--134."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.59.6.1216"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0092-6566(03)00046-1"},{"key":"e_1_3_2_1_23_1","unstructured":"Ryan Manuel D. Guido. 2018. Attitude and Motivation towards Learning Physics."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.107.1.65"},{"key":"e_1_3_2_1_25_1","volume-title":"Long short-term memory. Neural computation 9, 8","author":"Hochreiter Sepp","year":"1997","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural computation 9, 8 (1997), 1735--1780."},{"key":"e_1_3_2_1_26_1","volume-title":"Leveraging Fuzzy Logic Towards More Explainable Reinforcement Learning-Induced Pedagogical Policies on Intelligent Tutoring Systems. In 2023 IEEE International Conference on Fuzzy Systems. IEEE.","author":"Hostetter John Wesley","year":"2023","unstructured":"John Wesley Hostetter, Mark Abdelshiheed, Tiffany Barnes, and Min Chi. 2023. Leveraging Fuzzy Logic Towards More Explainable Reinforcement Learning-Induced Pedagogical Policies on Intelligent Tutoring Systems. In 2023 IEEE International Conference on Fuzzy Systems. IEEE."},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 22nd International Conference on Autonomous Agents and Multiagent Systems (AAMAS).","author":"Hostetter John Wesley","year":"2023","unstructured":"John Wesley Hostetter, Mark Abdelshiheed, Tiffany Barnes, and Min Chi. 2023. A Self-Organizing Neuro-Fuzzy Q-Network: Systematic Design with Offline Hybrid Learning. In Proceedings of the 22nd International Conference on Autonomous Agents and Multiagent Systems (AAMAS)."},{"key":"e_1_3_2_1_28_1","unstructured":"Xiaowei Jia Ankush Khandelwal Guruprasad Nayak James Gerber Kimberly Carlson Paul West and Vipin Kumar. 2017. Incremental Dual-memory LSTM in Land Cover Prediction. In SIGKDD. ACM."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974973.20"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240362"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 24th International Conference on IUI (Marina del Ray, California) (IUI '19)","author":"Pigi","unstructured":"Pigi Kouki et al. 2019. Personalized Explanations for Hybrid Recommender Systems. In Proceedings of the 24th International Conference on IUI (Marina del Ray, California) (IUI '19). ACM, New York, NY, USA, 379--390."},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the 20th International Conference on IUI","author":"Todd","unstructured":"Todd Kulesza et al. 2015. Principles of Explanatory Debugging to Personalize Interactive Machine Learning. In Proceedings of the 20th International Conference on IUI (Atlanta, Georgia, USA) (IUI 15). ACM, New York, NY, USA, 126--137."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF03173432"},{"key":"e_1_3_2_1_34_1","volume-title":"Learning to diagnose with LSTM recurrent neural networks. arXiv preprint arXiv:1511.03677","author":"Lipton Zachary C","year":"2015","unstructured":"Zachary C Lipton, David C Kale, Charles Elkan, and Randall Wetzell. 2015. Learning to diagnose with LSTM recurrent neural networks. arXiv preprint arXiv:1511.03677 (2015)."},{"key":"e_1_3_2_1_35_1","volume-title":"Enhancing learning outcomes through self-regulated learning support with an Open Learner Model. User Modeling and User-Adapted Interaction 27, 1 (01","author":"Long Yanjin","year":"2017","unstructured":"Yanjin Long and Vincent Aleven. 2017. Enhancing learning outcomes through self-regulated learning support with an Open Learner Model. User Modeling and User-Adapted Interaction 27, 1 (01 Mar 2017), 55--88."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.2307\/749772"},{"key":"e_1_3_2_1_37_1","volume-title":"Intelligent Tutoring Systems","author":"Mabbott Andrew","unstructured":"Andrew Mabbott and Susan Bull. 2006. Student Preferences for Editing, Persuading, and Negotiating the Open Learner Model. In Intelligent Tutoring Systems. Springer Berlin Heidelberg, Berlin, Heidelberg, 481--490."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-021-09304-9"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21869-9_30"},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the 30th annual conference of the cognitive science society. 2176--2181","author":"McLaren Bruce M","year":"2008","unstructured":"Bruce M McLaren, Sung-Joo Lim, and Kenneth R Koedinger. 2008. When and how often should worked examples be given to students? New results and a summary of the current state of research. In Proceedings of the 30th annual conference of the cognitive science society. 2176--2181."},{"key":"e_1_3_2_1_41_1","volume-title":"24th International Conference Proceedings on IUI (Marina del Ray, California) (IUI '19)","author":"Martijn","unstructured":"Martijn Millecamp et al. 2019. To Explain or Not to Explain: The Effects of Personal Characteristics When Explaining Music Recommendations. In 24th International Conference Proceedings on IUI (Marina del Ray, California) (IUI '19). ACM, New York, NY, USA, 397--407."},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the 28th ACM Conference on UMAP","author":"Martijn","unstructured":"Martijn Millecamp et al. 2020. What's in a User? Towards Personalising Transparency for Music Recommender Interfaces. In Proceedings of the 28th ACM Conference on UMAP (Genoa, Italy). ACM, New York, NY, USA, 173--182."},{"key":"e_1_3_2_1_43_1","unstructured":"Martijn Millecamp Cristina Conati and Katrien Verbert. 2021-07-09. Classifeye: classification of personal characteristics based on eye tracking data in a recommender system interface."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213586.3225240"},{"key":"e_1_3_2_1_46_1","unstructured":"James A. Overton. 2011. In Scientific Explanation and Computation. 41--50."},{"key":"e_1_3_2_1_47_1","unstructured":"Yasemin Abali \u00d6zt\u00fcrk and \u00c7avu\u015f \u015eahin. 2014. The Effects of Alternative Assessment and Evaluation Methods on Academic Achievement Persistence of Learning Self-Efficacy Perception and Attitudes."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/1359105318763510"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Ka\u015bka Porayska-Pomsta et al. 2018. Adolescents' Self-regulation During Job Interviews Through an AI Coaching Environment. In AIED. Springer International Publishing Cham 281--285.","DOI":"10.1007\/978-3-319-93846-2_52"},{"key":"e_1_3_2_1_50_1","volume-title":"IUI Workshops.","author":"Putnam Vanessa","year":"2019","unstructured":"Vanessa Putnam and Cristina Conati. 2019. Exploring the Need for Explainable Artificial Intelligence (XAI) in Intelligent Tutoring Systems (ITS). In IUI Workshops."},{"key":"e_1_3_2_1_51_1","volume-title":"Providing a rationale in an autonomy-supportive way as a strategy to motivate others during an uninteresting activity. Motivation and emotion 26, 3","author":"Reeve Johnmarshall","year":"2002","unstructured":"Johnmarshall Reeve, Hyungshim Jang, Pat Hardre, and Mafumi Omura. 2002. Providing a rationale in an autonomy-supportive way as a strategy to motivate others during an uninteresting activity. Motivation and emotion 26, 3 (2002), 183--207."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.4102\/sajip.v29i1.88"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","unstructured":"Markel Sanz Ausin et al. 2020. Exploring the Impact of Simple Explanations and Agency on Batch Deep Reinforcement Learning Induced Pedagogical Policies. In AIED. Springer International Publishing Cham 472--485.","DOI":"10.1007\/978-3-030-52237-7_38"},{"key":"e_1_3_2_1_54_1","volume-title":"Proceedings of the 24th International Conference on IUI (Marina del Ray, California). ACM","author":"James","unstructured":"James Schaffer et al. 2019. I Can Do Better than Your AI: Expertise and Explanations. In Proceedings of the 24th International Conference on IUI (Marina del Ray, California). ACM, New York, NY, USA, 240--251."},{"key":"e_1_3_2_1_55_1","volume-title":"Evaluating the effectiveness of explanations for recommender systems. User Modeling and User-Adapted Interaction 22, 4 (01","author":"Tintarev Nava","year":"2012","unstructured":"Nava Tintarev and Judith Masthoff. 2012. Evaluating the effectiveness of explanations for recommender systems. User Modeling and User-Adapted Interaction 22, 4 (01 Oct 2012), 399--439."},{"key":"e_1_3_2_1_56_1","volume-title":"IUI Workshops.","author":"Tsai Chun-Hua","year":"2019","unstructured":"Chun-Hua Tsai and Peter Brusilovsky. 2019. Designing Explanation Interfaces for Transparency and Beyond.. In IUI Workshops."},{"key":"e_1_3_2_1_57_1","volume-title":"Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems (Glasgow, Scotland Uk). ACM","author":"Danding","unstructured":"Danding Wang et al. 2019. Designing Theory-Driven User-Centric Explainable AI. In Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems (Glasgow, Scotland Uk). ACM, New York, NY, USA, 1--15."},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the 13th International Conference on EDM 2020, Fully virtual conference","author":"Xi","year":"2020","unstructured":"Xi Yang et al. 2020. Student Subtyping via EM-Inverse Reinforcement Learning. In Proceedings of the 13th International Conference on EDM 2020, Fully virtual conference, July 10-13, 2020. International Educational Data Mining Society."}],"event":{"name":"IVA '23: ACM International Conference on Intelligent Virtual Agents","location":"W\u00fcrzburg Germany","acronym":"IVA '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 23rd ACM International Conference on Intelligent Virtual Agents"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3570945.3607301","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3570945.3607301","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3570945.3607301","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T14:27:18Z","timestamp":1755872838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3570945.3607301"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,19]]},"references-count":58,"alternative-id":["10.1145\/3570945.3607301","10.1145\/3570945"],"URL":"https:\/\/doi.org\/10.1145\/3570945.3607301","relation":{},"subject":[],"published":{"date-parts":[[2023,9,19]]},"assertion":[{"value":"2023-12-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}