{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T04:11:16Z","timestamp":1748578276185,"version":"3.41.0"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031929694","type":"print"},{"value":"9783031929700","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-92970-0_14","type":"book-chapter","created":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T12:18:31Z","timestamp":1748521111000},"page":"190-206","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Human-in-the-Loop Integration of\u00a0Causal Reasoning into Intelligent Tutoring Systems"],"prefix":"10.1007","author":[{"given":"Spencer","family":"Eckler","sequence":"first","affiliation":[]},{"given":"Danielle","family":"Vinson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4450-3048","authenticated-orcid":false,"given":"Margaret H.","family":"McKay","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6541-2992","authenticated-orcid":false,"given":"Mary Alexandria","family":"Kelly","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,25]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","DOI":"10.4324\/9781315805696","author":"JR Anderson","year":"2014","unstructured":"Anderson, J.R., Lebiere, C.J.: The atomic components of thought. Psychol. Press (2014). https:\/\/doi.org\/10.4324\/9781315805696","journal-title":"Psychol. Press"},{"issue":"1","key":"14_CR2","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1146\/annurev-psych-122414-033249","volume":"67","author":"RM Byrne","year":"2016","unstructured":"Byrne, R.M.: Counterfactual thought. Annu. Rev. Psychol. 67(1), 135\u2013157 (2016). https:\/\/doi.org\/10.1146\/annurev-psych-122414-033249","journal-title":"Annu. Rev. Psychol."},{"issue":"6","key":"14_CR3","doi-asserted-by":"publisher","first-page":"1171","DOI":"10.1111\/cogs.12062","volume":"37","author":"N Chater","year":"2013","unstructured":"Chater, N., Oaksford, M.: Programs as causal models: speculations on mental programs and mental representation. Cogn. Sci. 37(6), 1171\u20131191 (2013). https:\/\/doi.org\/10.1111\/cogs.12062","journal-title":"Cogn. Sci."},{"key":"14_CR4","unstructured":"De\u00a0Graaf, M.M., Malle, B.F.: How people explain action (and autonomous intelligent systems should too). In: 2017 AAAI Fall Symposium Series (2017)"},{"key":"14_CR5","doi-asserted-by":"publisher","unstructured":"Dietvorst, B., Simmons, J., Massey, C.: Algorithm aversion: people erroneously avoid algorithms after seeing them err. J. Exp. Psychol. Gen. 144(11) (2014). https:\/\/doi.org\/10.1037\/xge0000033","DOI":"10.1037\/xge0000033"},{"key":"14_CR6","doi-asserted-by":"publisher","unstructured":"Eiband, M., Buschek, D., Kremer, A., Hussmann, H.: The impact of placebic explanations on trust in intelligent systems. pp.\u00a01\u20136 (2019). https:\/\/doi.org\/10.1145\/3290607.3312787","DOI":"10.1145\/3290607.3312787"},{"key":"14_CR7","doi-asserted-by":"publisher","unstructured":"Eiband, M., V\u00f6lkel, S., Buschek, D., Cook, S., Hussmann, H.: A method and analysis to elicit user-reported problems in intelligent everyday applications. ACM Trans. Interact. Intell. Syst. 10 (2020). https:\/\/doi.org\/10.1145\/3370927","DOI":"10.1145\/3370927"},{"key":"14_CR8","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1007\/978-3-642-21869-9_12","volume-title":"Artificial Intelligence in Education","author":"U Faghihi","year":"2011","unstructured":"Faghihi, U., Fournier-Viger, P., Nkambou, R.: A cognitive tutoring agent with episodic and causal learning capabilities. In: Biswas, G., Bull, S., Kay, J., Mitrovic, A. (eds.) AIED 2011. LNCS (LNAI), vol. 6738, pp. 72\u201380. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-21869-9_12"},{"key":"14_CR9","doi-asserted-by":"publisher","unstructured":"Ghai, A., Tandon, U.: Understanding antecedents of usability in e-learning. pp. 942\u2013946 (2021). https:\/\/doi.org\/10.1109\/DASA53625.2021.9682260","DOI":"10.1109\/DASA53625.2021.9682260"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Ghai, A., Tandon, U.: Integrating gamification and instructional design to enhance usability of online learning. Educ. Inform. Technol. 28 (2022). https:\/\/doi.org\/10.1007\/s10639-022-11202-5","DOI":"10.1007\/s10639-022-11202-5"},{"key":"14_CR11","doi-asserted-by":"publisher","unstructured":"Ghassemi, M., Oakden-Rayner, L., Beam, A.: The false hope of current approaches to explainable artificial intelligence in health care. Lancet Digital Health 3, e745\u2013e750 (2021). https:\/\/doi.org\/10.1016\/S2589-7500(21)00208-9","DOI":"10.1016\/S2589-7500(21)00208-9"},{"key":"14_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsis.2020.101614","volume":"29","author":"T Gr\u00f8nsund","year":"2020","unstructured":"Gr\u00f8nsund, T., Aanestad, M.: Augmenting the algorithm: emerging human-in-the-loop work configurations. J. Strateg. Inform. Syst. 29, 101614 (2020). https:\/\/doi.org\/10.1016\/j.jsis.2020.101614","journal-title":"J. Strateg. Inform. Syst."},{"key":"14_CR13","unstructured":"Hill, R.W., Johnson, W.L.: Impasse-driven tutoring for reactive skill acquisition. In: NASA. Johnson Space Center, Proceedings of the 1993 Conference on Intelligent Computer-Aided Training and Virtual Environment Technology, vol. 1 (1993)"},{"key":"14_CR14","unstructured":"Hume, D.: An enquiry concerning human understanding (la selby-bigge, ed.). Oxford1951 p.\u00a0131 (1902)"},{"issue":"9","key":"14_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3558000","volume":"55","author":"D Kleyko","year":"2023","unstructured":"Kleyko, D., Rachkovskij, D., Osipov, E., Rahimi, A.: A survey on hyperdimensional computing aka vector symbolic architectures, part ii: applications, cognitive models, and challenges. ACM Comput. Surv. 55(9), 1\u201352 (2023). https:\/\/doi.org\/10.1145\/3558000","journal-title":"ACM Comput. Surv."},{"issue":"6","key":"14_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3538531","volume":"55","author":"D Kleyko","year":"2022","unstructured":"Kleyko, D., Rachkovskij, D.A., Osipov, E., Rahimi, A.: A survey on hyperdimensional computing aka vector symbolic architectures, part i: models and data transformations. ACM Comput. Surv. 55(6), 1\u201340 (2022). https:\/\/doi.org\/10.1145\/3538531","journal-title":"ACM Comput. Surv."},{"issue":"2","key":"14_CR17","first-page":"117","volume":"15","author":"V Kodaganallur","year":"2005","unstructured":"Kodaganallur, V., Weitz, R.R., Rosenthal, D.: A comparison of model-tracing and constraint-based intelligent tutoring paradigms. Int. J. Artif. Intell. Educ. 15(2), 117\u2013144 (2005)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"6","key":"14_CR18","doi-asserted-by":"publisher","first-page":"2441","DOI":"10.1007\/s11165-018-9787-7","volume":"50","author":"C Kulgemeyer","year":"2020","unstructured":"Kulgemeyer, C.: A framework of effective science explanation videos informed by criteria for instructional explanations. Res. Sci. Educ. 50(6), 2441\u20132462 (2020)","journal-title":"Res. Sci. Educ."},{"issue":"1","key":"14_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0004-3702(87)90050-6","volume":"33","author":"JE Laird","year":"1987","unstructured":"Laird, J.E., Newell, A., Rosenbloom, P.S.: Soar: an architecture for general intelligence. Artif. Intell. 33(1), 1\u201364 (1987)","journal-title":"Artif. Intell."},{"key":"14_CR20","doi-asserted-by":"publisher","unstructured":"Langer, E., Blank, A., Chanowitz, B.: The mindlessness of ostensibly thoughtful action: the role of \u201cplacebic\u201d information in interpersonal interaction. J. Pers. Soc. Psychol. 36, 635\u2013642 (1978). https:\/\/doi.org\/10.1037\/0022-3514.36.6.635","DOI":"10.1037\/0022-3514.36.6.635"},{"key":"14_CR21","doi-asserted-by":"publisher","unstructured":"Lee, J., Park, O.C.: Adaptive instructional systems. In: Handbook of Research on Educational Communications and Technology, pp. 469\u2013484. Citeseer (2008). https:\/\/doi.org\/10.4324\/9781410609519","DOI":"10.4324\/9781410609519"},{"key":"14_CR22","doi-asserted-by":"publisher","unstructured":"Lombrozo, T.: The structure and function of explanations. Trends in cognitive sciences 10, 464\u201370 (2006). https:\/\/doi.org\/10.1016\/j.tics.2006.08.004","DOI":"10.1016\/j.tics.2006.08.004"},{"key":"14_CR23","volume-title":"Cyclopedia of puzzles","author":"S Loyd","year":"1914","unstructured":"Loyd, S., et al.: Cyclopedia of puzzles. The Lamb Pub, Co (1914)"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"MacKay, R.B.: Strategic foresight: counterfactual and prospective sensemaking in enacted environments. In: Handbook of research on strategy and foresight. Edward Elgar Publishing (2009). https:\/\/doi.org\/10.4337\/9781848447271.00011","DOI":"10.4337\/9781848447271.00011"},{"issue":"5","key":"14_CR25","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1111\/jcal.12197","volume":"33","author":"RE Mayer","year":"2017","unstructured":"Mayer, R.E.: Using multimedia for e-learning. J. Comput. Assist. Learn. 33(5), 403\u2013423 (2017). https:\/\/doi.org\/10.1111\/jcal.12197","journal-title":"J. Comput. Assist. Learn."},{"key":"14_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019). https:\/\/doi.org\/10.1016\/j.artint.2018.07.007","journal-title":"Artif. Intell."},{"issue":"4","key":"14_CR27","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MIS.2007.74","volume":"22","author":"A Mitrovic","year":"2007","unstructured":"Mitrovic, A., Martin, B., Suraweera, P.: Intelligent tutors for all: the constraint-based approach: intelligent educational systems. IEEE Intell. Syst. 22(4), 38\u201345 (2007). https:\/\/doi.org\/10.1109\/MIS.2007.74","journal-title":"IEEE Intell. Syst."},{"key":"14_CR28","doi-asserted-by":"publisher","unstructured":"Mosqueira-Rey, E., Hern\u00e1ndez-Pereira, E., Alonso-R\u00edos, D., Bobes-Bascar\u00e1n, J., Fern\u00e1ndez-Leal, A.: Human-in-the-loop machine learning: a state of the art. Artif. Intell. Rev. 56 (2022). https:\/\/doi.org\/10.1007\/s10462-022-10246-w","DOI":"10.1007\/s10462-022-10246-w"},{"issue":"1","key":"14_CR29","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/0004-3702(82)90012-1","volume":"18","author":"A Newell","year":"1982","unstructured":"Newell, A.: The knowledge level. Artif. Intell. 18(1), 87\u2013127 (1982)","journal-title":"Artif. Intell."},{"key":"14_CR30","unstructured":"Newell, A.: Unified theories of cognition. Harvard University Press (1994)"},{"key":"14_CR31","doi-asserted-by":"publisher","unstructured":"Nkambou, R., Mizoguchi, R., Bourdeau, J.: Advances in intelligent tutoring systems, vol.\u00a0308. Springer Science & Business Media (2010). https:\/\/doi.org\/10.1007\/978-3-642-14363-2","DOI":"10.1007\/978-3-642-14363-2"},{"issue":"2","key":"14_CR32","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1037\/0033-295X.103.2.241","volume":"103","author":"S Ohlsson","year":"1996","unstructured":"Ohlsson, S.: Learning from performance errors. Psychol. Rev. 103(2), 241 (1996). https:\/\/doi.org\/10.1037\/0033-295X.103.2.241","journal-title":"Psychol. Rev."},{"issue":"1","key":"14_CR33","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s40593-015-0075-7","volume":"26","author":"S Ohlsson","year":"2015","unstructured":"Ohlsson, S.: Constraint-based modeling: from cognitive theory to computer tutoring \u2013 and back again. Int. J. Artif. Intell. Educ. 26(1), 457\u2013473 (2015). https:\/\/doi.org\/10.1007\/s40593-015-0075-7","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"14_CR34","unstructured":"Pearl, J., Mackenzie, D.: The book of why: the new science of cause and effect. Basic Books (2018)"},{"issue":"3","key":"14_CR35","doi-asserted-by":"publisher","first-page":"835","DOI":"10.1007\/s10055-020-00489-9","volume":"25","author":"N Pellas","year":"2021","unstructured":"Pellas, N., Mystakidis, S., Kazanidis, I.: Immersive virtual reality in K-12 and higher education: a systematic review of the last decade scientific literature. Virtual Reality 25(3), 835\u2013861 (2021). https:\/\/doi.org\/10.1007\/s10055-020-00489-9","journal-title":"Virtual Reality"},{"key":"14_CR36","doi-asserted-by":"publisher","unstructured":"Pu, P., Chen, L.: Trust building with explanation interfaces. vol.\u00a02006, pp. 93\u2013100 (2006). https:\/\/doi.org\/10.1145\/1111449.1111475","DOI":"10.1145\/1111449.1111475"},{"issue":"1","key":"14_CR37","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1037\/0033-2909.121.1.133","volume":"121","author":"NJ Roese","year":"1997","unstructured":"Roese, N.J.: Counterfactual thinking. Psychol. Bull. 121(1), 133 (1997). https:\/\/doi.org\/10.1037\/0033-2909.121.1.133","journal-title":"Psychol. Bull."},{"key":"14_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0065-2601(08)60015-5","volume":"29","author":"NJ Roese","year":"1997","unstructured":"Roese, N.J., Olson, J.M.: Counterfactual thinking: the intersection of affect and function. Adv. Exp. Soc. Psychol. 29, 1\u201359 (1997). https:\/\/doi.org\/10.1016\/S0065-2601(08)60015-5","journal-title":"Adv. Exp. Soc. Psychol."},{"key":"14_CR39","doi-asserted-by":"publisher","unstructured":"Ryan, R., Deci, E.: Intrinsic and extrinsic motivation from a self-determination theory perspective: definitions, theory, practices, and future directions. Contemp. Educ. Psychol. 61, 101860 (2020). https:\/\/doi.org\/10.1016\/j.cedpsych.2020.101860","DOI":"10.1016\/j.cedpsych.2020.101860"},{"key":"14_CR40","doi-asserted-by":"publisher","unstructured":"Sch\u00f6lkopf, B.: Causality for machine learning. In: Probabilistic and Causal Inference: The works of Judea Pearl, pp. 765\u2013804. ACM Books (2022). https:\/\/doi.org\/10.1145\/3501714.3501755","DOI":"10.1145\/3501714.3501755"},{"issue":"5","key":"14_CR41","doi-asserted-by":"publisher","first-page":"612","DOI":"10.1109\/JPROC.2021.3058954","volume":"109","author":"B Sch\u00f6lkopf","year":"2021","unstructured":"Sch\u00f6lkopf, B., Locatello, F., Bauer, S., Ke, N.R., Kalchbrenner, N., Goyal, A., Bengio, Y.: Toward causal representation learning. Proc. IEEE 109(5), 612\u2013634 (2021). https:\/\/doi.org\/10.1109\/JPROC.2021.3058954","journal-title":"Proc. IEEE"},{"key":"14_CR42","doi-asserted-by":"publisher","unstructured":"Skitka, L., Mosier, K., Burdick, M.: Accountability and automation bias. Int. J. Hum. Comput. Stud. 52, 701\u2013717 (2000). https:\/\/doi.org\/10.1006\/ijhc.1999.0349","DOI":"10.1006\/ijhc.1999.0349"},{"key":"14_CR43","unstructured":"S.L., C.: Student trust in the teacher: a critical but overlooked factor in student success (2023). https:\/\/www.apa.org\/ed\/precollege\/psychology-teacher-network\/introductory-psychology\/student-trust"},{"issue":"1","key":"14_CR44","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1146\/annurev-psych-010814-015135","volume":"66","author":"SA Sloman","year":"2015","unstructured":"Sloman, S.A., Lagnado, D.: Causality in thought. Annu. Rev. Psychol. 66(1), 223\u2013247 (2015). https:\/\/doi.org\/10.1146\/annurev-psych-010814-015135","journal-title":"Annu. Rev. Psychol."},{"key":"14_CR45","doi-asserted-by":"crossref","unstructured":"Spirtes, P., Glymour, C., Scheines, R.: Causation, prediction, and search. MIT press (2001)","DOI":"10.7551\/mitpress\/1754.001.0001"},{"key":"14_CR46","doi-asserted-by":"crossref","unstructured":"VanLehn, K.: Toward a theory of impasse-driven learning. In: Learning Issues for Intelligent Tutoring Systems, pp. 19\u201341. Springer (1988)","DOI":"10.1007\/978-1-4684-6350-7_2"},{"issue":"4","key":"14_CR47","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1080\/00461520.2011.611369","volume":"46","author":"K VanLehn","year":"2011","unstructured":"VanLehn, K.: The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educ. Psychol. 46(4), 197\u2013221 (2011). https:\/\/doi.org\/10.1080\/00461520.2011.611369","journal-title":"Educ. Psychol."},{"key":"14_CR48","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Guyon, I., et al., (eds.) Advances in Neural Information Processing Systems, vol. 30, pp. 5998\u20136008. Curran Associates, Inc. (2017). http:\/\/papers.nips.cc\/paper\/7181-attention-is-all-you-need.pdf."},{"key":"14_CR49","doi-asserted-by":"publisher","unstructured":"Vrantsidis, T., Lombrozo, T.: Inside ockham\u2019s razor: a mechanism driving preferences for simpler explanations. Memory & Cognition (2024). https:\/\/doi.org\/10.3758\/s13421-024-01604-w","DOI":"10.3758\/s13421-024-01604-w"},{"issue":"1","key":"14_CR50","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1080\/00461520701756420","volume":"43","author":"J Wittwer","year":"2008","unstructured":"Wittwer, J., Renkl, A.: Why instructional explanations often do not work: a framework for understanding the effectiveness of instructional explanations. Educ. Psychol. 43(1), 49\u201364 (2008). https:\/\/doi.org\/10.1080\/00461520701756420","journal-title":"Educ. Psychol."}],"container-title":["Lecture Notes in Computer Science","Adaptive Instructional Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-92970-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T22:04:09Z","timestamp":1748556249000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-92970-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031929694","9783031929700"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-92970-0_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant\u00a0to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gothenburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}