{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T14:26:14Z","timestamp":1783434374723,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","funder":[{"name":"German Academic Exchange Service (DAAD)"},{"name":"The Learning Agency"},{"name":"Jacobs Foundation Research Fellowship","award":["2023-1510-00"],"award-info":[{"award-number":["2023-1510-00"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,17]]},"DOI":"10.1145\/3698205.3729555","type":"proceedings-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T14:35:08Z","timestamp":1752762908000},"page":"139-150","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["When LLMs Hallucinate: Examining the Effects of Erroneous Feedback in Math Tutoring Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2925-3234","authenticated-orcid":false,"given":"Marlene","family":"Steinbach","sequence":"first","affiliation":[{"name":"Leibniz-Institute for Science and Mathematics Education, Kiel, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1705-3052","authenticated-orcid":false,"given":"Shreya","family":"Bhandari","sequence":"additional","affiliation":[{"name":"School of Education, University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5714-3198","authenticated-orcid":false,"given":"Jennifer","family":"Meyer","sequence":"additional","affiliation":[{"name":"Leibniz-Institute for Science and Mathematics Education, Kiel, Germany and Centre for Teacher Education, University of Vienna, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6016-7051","authenticated-orcid":false,"given":"Zachary A.","family":"Pardos","sequence":"additional","affiliation":[{"name":"School of Education, University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.03.053"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_7"},{"key":"e_1_3_2_2_3_1","volume-title":"Cognitive tutors: Lessons learned. The journal of the learning sciences","author":"Anderson John R","year":"1995","unstructured":"John R Anderson, Albert T Corbett, Kenneth R Koedinger, and Ray Pelletier. 1995. Cognitive tutors: Lessons learned. The journal of the learning sciences, Vol. 4, 2 (1995), 167-207."},{"key":"e_1_3_2_2_4_1","unstructured":"Robert B Ashlock. 2002. Error patterns in computation: Using error patterns to improve instruction. (No Title) (2002)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/01443410.2016.1223275"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2016.04.001"},{"key":"e_1_3_2_2_7_1","volume-title":"Generative ai can harm learning. Available at SSRN","author":"Bastani Hamsa","year":"2024","unstructured":"Hamsa Bastani, Osbert Bastani, Alp Sungu, Haosen Ge, Ozge Kabakci, and Rei Mariman. 2024. Generative ai can harm learning. Available at SSRN, Vol. 4895486 (2024)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100284"},{"key":"e_1_3_2_2_9_1","volume-title":"-A Combined Theory-and Data-Driven Approach for Interpreting Learners' Metacognitive Behaviors in Open-Ended Tutoring Environments. Design recommendations for intelligent tutoring systems","author":"Biswas Gautam","year":"2014","unstructured":"Gautam Biswas, James R Segedy, and John S Kinnebrew. 2014. -A Combined Theory-and Data-Driven Approach for Interpreting Learners' Metacognitive Behaviors in Open-Ended Tutoring Environments. Design recommendations for intelligent tutoring systems, Vol. 2 (2014), 135."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmathb.2013.04.003"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"crossref","unstructured":"Julie L Booth Kelly M McGinn Christina Barbieri and Laura K Young. 2017. Misconceptions and learning algebra. And the rest is just algebra (2017) 63-78.","DOI":"10.1007\/978-3-319-45053-7_4"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/01638530903420960"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2019.104054"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.2196\/53164"},{"key":"e_1_3_2_2_15_1","volume-title":"Coefficient alpha and the internal structure of tests. psychometrika","author":"Cronbach Lee J","year":"1951","unstructured":"Lee J Cronbach. 1951. Coefficient alpha and the internal structure of tests. psychometrika, Vol. 16, 3 (1951), 297-334."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2012.05.003"},{"key":"e_1_3_2_2_17_1","first-page":"7","article-title":"Benny's conception of rules and answers in IPI mathematics","volume":"1","author":"Erlwanger Stanley H","year":"1973","unstructured":"Stanley H Erlwanger. 1973. Benny's conception of rules and answers in IPI mathematics. Journal of Children's Mathematical Behavior, Vol. 1, 2 (1973), 7-26.","journal-title":"Journal of Children's Mathematical Behavior"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"crossref","unstructured":"Peer Eyal Rothschild David Gordon Andrew Evernden Zak and Damer Ekaterina. 2021. Data quality of platforms and panels for online behavioral research. Behavior research methods (2021) 1-20.","DOI":"10.3758\/s13428-022-01909-1"},{"key":"e_1_3_2_2_19_1","volume-title":"Statistical power analyses using G* Power 3.1: Tests for correlation and regression analyses. Behavior research methods","author":"Faul Franz","year":"2009","unstructured":"Franz Faul, Edgar Erdfelder, Axel Buchner, and Albert-Georg Lang. 2009. Statistical power analyses using G* Power 3.1: Tests for correlation and regression analyses. Behavior research methods, Vol. 41, 4 (2009), 1149-1160."},{"key":"e_1_3_2_2_20_1","volume-title":"Artificial Intelligence in Education","author":"Feng Mingyu","unstructured":"Mingyu Feng, Neil Heffernan, and Joseph E Beck. 2009. Using learning decomposition to analyze instructional effectiveness in the ASSISTment system. In Artificial Intelligence in Education. IOS Press, 523-530."},{"key":"e_1_3_2_2_21_1","unstructured":"Ayelet Fishbach and Stacey R Finkelstein. 2012. How feedback influences persistence disengagement and change in goal pursuit. Goal-directed behavior (2012) 203-230."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.05.082"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0028389"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","first-page":"1129","DOI":"10.1002\/(SICI)1098-2736(199812)35:10<1129::AID-TEA5>3.0.CO;2-2","article-title":"Learning from analogy-enhanced science text","volume":"35","author":"Glynn Shawn M","year":"1998","unstructured":"Shawn M Glynn and Tomone Takahashi. 1998. Learning from analogy-enhanced science text. Journal of Research in Science Teaching: The Official Journal of the National Association for Research in Science Teaching, Vol. 35, 10 (1998), 1129-1149.","journal-title":"Journal of Research in Science Teaching: The Official Journal of the National Association for Research in Science Teaching"},{"key":"e_1_3_2_2_25_1","volume-title":"Finding and fixing errors in worked examples: Can this foster learning outcomes? Learning and instruction","author":"Gro\u00dfe Cornelia S","year":"2007","unstructured":"Cornelia S Gro\u00dfe and Alexander Renkl. 2007. Finding and fixing errors in worked examples: Can this foster learning outcomes? Learning and instruction, Vol. 17, 6 (2007), 612-634."},{"key":"e_1_3_2_2_26_1","volume-title":"The power of feedback. Review of educational research","author":"Hattie John","year":"2007","unstructured":"John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research, Vol. 77, 1 (2007), 81-112."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10864-012-9162-0"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"crossref","unstructured":"Anubhav Jangra Jamshid Mozafari Adam Jatowt and Smaranda Muresan. 2024. Navigating the Landscape of Hint Generation Research: From the Past to the Future. arXiv preprint arXiv:2404.04728 (2024).","DOI":"10.1162\/tacl_a_00751"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.2378\/peu2024.art08d"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"e_1_3_2_2_31_1","volume-title":"Proceedings of the 17th International Conference on Educational Data Mining. 491-499","author":"Jia Qinjin","year":"2024","unstructured":"Qinjin Jia, Jialin Cui, Ruijie Xi, Chengyuan Liu, Parvez Rashid, Ruochi Li, and Edward Gehringer. 2024. On Assessing the Faithfulness of LLM-generated Feedback on Student Assignments. In Proceedings of the 17th International Conference on Educational Data Mining. 491-499."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2023.100138"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Enkelejda Kasneci Kathrin Se\u00dfler Stefan K\u00fcchemann Maria Bannert Daryna Dementieva Frank Fischer Urs Gasser Georg Groh Stephan G\u00fcnnemann Eyke H\u00fcllermeier et al. 2023. ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences Vol. 103 (2023) 102274.","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_2_2_34_1","volume-title":"The effects of feedback interventions on performance: a historical review, a meta-analysis, and a preliminary feedback intervention theory. Psychological bulletin","author":"Kluger Avraham N","year":"1996","unstructured":"Avraham N Kluger and Angelo DeNisi. 1996. The effects of feedback interventions on performance: a historical review, a meta-analysis, and a preliminary feedback intervention theory. Psychological bulletin, Vol. 119, 2 (1996), 254."},{"key":"e_1_3_2_2_35_1","volume-title":"Bonn: SWK.","author":"K\u00f6ller Olaf","year":"2024","unstructured":"Olaf K\u00f6ller, Felicitas Thiel, Isabell van Ackeren-Mindl, Yvonne Anders, Michael Becker-Mrotzek, Ulrike Cress, Claudia Diehl, Thilo Kleickmann, Birgit L\u00fctje-Klose, Susanne Prediger, et al., 2024. Large Language Models und ihre Potenziale im Bildungssystem. Impulspapier der St\u00e4ndigen Wissenschaftlichen Kommission der Kultusministerkonferenz. Bonn: SWK."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"Harsh Kumar David M Rothschild Daniel G Goldstein and Jake M Hofman. 2023. Math Education with Large Language Models: Peril or Promise? Available at SSRN 4641653 (2023).","DOI":"10.2139\/ssrn.4641653"},{"key":"e_1_3_2_2_37_1","first-page":"1","article-title":"Inducing and tracking confusion with contradictions during complex learning","volume":"22","author":"Lehman Blair","year":"2013","unstructured":"Blair Lehman, Sidney D'Mello, Amber Strain, Caitlin Mills, Melissa Gross, Allyson Dobbins, Patricia Wallace, Keith Millis, and Art Graesser. 2013. Inducing and tracking confusion with contradictions during complex learning. International Journal of Artificial Intelligence in Education, Vol. 22, 1--2 (2013), 85-105.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"e_1_3_2_2_38_1","volume-title":"Sting","author":"Lehmann Matthias","year":"2024","unstructured":"Matthias Lehmann, Philipp B. Cornelius, and Fabian J. Sting. 2024. AI Meets the Classroom: When Does ChatGPT Harm Learning? arxiv:2409.09047 [cs.CY] https:\/\/arxiv.org\/abs\/2409.09047"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64299-9_6"},{"key":"e_1_3_2_2_40_1","unstructured":"Fang Liu Yang Liu Lin Shi Houkun Huang Ruifeng Wang Zhen Yang Li Zhang Zhongqi Li and Yuchi Ma. 2024. Exploring and evaluating hallucinations in llm-powered code generation. arXiv preprint arXiv:2404.00971 (2024)."},{"key":"e_1_3_2_2_41_1","volume-title":"Educational data mining","author":"Liu Zhongxiu","year":"2013","unstructured":"Zhongxiu Liu, Visit Pataranutaporn, Jaclyn Ocumpaugh, and Ryan Baker. 2013. Sequences of frustration and confusion, and learning. In Educational data mining 2013."},{"key":"e_1_3_2_2_42_1","unstructured":"Philippe Lorenz Karine Perset and Jamie Berryhill. 2023. Initial policy considerations for generative artificial intelligence. (2023)."},{"key":"e_1_3_2_2_43_1","first-page":"1","volume-title":"The Journal of Experimental Education","author":"L\u00fcdtke Oliver","year":"2023","unstructured":"Oliver L\u00fcdtke and Alexander Robitzsch. 2023. ANCOVA versus change score for the analysis of two-wave data. The Journal of Experimental Education, (2023), 1-33."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2023.100199"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.3102\/0162373713507480"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2014.11.6"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0304013"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581574"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1080\/02699931.2016.1204989"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1002\/wcs.1573"},{"key":"e_1_3_2_2_52_1","volume-title":"Assessment and Evaluation in Higher Education","author":"Pitt Edd","year":"2020","unstructured":"Edd Pitt, Margaret Bearman, and Rachelle Esterhazy. 2020. The conundrum of low achievement and feedback for learning. Assessment and Evaluation in Higher Education, (2020)."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1080\/01443410.2015.1136407"},{"key":"e_1_3_2_2_54_1","unstructured":"Abhilasha Ravichander Shrusti Ghela David Wadden and Yejin Choi. 2025. HALoGEN: Fantastic LLM Hallucinations and Where to Find Them. arxiv:2501.08292 [cs.CL] https:\/\/arxiv.org\/abs\/2501.08292"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714051"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.05.012"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-024-09898-7"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2024.101894"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-016-0129-5"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2021.100980"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.4995\/HEAd22.2022.14445"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16020-2_24"},{"key":"e_1_3_2_2_63_1","volume-title":"The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educational psychologist","author":"VanLehn Kurt","year":"2011","unstructured":"Kurt VanLehn. 2011. The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educational psychologist, Vol. 46, 4 (2011), 197-221."},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-021-09616-7"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_2_2_66_1","volume-title":"International encyclopedia of education","author":"Winne Philip H","year":"1994","unstructured":"Philip H Winne and Deborah L Butler. 1994. Student cognition in learning from teaching. International encyclopedia of education, Vol. 2 (1994), 5738-5775."},{"key":"e_1_3_2_2_67_1","volume-title":"The power of feedback revisited: A meta-analysis of educational feedback research. Frontiers in psychology","author":"Wisniewski Benedikt","year":"2020","unstructured":"Benedikt Wisniewski, Klaus Zierer, and John Hattie. 2020. The power of feedback revisited: A meta-analysis of educational feedback research. Frontiers in psychology, Vol. 10 (2020), 487662."},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-024-02004-5"}],"event":{"name":"L@S '25: Twelfth ACM Conference on Learning @ Scale","location":"Palermo Italy","acronym":"L@S '25"},"container-title":["Proceedings of the Twelfth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3698205.3729555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:16:18Z","timestamp":1755868578000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698205.3729555"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"references-count":68,"alternative-id":["10.1145\/3698205.3729555","10.1145\/3698205"],"URL":"https:\/\/doi.org\/10.1145\/3698205.3729555","relation":{},"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"2025-07-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}