{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T16:46:26Z","timestamp":1782319586662,"version":"3.54.5"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032297549","type":"print"},{"value":"9783032297556","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-29755-6_26","type":"book-chapter","created":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:48:18Z","timestamp":1782316098000},"page":"384-398","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Missing Evaluation Axis: What 10,000 Student Submissions Reveal About AI Tutor Effectiveness"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2587-6079","authenticated-orcid":false,"given":"Rose","family":"Niousha","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8182-2424","authenticated-orcid":false,"given":"Samantha Boatright","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5195-5841","authenticated-orcid":false,"given":"Bita","family":"Akram","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1902-1464","authenticated-orcid":false,"given":"Peter","family":"Brusilovsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6502-209X","authenticated-orcid":false,"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9152-3891","authenticated-orcid":false,"given":"John","family":"DeNero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9861-7540","authenticated-orcid":false,"given":"Narges","family":"Norouzi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"26_CR1","doi-asserted-by":"crossref","unstructured":"Carless, D., Boud, D.: The development of student feedback literacy: enabling uptake of feedback. Assess. Eval. High. Educ. 43(8) (2018)","DOI":"10.1080\/02602938.2018.1463354"},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"Fredricks, J.A., Blumenfeld, P.C., Paris, A.H.: School engagement: potential of the concept, state of the evidence. Rev. Educ. Res. 74(1) (2004)","DOI":"10.3102\/00346543074001059"},{"key":"26_CR3","doi-asserted-by":"crossref","unstructured":"Gupta, A., Reddig, J., Calo, T., Weitekamp, D., MacLellan, C.J.: Beyond final answers: evaluating large language models for math tutoring. In: Proceedings of the International Conference on Artificial Intelligence in Education. Springer (2025)","DOI":"10.1007\/978-3-031-98414-3_23"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Han, Y., Hyland, F.: Learner engagement with written feedback: a sociocognitive perspective. Feedback Second Lang. Writ. Contexts Issues (2019)","DOI":"10.1017\/9781108635547"},{"key":"26_CR5","doi-asserted-by":"crossref","unstructured":"Henrie, C.R., Halverson, L.R., Graham, C.R.: Measuring student engagement in technology-mediated learning: a review. Comput. Educ. 90 (2015)","DOI":"10.1016\/j.compedu.2015.09.005"},{"key":"26_CR6","unstructured":"Jonsson, A., Panadero, E.: Facilitating students\u2019 active engagement with feedback. In: Lipnevich, A.A., Smith, J.K. (eds. ) The Cambridge Handbook of Instructional Feedback. Cambridge Handbooks in Psychology, Cambridge University Press (2018)"},{"key":"26_CR7","unstructured":"Jurenka, I., et\u00a0al.: Towards responsible development of generative AI for education: an evaluation-driven approach (2024). arXiv preprint arXiv:2407.12687"},{"key":"26_CR8","unstructured":"Li, R., Jiang, Y.H., Wang, J., Jiang, B.: How real is AI tutoring? Comparing simulated and human dialogues in one-on-one instruction. In: Proceedings of the International Conference on Computers in Education (2025)"},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Liu, R., et al.: Teaching CS50 with AI: leveraging generative artificial intelligence in computer science education. In: Proceedings of the 55th ACM technical symposium on computer science education V. 1 (2024)","DOI":"10.1145\/3626252.3630938"},{"key":"26_CR10","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: LPITutor: an LLM based personalized intelligent tutoring system using RAG and prompt engineering. PeerJ Comput. Sci. 11 (2025)","DOI":"10.7717\/peerj-cs.2991"},{"key":"26_CR11","doi-asserted-by":"crossref","unstructured":"Macina, J., et al.: Mathtutorbench: a benchmark for measuring open-ended pedagogical capabilities of LLM tutors. In: Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing (2025)","DOI":"10.18653\/v1\/2025.emnlp-main.11"},{"key":"26_CR12","doi-asserted-by":"crossref","unstructured":"Macina, J., et al.: Opportunities and challenges in neural dialog tutoring. In: Vlachos, A., Augenstein, I., (eds. ) Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, Association for Computational Linguistics, Dubrovnik, Croatia (2023)","DOI":"10.18653\/v1\/2023.eacl-main.173"},{"key":"26_CR13","doi-asserted-by":"crossref","unstructured":"Martin, A.J.: Integrating motivation and instruction: towards a unified approach in educational psychology. Educ. Psychol. Rev. 35(2) (2023)","DOI":"10.1007\/s10648-023-09774-w"},{"key":"26_CR14","doi-asserted-by":"crossref","unstructured":"Maurya, K.K., Kochmar, E.: Pedagogy-driven evaluation of generative AI-Powered intelligent tutoring systems. In: Proceedings of the International Conference on Artificial Intelligence in Education. Springer (2025)","DOI":"10.1007\/978-3-031-99261-2_3"},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Maurya, K.K., Srivatsa, K.A., Petukhova, K., Kochmar, E.: Unifying AI tutor evaluation: an evaluation taxonomy for pedagogical ability assessment of LLM-powered AI tutors. In: Chiruzzo, L., Ritter, A., Wang, L., (eds. ) Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers). Association for Computational Linguistics, Albuquerque, New Mexico (2025)","DOI":"10.18653\/v1\/2025.naacl-long.57"},{"key":"26_CR16","doi-asserted-by":"crossref","unstructured":"Miller, B.W.: Using reading times and eye-movements to measure cognitive engagement. Educ. psychol. 50(1) (2015)","DOI":"10.1080\/00461520.2015.1004068"},{"key":"26_CR17","doi-asserted-by":"crossref","unstructured":"Mittal, M., Tyagi, G., Bailey, A., Ranade, G., Norouzi, N.: Askademia: a real-time AI system for automatic responses to student questions. In: Proceedings of the International Conference on Artificial Intelligence in Education. Springer (2025)","DOI":"10.1007\/978-3-031-98459-4_8"},{"key":"26_CR18","doi-asserted-by":"crossref","unstructured":"Niousha, R., et al.: Misconception-aware LLM programming tutor: lessons learned from student-tutor interactions. In: Proceedings of the 57th ACM Technical Symposium on Computer Science Education V. 2 (2026)","DOI":"10.1145\/3770761.3777289"},{"key":"26_CR19","unstructured":"OpenAI: GPT-4 (2023)"},{"key":"26_CR20","unstructured":"OpenAI: Introducing GPT-4.1 in the API (2025)"},{"issue":"8","key":"26_CR21","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1037\/edu0000103","volume":"108","author":"MM Patchan","year":"2016","unstructured":"Patchan, M.M., Schunn, C.D., Correnti, R.J.: The nature of feedback: how peer feedback features affect students\u2019 implementation rate and quality of revisions. J. Educ. Psychol. 108(8), 1098 (2016)","journal-title":"J. Educ. Psychol."},{"key":"26_CR22","doi-asserted-by":"crossref","unstructured":"Qi, L., et al.: A knowledge-component-based methodology for evaluating AI assistants. In: Proceedings of the ACM Global on Computing Education Conference 2025 Vol 1 (2025)","DOI":"10.1145\/3736181.3747167"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Ross, A., Andreas, J.: Toward in-context teaching: adapting examples to students\u2019 misconceptions. In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (2024)","DOI":"10.18653\/v1\/2024.acl-long.718"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Sadler, D.R.: Formative assessment and the design of instructional systems. Instr. Sci. 18(2) (1989)","DOI":"10.1007\/BF00117714"},{"key":"26_CR25","unstructured":"Srinivasa, R.S., et al.: Tutorbench: a benchmark to assess tutoring capabilities of large language models (2025). arXiv preprint arXiv:2510.02663"},{"key":"26_CR26","unstructured":"Tack, A., Piech, C.: The AI teacher test: measuring the pedagogical ability of blender and GPT-3 in educational dialogues. In: Proceedings of the 15th International Conference on Educational Data Mining. International Educational Data Mining Society, , Durham, United Kingdom (2022)"},{"key":"26_CR27","doi-asserted-by":"crossref","unstructured":"Tay, H.Y., Lam, K.W.: Students\u2019 engagement across a typology of teacher feedback practices. Educ. Res. Policy Pract. 21(3) (2022)","DOI":"10.1007\/s10671-022-09315-2"},{"key":"26_CR28","doi-asserted-by":"crossref","unstructured":"Weitekamp, D., Siddiqui, M.N., MacLellan, C.J.: Tutorgym: a testbed for evaluating AI agents as tutors and students. In: Proceedings of the International Conference on Artificial Intelligence in Education. Springer (2025)","DOI":"10.1007\/978-3-031-98420-4_26"},{"key":"26_CR29","doi-asserted-by":"crossref","unstructured":"Wisniewski, B., Zierer, K., Hattie, J.: The power of feedback revisited: a meta-analysis of educational feedback research. Front. Psychol. 10 (2020)","DOI":"10.3389\/fpsyg.2019.03087"},{"key":"26_CR30","doi-asserted-by":"crossref","unstructured":"Wong, Z.Y., Liem, G.A.D.: Student engagement: current state of the construct, conceptual refinement, and future research directions. Educ. Psychol. Rev. 34(1) (2022)","DOI":"10.1007\/s10648-021-09628-3"},{"key":"26_CR31","doi-asserted-by":"crossref","unstructured":"Wong, Z.Y., Liem, G.A.D., Chan, M., Datu, J.A.D.: Student engagement and its association with academic achievement and subjective well-being: a systematic review and meta-analysis. J. Educ. Psychol. 116(1) (2024)","DOI":"10.1037\/edu0000833"},{"key":"26_CR32","doi-asserted-by":"crossref","unstructured":"Zamfirescu-Pereira, J., Qi, L., Hartmann, B., DeNero, J., Norouzi, N.: 61A bot report: AI assistants in CS1 save students homework time and reduce demands on staff. (Now what?). In: Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1 (2025)","DOI":"10.1145\/3641554.3701864"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29755-6_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:49:05Z","timestamp":1782316145000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29755-6_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"ISBN":["9783032297549","9783032297556"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29755-6_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"25 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied-conference.org\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}