{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:25:10Z","timestamp":1783095910533,"version":"3.54.6"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984198","type":"print"},{"value":"9783031984204","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98420-4_26","type":"book-chapter","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T20:14:10Z","timestamp":1752783250000},"page":"361-376","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["TutorGym: A Testbed for\u00a0Evaluating AI Agents as\u00a0Tutors and\u00a0Students"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0079-8000","authenticated-orcid":false,"given":"Daniel","family":"Weitekamp","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1874-7789","authenticated-orcid":false,"given":"Momin","family":"N. Siddiqui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3084-5189","authenticated-orcid":false,"given":"Christopher","family":"J. MacLellan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"26_CR1","doi-asserted-by":"crossref","unstructured":"Aleven, V., McLaren, B.M., Sewall, J., Koedinger, K.R.: The cognitive tutor authoring tools (CTAT): preliminary evaluation of efficiency gains. In: International Conference on Intelligent Tutoring Systems, pp. 61\u201370. Springer (2006)","DOI":"10.1007\/11774303_7"},{"issue":"1","key":"26_CR2","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1007\/s40593-015-0088-2","volume":"26","author":"V Aleven","year":"2016","unstructured":"Aleven, V., et al.: Example-tracing tutors: intelligent tutor development for non-programmers. Int. J. Artif. Intell. Educ. 26(1), 224\u2013269 (2016)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"1","key":"26_CR3","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/0004-3702(90)90093-F","volume":"42","author":"JR Anderson","year":"1990","unstructured":"Anderson, J.R., Boyle, C.F., Corbett, A.T., Lewis, M.W.: Cognitive modeling and intelligent tutoring. Artif. Intell. 42(1), 7\u201349 (1990)","journal-title":"Artif. Intell."},{"key":"26_CR4","unstructured":"Anderson, J.R., Schunn, C.D.: Implications of the ACT-R learning theory: No magic bullets. In: Advances in instructional Psychology, vol. 5, pp. 1\u201333. Routledge (2013)"},{"key":"26_CR5","unstructured":"Brockman, G.: OpenAI Gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"26_CR6","doi-asserted-by":"crossref","unstructured":"Calo, T., Maclellan, C.: Towards educator-driven tutor authoring: generative AI approaches for creating intelligent tutor interfaces. In: Proceedings of the Eleventh ACM Conference on Learning@ Scale, pp. 305\u2013309 (2024)","DOI":"10.1145\/3657604.3664694"},{"key":"26_CR7","unstructured":"Cobbe, K., et\u00a0al.: Training verifiers to solve math word problems (2021). https:\/\/arxiv.org\/abs\/2110.14168"},{"key":"26_CR8","unstructured":"Dong, Q., et\u00a0al.: A survey on in-context learning. arXiv preprint arXiv:2301.00234 (2022)"},{"key":"26_CR9","doi-asserted-by":"publisher","first-page":"180","DOI":"10.3758\/BF03195563","volume":"36","author":"AC Graesser","year":"2004","unstructured":"Graesser, A.C., Lu, S., Jackson, G.T., Mitchell, H.H., Ventura, M., Olney, A., Louwerse, M.M.: AutoTutor: a tutor with dialogue in natural language. Behav. Res. Methods Instrum. Comput. 36, 180\u2013192 (2004)","journal-title":"Behav. Res. Methods Instrum. Comput."},{"key":"26_CR10","doi-asserted-by":"crossref","unstructured":"Gupta, A., Reddig, J., Cal\u00f3, T., Weitekamp, D., MacLellan, C.J.: Beyond final answers: Evaluating large language models for math tutoring. In: Proceedings of the 26th International Conference on Artificial Intelligence in Education (AIED) (2025). https:\/\/doi.org\/10.48550\/arXiv.2503.16460","DOI":"10.1007\/978-3-031-98414-3_23"},{"key":"26_CR11","unstructured":"Hendrycks, D., Burns, C., Kadavath, S., Arora, A., Basart, S., Tang, E., Song, D., Steinhardt, J.: Measuring mathematical problem solving with the math dataset. arXiv preprint arXiv:2103.03874 (2021)"},{"issue":"2","key":"26_CR12","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1007\/s40593-023-00337-2","volume":"34","author":"T K\u00e4ser","year":"2024","unstructured":"K\u00e4ser, T., Alexandron, G.: Simulated learners in educational technology: a systematic literature review and a Turing-like test. Int. J. Artif. Intell. Educ. 34(2), 545\u2013585 (2024)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"26_CR13","doi-asserted-by":"publisher","unstructured":"Kestin, G., Miller, K., Klales, A., et\u00a0al.: AI tutoring outperforms active learning. Preprint, Research Square (2024). https:\/\/doi.org\/10.21203\/rs.3.rs-4243877\/v1","DOI":"10.21203\/rs.3.rs-4243877\/v1"},{"key":"26_CR14","first-page":"43","volume":"43","author":"KR Koedinger","year":"2010","unstructured":"Koedinger, K.R., Baker, R.S., Cunningham, K., Skogsholm, A., Leber, B., Stamper, J.: A data repository for the EDM community: The PSLC datashop. Handbook of educational data mining 43, 43\u201356 (2010)","journal-title":"Handbook of educational data mining"},{"issue":"5","key":"26_CR15","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1111\/j.1551-6709.2012.01245.x","volume":"36","author":"KR Koedinger","year":"2012","unstructured":"Koedinger, K.R., Corbett, A.T., Perfetti, C.: The knowledge-learning-instruction framework: bridging the science-practice chasm to enhance robust student learning. Cogn. Sci. 36(5), 757\u2013798 (2012)","journal-title":"Cogn. Sci."},{"key":"26_CR16","unstructured":"Koedinger, K.R., Matsuda, N., MacLellan, C.J., McLaughlin, E.A.: Methods for evaluating simulated learners: examples from simstudent. In: AIED Workshops (2015)"},{"issue":"1","key":"26_CR17","doi-asserted-by":"publisher","first-page":"42","DOI":"10.3102\/0034654315581420","volume":"86","author":"JA Kulik","year":"2016","unstructured":"Kulik, J.A., Fletcher, J.: Effectiveness of intelligent tutoring systems: a meta-analytic review. Rev. Educ. Res. 86(1), 42\u201378 (2016)","journal-title":"Rev. Educ. Res."},{"issue":"1","key":"26_CR18","first-page":"25","volume":"9","author":"R Liu","year":"2017","unstructured":"Liu, R., Koedinger, K.R.: Closing the loop: automated data-driven cognitive model discoveries lead to improved instruction and learning gains. J. Educ. Data Mining 9(1), 25\u201341 (2017)","journal-title":"J. Educ. Data Mining"},{"key":"26_CR19","unstructured":"MacLellan, C.J.: Model human learners: Computational models to guide instructional design. In: Proceedings of the 47th Annual Meeting of the Cognitive Science Society. Cognitive Science Society, San Francisco, CA (2025)"},{"key":"26_CR20","unstructured":"MacLellan, C.J., Gupta, A.: Learning expert models for educationally relevanttasks using reinforcement learning. International Educational Data Mining Society(2021)"},{"key":"26_CR21","unstructured":"Maclellan, C.J., Harpstead, E., Patel, R., Koedinger, K.R.: The Apprentice Learner Architecture: Closing the loop between learning theory and educational data. International Educational Data Mining Society (2016)"},{"key":"26_CR22","unstructured":"MacLellan, C.J., Koedinger, K.R.: Domain-general tutor authoring with apprentice learner models. Int. J. Artif. Intell. Educ., 1\u201342 (2020)"},{"key":"26_CR23","first-page":"1","volume":"10","author":"CJ MacLellan","year":"2023","unstructured":"MacLellan, C.J., Stowers, K., Brady, L.: Evaluating alternative training interventions using personalized computational models of learning. Adv. Cognitive Syst. 10, 1\u201318 (2023)","journal-title":"Adv. Cognitive Syst."},{"issue":"1","key":"26_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40593-014-0020-1","volume":"25","author":"N Matsuda","year":"2015","unstructured":"Matsuda, N., Cohen, W.W., Koedinger, K.R.: Teaching the teacher: tutoring SimStudent leads to more effective cognitive tutor authoring. Int. J. Artif. Intell. Educ. 25(1), 1\u201334 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"26_CR25","unstructured":"Mirzadeh, I., Alizadeh, K., Shahrokhi, H., Tuzel, O., Bengio, S., Farajtabar, M.: GSM-symbolic: Understanding the limitations of mathematical reasoning in large language models. arXiv preprint arXiv:2410.05229 (2024)"},{"key":"26_CR26","doi-asserted-by":"crossref","unstructured":"Mitrovic, A.: Modeling domains and students with constraint-based modeling. In: Advances in intelligent tutoring systems, pp. 63\u201380. Springer (2010)","DOI":"10.1007\/978-3-642-14363-2_4"},{"issue":"4","key":"26_CR27","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/BF00168958","volume":"4","author":"HS Nwana","year":"1990","unstructured":"Nwana, H.S.: Intelligent tutoring systems: an overview. Artif. Intell. Rev. 4(4), 251\u2013277 (1990)","journal-title":"Artif. Intell. Rev."},{"key":"26_CR28","doi-asserted-by":"crossref","unstructured":"Pal\u00a0Chowdhury, S., Zouhar, V., Sachan, M.: Autotutor meets large language models: A language model tutor with rich pedagogy and guardrails. In: Proceedings of the Eleventh ACM Conference on Learning@ Scale, pp. 5\u201315 (2024)","DOI":"10.1145\/3657604.3662041"},{"issue":"5","key":"26_CR29","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0304013","volume":"19","author":"ZA Pardos","year":"2024","unstructured":"Pardos, Z.A., Bhandari, S.: ChatGPT-generated help produces learning gains equivalent to human tutor-authored help on mathematics skills. PLoS ONE 19(5), e0304013 (2024)","journal-title":"PLoS ONE"},{"key":"26_CR30","doi-asserted-by":"crossref","unstructured":"Pardos, Z.A., Tang, M., Anastasopoulos, I., Sheel, S.K., Zhang, E.: OATutor: An open-source adaptive tutoring system and curated content library for learning sciences research. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, pp. 1\u201317 (2023)","DOI":"10.1145\/3544548.3581574"},{"key":"26_CR31","doi-asserted-by":"crossref","unstructured":"Rachatasumrit, N., Carvalho, P.F., Li, S., Koedinger, K.R.: Content matters: a computational investigation into the effectiveness of retrieval practice and worked examples. In: International Conference on Artificial Intelligence in Education, pp. 54\u201365. Springer (2023)","DOI":"10.1007\/978-3-031-36272-9_5"},{"key":"26_CR32","unstructured":"Radmehr, B., Singla, A., K\u00e4ser, T.: Towards generalizable agents in text-based educational environments: a study of integrating rl with LLMs. arXiv preprint arXiv:2404.18978 (2024)"},{"key":"26_CR33","unstructured":"Roll, I., Brise\u00f1o, A., Yee, N., Welsh, A.: Not a magic bullet: the effect of scaffolding on knowledge and attitudes in online simulations. In: Proceedings of the International Conference of the Learning Sciences (ICLS), pp. 879\u2013886. International Society of the Learning Sciences, Boulder, CO (2014). https:\/\/repository.isls.org\/\/handle\/1\/1208"},{"key":"26_CR34","doi-asserted-by":"crossref","unstructured":"Schmucker, R., Xia, M., Azaria, A., Mitchell, T.: Ruffle &Riley: Insights from designing and evaluating a large language model-based conversational tutoring system. In: International Conference on Artificial Intelligence in Education, pp. 75\u201390. Springer (2024)","DOI":"10.1007\/978-3-031-64302-6_6"},{"key":"26_CR35","unstructured":"Self, J.: Computational mathetics: towards a science of learning systems design (1995)"},{"key":"26_CR36","doi-asserted-by":"crossref","unstructured":"Siddiqui, M.N., Gupta, A., Reddig, J.M., MacLellan, C.J.: HTN-based tutors: a new intelligent tutoring framework based on hierarchical task networks. In: Proceedings of the Eleventh ACM Conference on Learning @ Scale, pp. 491\u2013495 (2024)","DOI":"10.1145\/3657604.3664702"},{"key":"26_CR37","unstructured":"Smith, G., Gupta, A., MacLellan, C.: Apprentice tutor builder: A platform for users to create and personalize intelligent tutors. arXiv preprint arXiv:2404.07883 (2024)"},{"key":"26_CR38","doi-asserted-by":"crossref","unstructured":"Stamper, J., Xiao, R., Hou, X.: Enhancing LLM-based feedback: insights from intelligent tutoring systems and the learning sciences. In: International Conference on Artificial Intelligence in Education, pp. 32\u201343. Springer (2024)","DOI":"10.1007\/978-3-031-64315-6_3"},{"key":"26_CR39","first-page":"405","volume":"6","author":"S Ur","year":"1995","unstructured":"Ur, S., VanLehn, K.: STEPS: a simulated, tutorable physics student. J. Artif. Intell. Educ. 6, 405\u2013437 (1995)","journal-title":"J. Artif. Intell. Educ."},{"issue":"1","key":"26_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0004-3702(87)90080-4","volume":"31","author":"K VanLehn","year":"1987","unstructured":"VanLehn, K.: Learning one subprocedure per lesson. Artif. Intell. 31(1), 1\u201340 (1987)","journal-title":"Artif. Intell."},{"key":"26_CR41","unstructured":"VanLehn, K.: Mind bugs: The origins of procedural misconceptions. MIT press (1990)"},{"issue":"1","key":"26_CR42","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1207\/s15327809jls0801_3","volume":"8","author":"K VanLehn","year":"1999","unstructured":"VanLehn, K.: Rule-learning events in the acquisition of a complex skill: An evaluation of cascade. J. Learn. Sci. 8(1), 71\u2013125 (1999)","journal-title":"J. Learn. Sci."},{"issue":"3","key":"26_CR43","doi-asserted-by":"publisher","first-page":"227","DOI":"10.3233\/IRG-2006-16(3)02","volume":"16","author":"K VanLehn","year":"2006","unstructured":"VanLehn, K.: The behavior of tutoring systems. Int. J. Artif. Intell. Educ. 16(3), 227\u2013265 (2006)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"4","key":"26_CR44","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1080\/00461520.2011.611369","volume":"46","author":"K VanLehn","year":"2011","unstructured":"VanLehn, K.: The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educ. Psychol. 46(4), 197\u2013221 (2011)","journal-title":"Educ. Psychol."},{"key":"26_CR45","first-page":"135","volume":"5","author":"K VanLehn","year":"1994","unstructured":"VanLehn, K., Ohlsson, S., Nason, R.: Applications of simulated students: An exploration. J. Artif. Intell. Educ. 5, 135\u2013135 (1994)","journal-title":"J. Artif. Intell. Educ."},{"key":"26_CR46","doi-asserted-by":"crossref","unstructured":"Weitekamp, D., Harpstead, E., Koedinger, K.: An interaction design for machine teaching to develop AI tutors. CHI (2020)","DOI":"10.1145\/3313831.3376226"},{"key":"26_CR47","unstructured":"Weitekamp, D., Harpstead, E., Koedinger, K.: AI2T: Building trustable AI tutors by interactively teaching a self-aware learning agent. arXiv preprint arXiv:2411.17924 (2024)"},{"key":"26_CR48","doi-asserted-by":"crossref","unstructured":"Weitekamp, D., Koedinger, K.: Computational models of learning: Deepening care and carefulness in AI in education. In: International Conference on Artificial Intelligence in Education, pp. 13\u201325. Springer (2023)","DOI":"10.1007\/978-3-031-36336-8_2"},{"key":"26_CR49","unstructured":"Weitekamp, D., MacLellan, C.: Decomposed inductive procedure learning: Learning academic tasks with human-like data efficiency. In: Proceedings of the 47th Annual Meeting of the Cognitive Science Society. Cognitive Science Society, San Francisco, CA (2025)"},{"key":"26_CR50","doi-asserted-by":"crossref","unstructured":"Weitekamp, D., Ye, Z., Rachatasumrit, N., Harpstead, E., Koedinger, K.: Investigating differential error types between human and simulated learners. In: International Conference on Artificial Intelligence in Education, pp. 586\u2013597. Springer (2020)","DOI":"10.1007\/978-3-030-52237-7_47"},{"key":"26_CR51","unstructured":"Weitekamp\u00a0III, D., Harpstead, E., MacLellan, C.J., Rachatasumrit, N., Koedinger, K.R.: Toward near zero-parameter prediction using a computational model of student learning. International Educational Data Mining Society (2019)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98420-4_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:09:38Z","timestamp":1783094978000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98420-4_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984198","9783031984204"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98420-4_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}