{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T06:51:17Z","timestamp":1791269477285,"version":"4.1.0"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032379788","type":"print"},{"value":"9783032379795","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T00:00:00Z","timestamp":1791331200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T00:00:00Z","timestamp":1791331200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-37979-5_41","type":"book-chapter","created":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T06:03:43Z","timestamp":1791266623000},"page":"606-621","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AI-Driven Assessment of\u00a0Human Tutors: Linking Training Performance to\u00a0Real-Life Practice"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8196-3252","authenticated-orcid":false,"given":"Danielle R.","family":"Thomas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6586-9497","authenticated-orcid":false,"given":"Marie Cynthia Abijuru","family":"Kamikazi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2097-3005","authenticated-orcid":false,"given":"Clara","family":"Brandt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3437-8979","authenticated-orcid":false,"given":"Conrad","family":"Borchers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5850-4768","authenticated-orcid":false,"given":"Kenneth R.","family":"Koedinger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,10,7]]},"reference":[{"key":"41_CR1","doi-asserted-by":"crossref","unstructured":"Aleven, V., et al.: Towards the future of ai-augmented human tutoring in math learning. In: AIED (2023)","DOI":"10.1007\/978-3-031-36336-8_3"},{"key":"41_CR2","unstructured":"Baker, R.S.: Big Data and Education. 9 edn. University of Pennsylvania (2025)"},{"key":"41_CR3","doi-asserted-by":"publisher","first-page":"104194","DOI":"10.1016\/j.compedu.2021.104194","volume":"169","author":"L Bardach","year":"2021","unstructured":"Bardach, L., Klassen, R.M., Durksen, T.L., Rushby, J.V., Bostwick, K.C., Sheridan, L.: The power of feedback and reflection: testing an online scenario-based learning intervention for student teachers. Comput. Educ. 169, 104194 (2021)","journal-title":"Comput. Educ."},{"key":"41_CR4","doi-asserted-by":"crossref","unstructured":"Borchers, C., Gurung, A., Liu, Q., Thomas, D.R., Khalil, M., Koedinger, K.R.: Brief but impactful: how human tutoring interactions shape online learning (2026)","DOI":"10.1145\/3785022.3785041"},{"key":"41_CR5","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"4","key":"41_CR6","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1207\/s15516709cog2504_1","volume":"25","author":"MT Chi","year":"2001","unstructured":"Chi, M.T., Siler, S.A., Jeong, H., Yamauchi, T., Hausmann, R.G.: Learning from human tutoring. Cogn. Sci. 25(4), 471\u2013533 (2001)","journal-title":"Cogn. Sci."},{"key":"41_CR7","doi-asserted-by":"crossref","unstructured":"Chine, D.R., Chhabra, P., Adeniran, A., Gupta, S., Koedinger, K.R.: Development of scenario-based mentor lessons: an iterative design process for training at scale. In: Proceedings of the Ninth ACM Conference on Learning@ Scale (2022)","DOI":"10.1145\/3491140.3528262"},{"key":"41_CR8","unstructured":"CMU\/PLUS: Ai-driven assessment of human tutors: linking training performance to real-life practice, pslc datashop. https:\/\/pslcdatashop.web.cmu.edu\/DatasetInfo?datasetId=6815 (2026)"},{"key":"41_CR9","unstructured":"CMU\/PLUS: supplementary material: Ai-driven-assessment. https:\/\/github.com\/CMU-PLUS\/tutor_training_to_practice (2026)"},{"key":"41_CR10","unstructured":"Condor, A., Litster, M., Pardos, Z.: Automatic short answer grading with sbert on out-of-sample questions. Int. Educ. Data Min. Soc. (2021)"},{"issue":"3","key":"41_CR11","doi-asserted-by":"publisher","first-page":"483","DOI":"10.3102\/01623737231169270","volume":"46","author":"D Demszky","year":"2024","unstructured":"Demszky, D., Liu, J., Hill, H.C., Jurafsky, D., Piech, C.: Can automated feedback improve teachers\u2019 uptake of student ideas? Educ. Eval. Policy Anal. 46(3), 483\u2013505 (2024)","journal-title":"Educ. Eval. Policy Anal."},{"key":"41_CR12","unstructured":"Gibbs, G.: Learning by doing: a guide to teaching and learning methods. Further Educ. Unit (1988)"},{"issue":"2","key":"41_CR13","first-page":"264","volume":"6","author":"C Hursen","year":"2017","unstructured":"Hursen, C., Fasli, F.G.: Investigating the efficiency of scenario based learning and reflective learning approaches in teacher education. Eur. J. Contemp. Educ. 6(2), 264\u2013279 (2017)","journal-title":"Eur. J. Contemp. Educ."},{"key":"41_CR14","doi-asserted-by":"publisher","first-page":"233285842110428","DOI":"10.1177\/23328584211042858","volume":"7","author":"MA Kraft","year":"2021","unstructured":"Kraft, M.A., Falken, G.T.: A blueprint for scaling tutoring and mentoring across public schools. Aera Open 7, 23328584211042856 (2021)","journal-title":"Aera Open"},{"key":"41_CR15","doi-asserted-by":"publisher","first-page":"100213","DOI":"10.1016\/j.caeai.2024.100213","volume":"6","author":"GG Lee","year":"2024","unstructured":"Lee, G.G., Latif, E., Wu, X., Liu, N., Zhai, X.: Applying large language models and chain-of-thought for automatic scoring. Comput. Educ. Artif. Intell. 6, 100213 (2024)","journal-title":"Comput. Educ. Artif. Intell."},{"key":"41_CR16","unstructured":"Lin, J., et al.: How can i improve? using gpt to highlight the desired and undesired parts of open-ended responses. arXiv preprint arXiv:2405.00291 (2024)"},{"key":"41_CR17","doi-asserted-by":"crossref","unstructured":"Nickow, A., Oreopoulos, P., Quan, V.: The impressive effects of tutoring on prek-12 learning: a systematic review of the experimental evidence (2020)","DOI":"10.3386\/w27476"},{"key":"41_CR18","doi-asserted-by":"crossref","unstructured":"Schank, R.C., Berman, T.R., Macpherson, K.A.: Learning by doing. In: Instructional-Design Theories and Models, pp. 161\u2013181. Routledge (2013)","DOI":"10.4324\/9781410603784-10"},{"key":"41_CR19","doi-asserted-by":"crossref","unstructured":"Suresh, A., Jacobs, J., Harty, C., Perkoff, M., Martin, J.H., Sumner, T.: The talkmoves dataset: K-12 mathematics lesson transcripts annotated for teachers (2022)","DOI":"10.63317\/2azjpibjyj5e"},{"key":"41_CR20","doi-asserted-by":"crossref","unstructured":"Thomas, D., Yang, X., Gupta, S., Adeniran, A., Mclaughlin, E., Koedinger, K.: When the tutor becomes the student: Design and evaluation of efficient scenario-based lessons for tutors. In: LAK23: 13th International Learning Analytics and Knowledge Conference, pp. 250\u2013261 (2023)","DOI":"10.1145\/3576050.3576089"},{"key":"41_CR21","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., Borchers, C., Bhushan, S., Gatz, E., Gupta, S., Koedinger, K.R.: Llm-generated feedback supports learning if learners choose to use it. In: ECTEL, pp. 489\u2013503. Springer (2025)","DOI":"10.1007\/978-3-032-03870-8_33"},{"key":"41_CR22","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., et al.: Does multiple choice have a future in the age of generative ai? a posttest-only rct, pp. 494\u2013504. LAK (2025)","DOI":"10.1145\/3706468.3706530"},{"key":"41_CR23","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., et al.: Leveraging llms to assess tutor moves in real-life dialogues: a feasibility study. In: ECTEL, pp. 268\u2013273. Springer (2025)","DOI":"10.1007\/978-3-032-03873-9_35"},{"key":"41_CR24","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., Borchers, C., Vanacore, K.P., Koedinger, K.R., Kizilcec, R.F.: Modernizing ground truth: four shifts toward improving reliability and validity in ai in education. arXiv preprint arXiv:2603.29141 (2026)","DOI":"10.1007\/978-3-032-29773-0_9"},{"key":"41_CR25","doi-asserted-by":"crossref","unstructured":"Thompson, M., Owho-Ovuakporie, K., Robinson, K., Kim, Y.J., Slama, R., Reich, J.: Teacher moments: a digital simulation for preservice teachers to approximate parent-teacher conversations. J. of Digital Learn. Teach. Ed (2019)","DOI":"10.31235\/osf.io\/26wkf"},{"key":"41_CR26","unstructured":"Trochim, W.M., Donnelly, J.P., Arora, K.: Research methods: the essential knowledge base (2016)"},{"key":"41_CR27","doi-asserted-by":"crossref","unstructured":"Vail, A.K., Boyer, K.E.: Identifying effective moves in tutoring: On the refinement of dialogue act annotation. In: Conference on Intelligent Tutoring Systems (2014)","DOI":"10.1007\/978-3-319-07221-0_24"},{"key":"41_CR28","doi-asserted-by":"crossref","unstructured":"Wang, R.E., Ribeiro, A.T., Robinson, C.D., Loeb, S., Demszky, D.: Tutor copilot: a human-ai approach for scaling real-time expertise (2024)","DOI":"10.21203\/rs.3.rs-5363154\/v1"},{"issue":"1","key":"41_CR29","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1186\/s41077-019-0099-4","volume":"4","author":"K Weersink","year":"2019","unstructured":"Weersink, K., Hall, A.K., Rich, J., Szulewski, A., Dagnone, J.D.: Simulation versus real-world performance. Adv. Simul. 4(1), 9 (2019)","journal-title":"Adv. Simul."},{"key":"41_CR30","doi-asserted-by":"crossref","unstructured":"Yun, J., Hicke, Y., Olson, M., Demszky, D.: Enhancing tutoring effectiveness through automated feedback: Preliminary findings from a pilot rct. In: L@S (2024)","DOI":"10.1145\/3657604.3664681"}],"container-title":["Lecture Notes in Computer Science","Mindful TEL: Learning Technologies Shaped with Intention"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-37979-5_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T06:03:47Z","timestamp":1791266627000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-37979-5_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10,7]]},"ISBN":["9783032379788","9783032379795"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-37979-5_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,10,7]]},"assertion":[{"value":"7 October 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valencia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ea-tel.eu\/ectel2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}