{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T17:06:48Z","timestamp":1777914408679,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706531","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"505-515","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Do Tutors Learn from Equity Training and Can Generative AI Assess It?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8196-3252","authenticated-orcid":false,"given":"Danielle R","family":"Thomas","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3437-8979","authenticated-orcid":false,"given":"Conrad","family":"Borchers","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6508-8647","authenticated-orcid":false,"given":"Sanjit","family":"Kakarla","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3320-3907","authenticated-orcid":false,"given":"Jionghao","family":"Lin","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3695-2334","authenticated-orcid":false,"given":"Shambhavi","family":"Bhushan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8303-4649","authenticated-orcid":false,"given":"Boyuan","family":"Guo","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-5740","authenticated-orcid":false,"given":"Erin","family":"Gatz","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5850-4768","authenticated-orcid":false,"given":"Kenneth R","family":"Koedinger","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Reem\u00a0H Alattar. 2019. The effectiveness of using scenario-based learning strategy in developing EFL eleventh graders\u2019 speaking and prospective thinking skills. The Islamic University of Gaza Palestine (2019)."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Lisa Bardach Robert\u00a0M Klassen Tracy\u00a0L Durksen Jade\u00a0V Rushby Keiko\u00a0CP Bostwick and Lynn Sheridan. 2021. The power of feedback and reflection: Testing an online scenario-based learning intervention for student teachers. Computers & Education 169 (2021) 104194.","DOI":"10.1016\/j.compedu.2021.104194"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Paul Black and Dylan Wiliam. 2009. Developing the theory of formative assessment. Educational Assessment Evaluation and Accountability (formerly: Journal of personnel evaluation in education) 21 (2009) 5\u201331.","DOI":"10.1007\/s11092-008-9068-5"},{"key":"e_1_3_3_2_5_2","unstructured":"T Brown B Mann N Ryder M Subbiah JD Kaplan P Dhariwal A Neelakantan P Shyam G Sastry A Askell et\u00a0al. 2020. Language models are few-shot learners Advances in neural information processing systems 33. (2020)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0C Butler. 2018. Multiple-choice testing in education: Are the best practices for assessment also good for learning? Journal of Applied Research in Memory and Cognition 7 3 (2018) 323\u2013331.","DOI":"10.1016\/j.jarmac.2018.07.002"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Linyi Yang Kaijie Zhu Hao Chen Xiaoyuan Yi Cunxiang Wang Yidong Wang et\u00a0al. 2024. A survey on evaluation of large language models. ACM Transactions on Intelligent Systems and Technology 15 3 (2024) 1\u201345.","DOI":"10.1145\/3641289"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491140.3528262"},{"key":"e_1_3_3_2_9_2","first-page":"581","volume-title":"Proceedings of The Learning Ideas Conference 2022","author":"Chine Danielle\u00a0R.","year":"2022","unstructured":"Danielle\u00a0R. Chine, Pallavi Chhabra, Adetunji Adeniran, Joseph Kopko, Cindy Tipper, Shivang Gupta, and Kenneth\u00a0R. Koedinger. 2022. Scenario-based training and on-the-job support for equitable mentoring. In Proceedings of The Learning Ideas Conference 2022. Springer, Cham, Switzerland, 581\u2013592."},{"key":"e_1_3_3_2_10_2","unstructured":"Aubrey Condor Max Litster and Zachary Pardos. 2021. Automatic Short Answer Grading with SBERT on Out-of-Sample Questions. International Educational Data Mining Society (2021)."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Jeffrey Duncan-Andrade. 2009. Note to educators: Hope required when growing roses in concrete. Harvard educational review 79 2 (2009) 181\u2013194.","DOI":"10.17763\/haer.79.2.nu3436017730384w"},{"key":"e_1_3_3_2_12_2","unstructured":"The Annie E.\u00a0Casey Foundation. 2015. Race Equity and Inclusion Action Guide: Embracing Equity: 7 Steps to Advance and Embed Race Equity and Inclusion Within Your Organization. https:\/\/assets.aecf.org\/m\/resourcedoc\/AECF_EmbracingEquity7Steps-2014.pdf Accessed: 2024-09-05."},{"key":"e_1_3_3_2_13_2","unstructured":"Graham Gibbs. 1988. Learning by doing: A guide to teaching and learning methods. Further Education Unit (1988)."},{"key":"e_1_3_3_2_14_2","unstructured":"Taucia Gonz\u00e1lez Kate\u00a0M McCabe and Carolina\u00a0Lobo De\u00a0Castro. 2017. An Equity Toolkit for Inclusive Schools: Centering Youth Voice in School Change. Equity Assistance Center Region III Midwest and Plains Equity Assistance Center (2017)."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Jonathan Guryan Jens Ludwig Monica\u00a0P Bhatt Philip\u00a0J Cook Jonathan\u00a0MV Davis Kenneth Dodge George Farkas Roland\u00a0G Fryer\u00a0Jr Susan Mayer Harold Pollack et\u00a0al. 2023. Not too late: Improving academic outcomes among adolescents. American Economic Review 113 3 (2023) 738\u2013765.","DOI":"10.1257\/aer.20210434"},{"key":"e_1_3_3_2_16_2","unstructured":"Zaretta Hammond. 2021. Liberatory education: Integrating the science of learning and culturally responsive practice. American Educator 45 2 (2021) 4."},{"key":"e_1_3_3_2_17_2","volume-title":"AI for Education: Bridging Innovation and Responsibility at the 38th AAAI Annual Conference on AI","author":"Han Zifei\u00a0FeiFei","year":"2024","unstructured":"Zifei\u00a0FeiFei Han, Jionghao Lin, Ashish Gurung, Danielle Thomas, Eason Chen, Conrad Borchers, Shivang Gupta, and Ken Koedinger. 2024. Improving Assessment of Tutoring Practices using Retrieval-Augmented Generation. In AI for Education: Bridging Innovation and Responsibility at the 38th AAAI Annual Conference on AI."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664693"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Wen-Juan Hou and Jia-Hao Tsao. 2011. AUTOMATIC ASSESSMENT OF STUDENTS\u2019FREE-TEXT ANSWERS WITH DIFFERENT LEVELS. International Journal on Artificial Intelligence Tools 20 02 (2011) 327\u2013347.","DOI":"10.1142\/S0218213011000188"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Cigdem Hursen and Funda\u00a0Gezer Fasli. 2017. Investigating the efficiency of scenario based learning and reflective learning approaches in teacher education. European Journal of Contemporary Education 6 2 (2017) 264\u2013279.","DOI":"10.13187\/ejced.2017.2.264"},{"key":"e_1_3_3_2_21_2","unstructured":"Sanjit Kakarla Danielle Thomas Jionghao Lin Shivang Gupta and Kenneth\u00a0R Koedinger. 2024. Using large language models to assess tutors\u2019 performance in reacting to students making math errors. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.03238 (2024)."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Mohammad Khalil Paul Prinsloo and Sharon Slade. 2023. Fairness trust transparency equity and responsibility in learning analytics. Journal of Learning Analytics 10 1 (2023) 1\u20137.","DOI":"10.18608\/jla.2023.7983"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Seonghoon Kim and Leonard\u00a0S Feldt. 2010. The estimation of the IRT reliability coefficient and its lower and upper bounds with comparisons to CTT reliability statistics. Asia Pacific Education Review 11 (2010) 179\u2013188.","DOI":"10.1007\/s12564-009-9062-8"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724681"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0A Kraft and Grace\u00a0T Falken. 2021. A blueprint for scaling tutoring and mentoring across public schools. Aera Open 7 (2021) 23328584211042858.","DOI":"10.1177\/23328584211042858"},{"key":"e_1_3_3_2_26_2","first-page":"236","volume-title":"Proceedings of the 17th International Conference on Educational Data Mining","author":"Lin Jionghao","year":"2024","unstructured":"Jionghao Lin, Eason Chen, Zifei Han, Ashish Gurung, Danielle\u00a0R. Thomas, Wei Tan, Ngoc\u00a0Dang Nguyen, and Kenneth\u00a0R. Koedinger. 2024. How Can I Improve? Using GPT to Highlight the Desired and Undesired Parts of Open-ended Responses. In Proceedings of the 17th International Conference on Educational Data Mining, Benjamin Paa\u00c3\u0178en and Carrie\u00a0Demmans Epp (Eds.). International Educational Data Mining Society, Atlanta, Georgia, USA, 236\u2013250."},{"key":"e_1_3_3_2_27_2","unstructured":"Jionghao Lin Zifei Han Danielle\u00a0R Thomas Ashish Gurung Shivang Gupta Vincent Aleven and Kenneth\u00a0R Koedinger. 2024. How Can I Get It Right? Using GPT to Rephrase Incorrect Trainee Responses. International Journal of Artificial Intelligence in Education (2024) 1\u201327."},{"key":"e_1_3_3_2_28_2","unstructured":"Nitin Madnani Jill Burstein John Sabatini and Tenaha O\u2019Reilly. 2013. Automated Scoring of Summary-Writing Tasks Designed to Measure Reading Comprehension. Grantee Submission (2013)."},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Susan\u00a0F McLean. 2016. Case-based learning and its application in medical and health-care fields: a review of worldwide literature. Journal of medical education and curricular development 3 (2016) JMECD\u2013S20377.","DOI":"10.4137\/JMECD.S20377"},{"key":"e_1_3_3_2_30_2","unstructured":"OpenAI. 2024. OpenAI API Pricing. https:\/\/openai.com\/api\/pricing\/ Accessed: 2024-09-01."},{"key":"e_1_3_3_2_31_2","unstructured":"PLUS- Personalized Learning Squared. 2024. PLUS- Personalized Learning Squared. https:\/\/tutors.plus\/ Accessed: 2024-09-05."},{"key":"e_1_3_3_2_32_2","first-page":"161","volume-title":"Instructional-design theories and models","author":"Schank Roger\u00a0C","year":"2013","unstructured":"Roger\u00a0C Schank, Tamara\u00a0R Berman, and Kimberli\u00a0A Macpherson. 2013. Learning by doing. In Instructional-design theories and models. Routledge, 161\u2013181."},{"key":"e_1_3_3_2_33_2","unstructured":"T. Shenbanjo A. Buonaspina A. Bhagwat and S. Baumgartner. 2024. Championing Change: A Practitioner Guide for Leading Inclusive and Equity-Infused Rapid-Cycle Learning. Mathematica. https:\/\/www.mathematica.org\/ Accessed: 2024-09-05."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Hongye Tan Chong Wang Qinglong Duan Yu Lu Hu Zhang and Ru Li. 2023. Automatic short answer grading by encoding student responses via a graph convolutional network. Interactive Learning Environments 31 3 (2023) 1636\u20131650.","DOI":"10.1080\/10494820.2020.1855207"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576050.3576089"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664700"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Meredith Thompson Kesiena Owho-Ovuakporie Kevin Robinson Yoon\u00a0Jeon Kim Rachel Slama and Justin Reich. 2019. Teacher Moments: A digital simulation for preservice teachers to approximate parent\u2013teacher conversations. Journal of Digital Learning in Teacher Education 35 3 (2019) 144\u2013164.","DOI":"10.1080\/21532974.2019.1587727"},{"key":"e_1_3_3_2_38_2","volume-title":"How many children and young people have internet access at home?: estimating digital connectivity during the COVID-19 pandemic","year":"2020","unstructured":"Unicef et\u00a0al. 2020. How many children and young people have internet access at home?: estimating digital connectivity during the COVID-19 pandemic. Technical Report. Unicef."},{"key":"e_1_3_3_2_39_2","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Fei Xia Ed Chi Quoc\u00a0V Le Denny Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022) 24824\u201324837."},{"key":"e_1_3_3_2_40_2","unstructured":"Mengxue Zhang Sami Baral Neil Heffernan and Andrew Lan. 2022. Automatic short math answer grading via in-context meta-learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2205.15219 (2022)."},{"key":"e_1_3_3_2_41_2","unstructured":"Yuan Zhang Rajat Shah and Min Chi. 2016. Deep Learning+ Student Modeling+ Clustering: A Recipe for Effective Automatic Short Answer Grading. International Educational Data Mining Society (2016)."}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706531","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706531","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:51Z","timestamp":1750298211000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706531"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":40,"alternative-id":["10.1145\/3706468.3706531","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706531","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}