{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T16:47:03Z","timestamp":1779295623700,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Richard King Mellon Foundation","doi-asserted-by":"publisher","award":["12126"],"award-info":[{"award-number":["12126"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3636555.3636896","type":"proceedings-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T18:11:20Z","timestamp":1709662280000},"page":"404-415","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":46,"title":["Improving Student Learning with Hybrid Human-AI Tutoring: A Three-Study Quasi-Experimental Investigation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8196-3252","authenticated-orcid":false,"given":"Danielle R","family":"Thomas","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3320-3907","authenticated-orcid":false,"given":"Jionghao","family":"Lin","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-5740","authenticated-orcid":false,"given":"Erin","family":"Gatz","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7003-1476","authenticated-orcid":false,"given":"Ashish","family":"Gurung","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5713-3782","authenticated-orcid":false,"given":"Shivang","family":"Gupta","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7620-0680","authenticated-orcid":false,"given":"Kole","family":"Norberg","sequence":"additional","affiliation":[{"name":"Carnegie Learning, Inc., USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4016-8145","authenticated-orcid":false,"given":"Stephen E","family":"Fancsali","sequence":"additional","affiliation":[{"name":"Carnegie Learning, Inc., USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1581-6657","authenticated-orcid":false,"given":"Vincent","family":"Aleven","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7835-0527","authenticated-orcid":false,"given":"Lee","family":"Branstetter","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3971-7127","authenticated-orcid":false,"given":"Emma","family":"Brunskill","sequence":"additional","affiliation":[{"name":"Stanford University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5850-4768","authenticated-orcid":false,"given":"Kenneth R","family":"Koedinger","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,3,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","unstructured":"National Student\u00a0Support Accelerator. 2021. Toolkit for Tutoring Programs. https:\/\/doi.org\/10.26300\/5n7h-mh59","DOI":"10.26300\/5n7h-mh59"},{"key":"e_1_3_2_1_2_1","volume-title":"Towards the Future of AI-Augmented Human Tutoring in Math Learning. In International Conference on Artificial Intelligence in Education. Springer","author":"Aleven Vincent","year":"2023","unstructured":"Vincent Aleven, Richard Baraniuk, Emma Brunskill, Scott Crossley, Dora Demszky, Stephen Fancsali, Shivang Gupta, Kenneth Koedinger, Chris Piech, Steve Ritter, 2023. Towards the Future of AI-Augmented Human Tutoring in Math Learning. In International Conference on Artificial Intelligence in Education. Springer, Tokyo, Japan, 26\u201331."},{"key":"e_1_3_2_1_3_1","volume-title":"Instruction based on adaptive learning technologies. Handbook of research on learning and instruction 2","author":"Aleven Vincent","year":"2017","unstructured":"Vincent Aleven, Elizabeth\u00a0A McLaughlin, R\u00a0Amos Glenn, and Kenneth\u00a0R Koedinger. 2017. Instruction based on adaptive learning technologies. Handbook of research on learning and instruction 2 (2017), 522\u2013560."},{"key":"e_1_3_2_1_4_1","unstructured":"Afterschool Alliance. 2020. America After 3PM: Demand Grows Opportunity Shrinks."},{"key":"e_1_3_2_1_5_1","unstructured":"Curriculum Associates. February 2023. Impact of i-Ready Personalized Instruction with Fidelity on Student Achievement in Mathematics. Technical Report. https:\/\/www.curriculumassociates.com\/-\/media\/mainsite\/files\/i-ready\/ca-mcas-impact-of-iready-math-2023.pdf"},{"key":"e_1_3_2_1_6_1","volume-title":"An Evaluation of Perceptions Regarding Mentor Competencies for Technology-based Personalized Learning","author":"Chhabra Pallavi","unstructured":"Pallavi Chhabra, Danielle Chine, Adetunji Adeniran, Shivang Gupta, and Kenneth Koedinger. 2022. An Evaluation of Perceptions Regarding Mentor Competencies for Technology-based Personalized Learning. In Society for Information Technology & Teacher Education International Conference. Association for the Advancement of Computing in Education (AACE), Waynesville, NC USA, 1812\u20131817."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-11644-5_30"},{"key":"e_1_3_2_1_8_1","volume-title":"Technology enhanced learning","author":"Corbett T","unstructured":"Albert\u00a0T Corbett, Kenneth Koedinger, and William\u00a0S Hadley. 2001. Cognitive tutors: From the research classroom to all classrooms. In Technology enhanced learning. Routledge, 215\u2013240."},{"key":"e_1_3_2_1_9_1","unstructured":"Curriculumassociates.com. 2023. Curriculum Associates. https:\/\/www.curriculumassociates.com\/"},{"key":"e_1_3_2_1_10_1","volume-title":"Understanding and misunderstanding randomized controlled trials. Social science & medicine 210","author":"Deaton Angus","year":"2018","unstructured":"Angus Deaton and Nancy Cartwright. 2018. Understanding and misunderstanding randomized controlled trials. Social science & medicine 210 (2018), 2\u201321."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.20191507"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3386\/w28531"},{"key":"e_1_3_2_1_13_1","volume-title":"Randomised controlled trials\u2014the gold standard for effectiveness research. BJOG: an international journal of obstetrics and gynaecology 125, 13","author":"Hariton Eduardo","year":"2018","unstructured":"Eduardo Hariton and Joseph\u00a0J Locascio. 2018. Randomised controlled trials\u2014the gold standard for effectiveness research. BJOG: an international journal of obstetrics and gynaecology 125, 13 (2018), 1716."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0024-x"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/aaai.12058"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027451"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_12"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2221311120"},{"key":"e_1_3_2_1_19_1","volume-title":"School-based mentoring relationships and human capital formation. EdWorkingPaper: 21 441","author":"Kraft A","year":"2021","unstructured":"Matthew\u00a0A Kraft, Alexander Bolves, and Noelle\u00a0M Hurd. 2021. School-based mentoring relationships and human capital formation. EdWorkingPaper: 21 441 (2021)."},{"key":"e_1_3_2_1_20_1","volume-title":"A blueprint for scaling tutoring across public schools (EdWorkingPaper No. 21\u2013335)","author":"Kraft A","unstructured":"Matthew\u00a0A Kraft and Grace\u00a0T Falken. 2021. A blueprint for scaling tutoring across public schools (EdWorkingPaper No. 21\u2013335). Annenberg Institute at Brown University."},{"key":"e_1_3_2_1_21_1","unstructured":"[21] Renaissance Learning. 2023. https:\/\/www.renaissance.com\/"},{"key":"e_1_3_2_1_22_1","unstructured":"S. Marple K. Jaquet A. Laudone J. Sewell and K. Liepmann. 2019. i-Ready in 7th Grade Math Classes: A Mixed Methods Case Study. Technical Report. WestEd San Francisco CA. https:\/\/www.curriculumassociates.com\/-\/media\/mainsite\/files\/i-ready\/i-ready-study-full-report_final.pdf"},{"key":"e_1_3_2_1_23_1","volume-title":"Experimental and quasi-experimental designs in implementation research. Psychiatry research 283","author":"Miller J","year":"2020","unstructured":"Christopher\u00a0J Miller, Shawna\u00a0N Smith, and Marianne Pugatch. 2020. Experimental and quasi-experimental designs in implementation research. Psychiatry research 283 (2020), 112452."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.20171112"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.3386\/w27476"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.3102\/0162373713507480"},{"key":"e_1_3_2_1_27_1","unstructured":"IXL Research. 2020. The IXL Effect:Measuring the Impact of IXL Math and IXL Language Arts in Pennsylvania Schools. https:\/\/www.ixl.com\/research\/Impact-of-IXL-in-Pennsylvania.pdf"},{"key":"e_1_3_2_1_28_1","volume-title":"Cognitive Tutor: Applied research in mathematics education. Psychonomic bulletin & review 14","author":"Ritter Steven","year":"2007","unstructured":"Steven Ritter, John\u00a0R Anderson, Kenneth\u00a0R Koedinger, and Albert Corbett. 2007. Cognitive Tutor: Applied research in mathematics education. Psychonomic bulletin & review 14 (2007), 249\u2013255."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 8th International Conference on Educational Data Mining","author":"Sales C","year":"2015","unstructured":"Adam\u00a0C Sales and John\u00a0F Pane. 2015. Exploring causal mechanisms in a randomized effectiveness trial of the cognitive tutor. In Proceedings of the 8th International Conference on Educational Data Mining. Madrid, Spain."},{"key":"e_1_3_2_1_30_1","unstructured":"Danielle\u00a0R. Thomas Jionghao Lin and Kenneth\u00a0R Koedinger (Eds.). 2023. Towards the Future of AI-augmented Tutoring in Math Learning. Tokyo Japan. http:\/\/ceur-ws.org\/Vol-3491\/"},{"key":"e_1_3_2_1_31_1","volume-title":"Institute of Education Sciences","author":"U.S. Department of Education.","year":"2022","unstructured":"U.S. Department of Education. Institute of Education Sciences, National Center for Education Statistics, National Assessment of Educational Progress (NAEP). 2022. National Assessment of Educational Progress (NAEP) Report."},{"key":"e_1_3_2_1_32_1","unstructured":"Mark West. 2023. An Ed-Tech Tragedy? Educational Technologies and School Closures in the time of COVID-19. Technical Report. United Nations Educational Scientific and Cultural Organization 7 place de Fontenoy 75352 Paris 07 SP France. https:\/\/teachertaskforce.org\/sites\/default\/files\/2023-09\/2023_UNESCO_An-ed-tech-tragedy_Educational-technologies-and-school-closures-in-the-time-of-COVID19_EN_.pdf"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2019.62.11"}],"event":{"name":"LAK '24: The 14th Learning Analytics and Knowledge Conference","location":"Kyoto Japan","acronym":"LAK '24"},"container-title":["Proceedings of the 14th Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636896","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636555.3636896","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T01:17:22Z","timestamp":1758071842000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636896"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":33,"alternative-id":["10.1145\/3636555.3636896","10.1145\/3636555"],"URL":"https:\/\/doi.org\/10.1145\/3636555.3636896","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-03-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}