{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T19:57:01Z","timestamp":1781380621081,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2019-0696"],"award-info":[{"award-number":["RGPIN-2019-0696"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-21-1- 2576"],"award-info":[{"award-number":["N00014-21-1- 2576"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3662042","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"86-97","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":42,"title":["Supporting Self-Reflection at Scale with Large Language Models: Insights from Randomized Field Experiments in Classrooms"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2878-3986","authenticated-orcid":false,"given":"Harsh","family":"Kumar","sequence":"first","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6461-7611","authenticated-orcid":false,"given":"Ruiwei","family":"Xiao","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8443-3920","authenticated-orcid":false,"given":"Benjamin","family":"Lawson","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2246-0094","authenticated-orcid":false,"given":"Ilya","family":"Musabirov","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8755-8984","authenticated-orcid":false,"given":"Jiakai","family":"Shi","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-7302-0589","authenticated-orcid":false,"given":"Xinyuan","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7292-1560","authenticated-orcid":false,"given":"Huayin","family":"Luo","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9122-5242","authenticated-orcid":false,"given":"Joseph Jay","family":"Williams","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8319-5370","authenticated-orcid":false,"given":"Anna N.","family":"Rafferty","sequence":"additional","affiliation":[{"name":"Carleton College, Northfield, MN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2291-1468","authenticated-orcid":false,"given":"John","family":"Stamper","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2965-5302","authenticated-orcid":false,"given":"Michael","family":"Liut","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/17439884.2014.933112"},{"key":"e_1_3_2_1_2_1","volume-title":"Scaffolding self-regulated learning and metacognition--Implications for the design of computer-based scaffolds. Instructional science","author":"Azevedo Roger","year":"2005","unstructured":"Roger Azevedo and Allyson F Hadwin. 2005. Scaffolding self-regulated learning and metacognition--Implications for the design of computer-based scaffolds. Instructional science, Vol. 33, 5\/6 (2005), 367--379."},{"key":"e_1_3_2_1_3_1","volume-title":"2009 AAAI Fall symposium series.","author":"Azevedo Roger","year":"2009","unstructured":"Roger Azevedo, Amy Witherspoon, Amber Chauncey, Candice Burkett, and Ashley Fike. 2009. MetaTutor: A MetaCognitive tool for enhancing self-regulated learning. In 2009 AAAI Fall symposium series."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4337484"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11409-007--9009--6"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1207\/s1532690xci1302_3"},{"key":"e_1_3_2_1_7_1","volume-title":"Vol 2: Research designs: Quantitative, qualitative, neuropsychological, and biological","author":"Braun Virginia","year":"2012","unstructured":"Virginia Braun, Victoria Clarke, Harris Cooper, Paul M Camic, Debra L Long, AT Panter, David Rindskopf, and Kenneth J Sher. 2012. APA handbook of research methods in psychology, Vol 2: Research designs: Quantitative, qualitative, neuropsychological, and biological. American Psychological Association , Vol. 2 (2012), 57--71."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1952222.1952264"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797617696456"},{"key":"e_1_3_2_1_10_1","unstructured":"Y Chen Y Chen and N Heffernan. 2020. Personalized math tutoring with a conversational agent."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog1803_3"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/095006900412293"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/03055698.2020.1835616"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5114\/biolsport.2023.125623"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogdev.2003.09.001"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1017\/jrr.2017.8"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2212860"},{"key":"e_1_3_2_1_18_1","volume-title":"Hwajung Hong, So-Yeon Ahn, et al.","author":"Han Jieun","year":"2023","unstructured":"Jieun Han, Haneul Yoo, Yoonsu Kim, Junho Myung, Minsun Kim, Hyunseung Lim, Juho Kim, Tak Yeon Lee, Hwajung Hong, So-Yeon Ahn, et al. 2023. RECIPE: How to Integrate ChatGPT into EFL Writing Education. arXiv preprint arXiv:2305.11583 (2023)."},{"key":"e_1_3_2_1_19_1","volume-title":"Facilitating and Evaluating Growth Mindset Supportive Language in Classrooms. arXiv preprint arXiv:2310.10637","author":"Handa Kunal","year":"2023","unstructured":"Kunal Handa, Margaret Clapper, Jessica Boyle, Rose E Wang, Diyi Yang, David S Yeager, and Dorottya Demszky. 2023. \" Mistakes Help Us Grow\": Facilitating and Evaluating Growth Mindset Supportive Language in Classrooms. arXiv preprint arXiv:2310.10637 (2023)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.14786\/flr.v4i5.252"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11409-021-09289--1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v39i2.2793"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1056224.1056248"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3593391"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1177\/00336882231162868"},{"key":"e_1_3_2_1_26_1","volume-title":"Joseph Jay Williams, and Michael Liut. 2023 a. Impact of Guidance and Interaction Strategies for LLM Use on Learner Performance and Perception. arXiv preprint arXiv:2310.13712","author":"Kumar Harsh","year":"2023","unstructured":"Harsh Kumar, Ilya Musabirov, Mohi Reza, Jiakai Shi, Anastasia Kuzminykh, Joseph Jay Williams, and Michael Liut. 2023 a. Impact of Guidance and Interaction Strategies for LLM Use on Learner Performance and Perception. arXiv preprint arXiv:2310.13712 (2023)."},{"key":"e_1_3_2_1_27_1","volume-title":"2023 b. Math Education with Large Language Models: Peril or Promise? Available at SSRN 4641653","author":"Kumar Harsh","year":"2023","unstructured":"Harsh Kumar, David M Rothschild, Daniel G Goldstein, and Jake M Hofman. 2023 b. Math Education with Large Language Models: Peril or Promise? Available at SSRN 4641653 (2023)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055090"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2008.07.010"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.01.019"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Julia M Markel Steven G Opferman James A Landay and Chris Piech. 2023. GPTeach: Interactive TA Training with GPT Based Students. (2023).","DOI":"10.35542\/osf.io\/r23bu"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220973.2020.1786346"},{"key":"e_1_3_2_1_33_1","first-page":"116","article-title":"The Rise of Generative Artificial Intelligence and Its Impact on Education","volume":"56","author":"Murugesan San","year":"2023","unstructured":"San Murugesan and Aswani Kumar Cherukuri. 2023. The Rise of Generative Artificial Intelligence and Its Impact on Education: The Promises and Perils. Computer, Vol. 56, 5 (2023), 116--121.","journal-title":"The Promises and Perils. Computer"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1463689.1463738"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1207\/s1532690xci0102_1"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587103.3594206"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2012.02.003"},{"key":"e_1_3_2_1_38_1","volume-title":"Role play with large language models. Nature","author":"Shanahan Murray","year":"2023","unstructured":"Murray Shanahan, Kyle McDonell, and Laria Reynolds. 2023. Role play with large language models. Nature (2023), 1--6."},{"key":"e_1_3_2_1_39_1","unstructured":"Mrinank Sharma Meg Tong Tomasz Korbak David Duvenaud Amanda Askell Samuel R Bowman Newton Cheng Esin Durmus Zac Hatfield-Dodds Scott R Johnston et al. 2023. Towards understanding sycophancy in language models. arXiv preprint arXiv:2310.13548 (2023)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2019.101809"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3633200"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468466"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-00288--7"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2466627.2466636"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376226"},{"key":"e_1_3_2_1_46_1","volume-title":"Anderson and Krathwohl--Bloom's taxonomy revised. Understanding the new version of Bloom's taxonomy","author":"Wilson Leslie Owen","year":"2016","unstructured":"Leslie Owen Wilson. 2016. Anderson and Krathwohl--Bloom's taxonomy revised. Understanding the new version of Bloom's taxonomy (2016)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2018.1543084"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11409-007--9019--4"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662042","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3662042","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:38:29Z","timestamp":1755877109000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662042"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":48,"alternative-id":["10.1145\/3657604.3662042","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3662042","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}