{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T01:47:35Z","timestamp":1787017655734,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,17]]},"DOI":"10.1145\/3698205.3733960","type":"proceedings-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T14:35:08Z","timestamp":1752762908000},"page":"376-380","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["The GPT Surprise: Offering Large Language Model Chat in a Massive Coding Class Reduced Engagement But May Increase Adopters' Exam Performances"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6483-2111","authenticated-orcid":false,"given":"Allen","family":"Nie","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6276-5549","authenticated-orcid":false,"given":"Yash","family":"Chandak","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4552-7861","authenticated-orcid":false,"given":"Miroslav","family":"Suzara","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1201-5014","authenticated-orcid":false,"given":"Ali","family":"Malik","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8097-093X","authenticated-orcid":false,"given":"Juliette","family":"Woodrow","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-9963-6583","authenticated-orcid":false,"given":"Matt","family":"Peng","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9549-6974","authenticated-orcid":false,"given":"Mehran","family":"Sahami","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3971-7127","authenticated-orcid":false,"given":"Emma","family":"Brunskill","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5140-0467","authenticated-orcid":false,"given":"Chris","family":"Piech","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Joshua D Angrist. 1990. Lifetime earnings and the Vietnam era draft lottery: evidence from social security administrative records. The american economic review (1990) 313-336."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1996.10476902"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1510489113"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1214\/19-STS732"},{"key":"e_1_3_2_2_5_1","volume-title":"Generative ai can harm learning. Available at SSRN","author":"Bastani Hamsa","year":"2024","unstructured":"Hamsa Bastani, Osbert Bastani, Alp Sungu, Haosen Ge, Ozge Kabakci, and Rei Mariman. 2024. Generative ai can harm learning. Available at SSRN, Vol. 4895486 (2024)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432517"},{"key":"e_1_3_2_2_7_1","volume-title":"The 2 sigma problem: The search for methods of group instruction as effective as one-to-one tutoring. Educational researcher","author":"Bloom Benjamin S","year":"1984","unstructured":"Benjamin S Bloom. 1984. The 2 sigma problem: The search for methods of group instruction as effective as one-to-one tutoring. Educational researcher, Vol. 13, 6 (1984), 4-16."},{"key":"e_1_3_2_2_8_1","volume-title":"International Conference on Innovations and Interdisciplinary Solutions for Underserved Areas. Springer, 278-289","author":"Butgereit Laurie","year":"2023","unstructured":"Laurie Butgereit and Herman Martinus. 2023. Prof Pi: Using Whatsapp Bots and GPT-4 for Tutoring Mathematics in Underserved Areas. In International Conference on Innovations and Interdisciplinary Solutions for Underserved Areas. Springer, 278-289."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"David Card. 1993. Using geographic variation in college proximity to estimate the return to schooling.","DOI":"10.3386\/w4483"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Victor Chernozhukov Denis Chetverikov Mert Demirer Esther Duflo Christian Hansen Whitney Newey and James Robins. 2018. Double\/debiased machine learning for treatment and structural parameters.","DOI":"10.3386\/w23564"},{"key":"e_1_3_2_2_11_1","unstructured":"Jun Ho Choi Oliver Garrod Paul Atherton Andrew Joyce-Gibbons Miriam Mason-Sesay and Daniel Bj\u00f6rkegren. 2023. Are LLMs Useful in the Poorest Schools? theTeacherAI in Sierra Leone. arXiv preprint arXiv:2310.02982 (2023)."},{"key":"e_1_3_2_2_12_1","volume-title":"The Stanford Daily, (22","author":"Cu Mark Allen","year":"2023","unstructured":"Mark Allen Cu and Sebastian Hochman. 2023. Scores of Stanford students used ChatGPT on final exams, survey suggests. The Stanford Daily, (22 January 2023). https:\/\/stanforddaily.com\/2023\/01\/22\/scores-of-stanford-students-used-chatgpt-on-final-exams-survey-suggests\/ Accessed: 2024-03--20."},{"key":"e_1_3_2_2_13_1","volume-title":"Educational Evaluation and Policy Analysis","author":"Demszky Dorottya","year":"2023","unstructured":"Dorottya Demszky, Jing Liu, Heather C Hill, Dan Jurafsky, and Chris Piech. 2023. Can automated feedback improve teachers' uptake of student ideas? evidence from a randomized controlled trial in a large-scale online course. Educational Evaluation and Policy Analysis, (2023), 01623737231169270."},{"key":"e_1_3_2_2_14_1","unstructured":"Duolingo. 2023. Duolingo Max Uses OpenAI's GPT-4 For New Learning Features. https:\/\/blog.duolingo.com\/duolingo-max\/ Accessed: 2024-03-20."},{"key":"e_1_3_2_2_15_1","unstructured":"Gemini Rohan Anil Sebastian Borgeaud Yonghui Wu Jean-Baptiste Alayrac Jiahui Yu Radu Soricut Johan Schalkwyk Andrew M Dai Anja Hauth et al. 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:EDPR.0000026608.50611.b4"},{"key":"e_1_3_2_2_17_1","first-page":"1245","volume-title":"Science","volume":"350","author":"Hansen John D","year":"2015","unstructured":"John D Hansen and Justin Reich. 2015. Democratizing education? Examining access and usage patterns in massive open online courses. Science, Vol. 350, 6265 (2015), 1245-1248."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.2307\/2951620"},{"key":"e_1_3_2_2_19_1","volume-title":"Meet Khanmigo, Khan Academy's AI-powered teaching assistant & tutor. https:\/\/www.khanmigo.ai\/ Accessed: 2024-03-20","author":"KhanAcademy","year":"2023","unstructured":"KhanAcademy. 2023. Meet Khanmigo, Khan Academy's AI-powered teaching assistant & tutor. https:\/\/www.khanmigo.ai\/ Accessed: 2024-03-20."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460330"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1921417117"},{"key":"e_1_3_2_2_22_1","first-page":"251","volume-title":"Science","volume":"355","author":"Kizilcec Ren\u00e9 F","year":"2017","unstructured":"Ren\u00e9 F Kizilcec, Andrew J Saltarelli, Justin Reich, and Geoffrey L Cohen. 2017. Closing global achievement gaps in MOOCs. Science, Vol. 355, 6322 (2017), 251-252."},{"key":"e_1_3_2_2_23_1","volume-title":"Math Education with Large Language Models: Peril or Promise? Available at SSRN 4641653","author":"Kumar Harsh","year":"2023","unstructured":"Harsh Kumar, David M Rothschild, Daniel G Goldstein, and Jake M Hofman. 2023. Math Education with Large Language Models: Peril or Promise? Available at SSRN 4641653 (2023)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724669"},{"key":"e_1_3_2_2_25_1","unstructured":"Victor R. Lee Carrie Spector and Denise Pope. 2023. What do AI chatbots really mean for students and cheating? https:\/\/ed.stanford.edu\/news\/what-do-ai-chatbots-really-mean-students-and-cheating Accessed: 2024-03-20."},{"key":"e_1_3_2_2_26_1","unstructured":"Willy Lens Joke Simons and Siegfried Dewitte. 2001. Student motivation and self-regulation as a function of future time perspective and perceived instrumentality. (2001)."},{"key":"e_1_3_2_2_27_1","volume-title":"Future time perspective, possible selves, and academic achievement. New directions for adult and continuing education","author":"Leondari Angeliki","year":"2007","unstructured":"Angeliki Leondari. 2007. Future time perspective, possible selves, and academic achievement. New directions for adult and continuing education, Vol. 114 (2007), 17-26."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630938"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X14545513"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Julia M Markel Steven G Opferman James A Landay and Chris Piech. 2023. GPTeach: Interactive TA Training with GPT Based Students. (2023).","DOI":"10.35542\/osf.io\/r23bu"},{"key":"e_1_3_2_2_31_1","volume-title":"Experimental evidence on the productivity effects of generative artificial intelligence. Available at SSRN 4375283","author":"Noy Shakked","year":"2023","unstructured":"Shakked Noy and Whitney Zhang. 2023. Experimental evidence on the productivity effects of generative artificial intelligence. Available at SSRN 4375283 (2023)."},{"key":"e_1_3_2_2_32_1","volume-title":"Learning gain differences between ChatGPT and human tutor generated algebra hints. arXiv preprint arXiv:2302.06871","author":"Pardos Zachary A","year":"2023","unstructured":"Zachary A Pardos and Shreya Bhandari. 2023. Learning gain differences between ChatGPT and human tutor generated algebra hints. arXiv preprint arXiv:2302.06871 (2023)."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960320"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36336-8_45"},{"key":"e_1_3_2_2_35_1","volume-title":"An integrated approach to communication theory and research","author":"Rogers Everett M","unstructured":"Everett M Rogers, Arvind Singhal, and Margaret M Quinlan. 2014. Diffusion of innovations. In An integrated approach to communication theory and research. Routledge, 432-448."},{"key":"e_1_3_2_2_36_1","unstructured":"Stefan Wager. 2020. Stats 361: Causal inference. Technical Report. Technical report Stanford University 2020. URL: https:\/\/web.stanford.edu."}],"event":{"name":"L@S '25: Twelfth ACM Conference on Learning @ Scale","location":"Palermo Italy","acronym":"L@S '25"},"container-title":["Proceedings of the Twelfth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3698205.3733960","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:16:25Z","timestamp":1755868585000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698205.3733960"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"references-count":36,"alternative-id":["10.1145\/3698205.3733960","10.1145\/3698205"],"URL":"https:\/\/doi.org\/10.1145\/3698205.3733960","relation":{},"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"2025-07-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}