{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T15:58:52Z","timestamp":1776095932232,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T00:00:00Z","timestamp":1709769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,7]]},"DOI":"10.1145\/3626252.3630764","type":"proceedings-article","created":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T18:17:20Z","timestamp":1709835440000},"page":"1395-1401","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["A Large Scale RCT on Effective Error Messages in CS1"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1376-8759","authenticated-orcid":false,"given":"Sierra","family":"Wang","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0024-860X","authenticated-orcid":false,"given":"John","family":"Mitchell","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5140-0467","authenticated-orcid":false,"given":"Chris","family":"Piech","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,3,7]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021. Create Completions - API Reference. https:\/\/platform.openai.com\/docs\/apireference\/ completions\/create. Accessed: 2023-08--17."},{"key":"e_1_3_2_1_2_1","volume-title":"Code in Place. https:\/\/codeinplace.stanford.edu\/ [Online","year":"2023","unstructured":"2023. Code in Place. https:\/\/codeinplace.stanford.edu\/ [Online; accessed August- 2023]."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677258"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588852"},{"key":"e_1_3_2_1_5_1","volume-title":"Error messages as rational reconstructions","author":"Barik Titus","unstructured":"Titus Barik. 2018. Error messages as rational reconstructions. North Carolina State University."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236040"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.59"},{"key":"e_1_3_2_1_8_1","unstructured":"Brett A Becker. 2015. An exploration of the effects of enhanced compiler error messages for computer programming novices. (2015)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844584"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899463"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2016.1225464"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159461"},{"key":"e_1_3_2_1_15_1","volume-title":"12th China-Europe International Symposium on Software Engineering Education (CEISEE","author":"Becker Brett A","year":"2016","unstructured":"Brett A Becker and Catherine Mooney. 2016. Categorizing compiler error messages with principal component analysis. In 12th China-Europe International Symposium on Software Engineering Education (CEISEE 2016), Shenyang, China. 28--29."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591748"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387384"},{"key":"e_1_3_2_1_18_1","volume-title":"Eddie Antonio Santos, and Sami Sarsa","author":"Denny Paul","year":"2023","unstructured":"Paul Denny, James Prather, Brett A Becker, James Finnie-Ansley, Arto Hellas, Juho Leinonen, Andrew Luxton-Reilly, Brent N Reeves, Eddie Antonio Santos, and Sami Sarsa. 2023. Computing Education in the Era of Generative AI. arXiv preprint arXiv:2306.02608 (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445696"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Tao Dong and Kandarp Khandwala. 2019. The Impact of\" Cosmetic\" Changes on the Usability of Error Messages. In Extended abstracts of the 2019 chi conference on human factors in computing systems. 1--6.","DOI":"10.1145\/3290607.3312978"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/15313220.2020.1809050"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753478"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630913"},{"key":"e_1_3_2_1_24_1","unstructured":"Tobias Kohn. 2017. Teaching Python programming to novices: Addressing misconceptions and creating a development environment. ETH Zurich."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287381"},{"key":"e_1_3_2_1_26_1","volume-title":"https:\/\/github.com\/Tobias- Kohn\/TigerPython-Parser\/ [Online","author":"Kohn Tobias","year":"2023","unstructured":"Tobias Kohn. 2021. Tobias-Kohn\/TigerPython-Parser. https:\/\/github.com\/Tobias- Kohn\/TigerPython-Parser\/ [Online; accessed August-2023]."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366920"},{"key":"e_1_3_2_1_28_1","volume-title":"Benefits of collaborative learning. Procedia-social and behavioral sciences 31","author":"Laal Marjan","year":"2012","unstructured":"Marjan Laal and Seyed Mohammad Ghodsi. 2012. Benefits of collaborative learning. Procedia-social and behavioral sciences 31 (2012), 486--490."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_30_1","unstructured":"Ali Malik Juliette Woodrow Brahm Capoor Thomas Jefferson Miranda Li Sierra Wang Patricia Wei Dora Demszky Jennifer Langer-Osuna Julie Zelenski Mehran Sahami and Chris Piech. 2023. Code in Place 2023: Understanding learning and teaching at scale through a massive global classroom. https:\/\/piechlab.stanford.edu\/assets\/papers\/codeinplace2023.pdf."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7044420"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017768"},{"key":"e_1_3_2_1_33_1","volume-title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662","author":"Phung Tung","year":"2023","unstructured":"Tung Phung, Jos\u00e9 Cambronero, Sumit Gulwani, Tobias Kohn, Rupak Majumdar, Adish Singla, and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662 (2023)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432562"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157182"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569791"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106169"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2846680.2846681"},{"key":"e_1_3_2_1_39_1","unstructured":"David Pritchard. 2020. cemc\/cscircles-wp-content. https:\/\/github.com\/cemc\/ cscircles-wp-content\/blob\/master\/plugins\/pybox\/plugin-errorhint-en_US.php"},{"key":"e_1_3_2_1_40_1","unstructured":"."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287394"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2019.8870155"},{"key":"e_1_3_2_1_43_1","volume-title":"Addressing Compiler Errors: Stack Overflow or Large Language Models? arXiv preprint arXiv:2307.10793","author":"Widjojo Patricia","year":"2023","unstructured":"Patricia Widjojo and Christoph Treude. 2023. Addressing Compiler Errors: Stack Overflow or Large Language Models? arXiv preprint arXiv:2307.10793 (2023)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00048"}],"event":{"name":"SIGCSE 2024: The 55th ACM Technical Symposium on Computer Science Education","location":"Portland OR USA","acronym":"SIGCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630764","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626252.3630764","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T04:32:19Z","timestamp":1755750739000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630764"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,7]]},"references-count":44,"alternative-id":["10.1145\/3626252.3630764","10.1145\/3626252"],"URL":"https:\/\/doi.org\/10.1145\/3626252.3630764","relation":{},"subject":[],"published":{"date-parts":[[2024,3,7]]},"assertion":[{"value":"2024-03-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}