{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T19:20:57Z","timestamp":1777317657753,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T00:00:00Z","timestamp":1699833600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,13]]},"DOI":"10.1145\/3631802.3631806","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T12:45:51Z","timestamp":1707223551000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":107,"title":["How Novices Use LLM-based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6118-7938","authenticated-orcid":false,"given":"Majeed","family":"Kazemitabaar","sequence":"first","affiliation":[{"name":"Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1182-5839","authenticated-orcid":false,"given":"Xinying","family":"Hou","sequence":"additional","affiliation":[{"name":"School of Information, University of Michigan, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1069-2795","authenticated-orcid":false,"given":"Austin","family":"Henley","sequence":"additional","affiliation":[{"name":"Microsoft Research, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6881-8341","authenticated-orcid":false,"given":"Barbara Jane","family":"Ericson","sequence":"additional","affiliation":[{"name":"School of Information, University of Michigan, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3009-3899","authenticated-orcid":false,"given":"David","family":"Weintrop","sequence":"additional","affiliation":[{"name":"College of Education, University of Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0494-5373","authenticated-orcid":false,"given":"Tovi","family":"Grossman","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Dynamic Graphics Project (DGP), University of Toronto, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/1435344.1435346"},{"key":"e_1_3_2_1_2_1","volume-title":"Program synthesis with large language models. arXiv preprint arXiv:2108.07732","author":"Austin Jacob","year":"2021","unstructured":"Jacob Austin, Augustus Odena, Maxwell Nye, Maarten Bosma, Henryk Michalewski, David Dohan, Ellen Jiang, Carrie Cai, Michael Terry, Quoc Le, 2021. Program synthesis with large language models. arXiv preprint arXiv:2108.07732 (2021)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30139-4_50"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_6_1","unstructured":"H\u00a0Russell Bernard Amber Wutich and Gery\u00a0W Ryan. 2016. Analyzing qualitative data: Systematic approaches. SAGE publications."},{"key":"e_1_3_2_1_7_1","volume-title":"Deductive and inductive approaches to qualitative data analysis. Analyzing and interpreting qualitative data: After the interview","author":"Bingham J","year":"2021","unstructured":"Andrea\u00a0J Bingham and Patricia Witkowsky. 2021. Deductive and inductive approaches to qualitative data analysis. Analyzing and interpreting qualitative data: After the interview (2021), 133\u2013146."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518944"},{"key":"e_1_3_2_1_9_1","volume-title":"Toward a theory of instruction. Vol.\u00a059","author":"Jerome\u00a0Seymour","unstructured":"Jerome\u00a0Seymour Bruner 1966. Toward a theory of instruction. Vol.\u00a059. Harvard University Press."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449287"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555572"},{"key":"e_1_3_2_1_12_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_1_13_1","volume-title":"Palm: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311","author":"Chowdhery Aakanksha","year":"2022","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung\u00a0Won Chung, Charles Sutton, Sebastian Gehrmann, 2022. Palm: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311 (2022)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445571"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_16_1","volume-title":"Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators. arXiv preprint arXiv:2307.16364","author":"Denny Paul","year":"2023","unstructured":"Paul Denny, Juho Leinonen, James Prather, Andrew Luxton-Reilly, Thezyrie Amarouche, Brett\u00a0A Becker, and Brent\u00a0N Reeves. 2023. Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators. arXiv preprint arXiv:2307.16364 (2023)."},{"key":"e_1_3_2_1_17_1","volume-title":"Robosourcing Educational Resources\u2013Leveraging Large Language Models for Learnersourcing. arXiv preprint arXiv:2211.04715","author":"Denny Paul","year":"2022","unstructured":"Paul Denny, Sami Sarsa, Arto Hellas, and Juho Leinonen. 2022. Robosourcing Educational Resources\u2013Leveraging Large Language Models for Learnersourcing. arXiv preprint arXiv:2211.04715 (2022)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511138"},{"key":"e_1_3_2_1_21_1","volume-title":"Copilot: Your AI pair programmer. https:\/\/github.com\/features\/copilot. [Online","year":"2022","unstructured":"Github. 2022. Copilot: Your AI pair programmer. https:\/\/github.com\/features\/copilot. [Online; accessed 9-September-2022]."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543977"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2015.7357199"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510203"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07221-0_40"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"e_1_3_2_1_30_1","volume-title":"Exploring Problem Decomposition and Program Development through Block-Based Programs.International Journal of Computer Science Education in Schools 3, 1","author":"Kwon Kyungbin","year":"2019","unstructured":"Kyungbin Kwon and Jongpil Cheon. 2019. Exploring Problem Decomposition and Program Development through Block-Based Programs.International Journal of Computer Science Education in Schools 3, 1 (2019), n1."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_32_1","volume-title":"Competition-level code generation with alphacode. Science 378, 6624","author":"Li Yujia","year":"2022","unstructured":"Yujia Li, David Choi, Junyoung Chung, Nate Kushman, Julian Schrittwieser, R\u00e9mi Leblond, Tom Eccles, James Keeling, Felix Gimeno, Agustin Dal\u00a0Lago, 2022. Competition-level code generation with alphacode. Science 378, 6624 (2022), 1092\u20131097."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387394"},{"key":"e_1_3_2_1_35_1","unstructured":"Matthew\u00a0B Miles and A\u00a0Michael Huberman. 1994. Qualitative data analysis: An expanded sourcebook. sage."},{"key":"e_1_3_2_1_36_1","volume-title":"Reading Between the Lines: Modeling User Behavior and Costs in AI-Assisted Programming. arXiv preprint arXiv:2210.14306","author":"Mozannar Hussein","year":"2022","unstructured":"Hussein Mozannar, Gagan Bansal, Adam Fourney, and Eric Horvitz. 2022. Reading Between the Lines: Modeling User Behavior and Costs in AI-Assisted Programming. arXiv preprint arXiv:2210.14306 (2022)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Kimberly\u00a0A Neuendorf. 2017. The content analysis guidebook. sage.","DOI":"10.4135\/9781071873045"},{"key":"e_1_3_2_1_38_1","unstructured":"Samir Passi and Mihaela Vorvoreanu. 2022. Overreliance on AI: Literature review. (2022)."},{"key":"e_1_3_2_1_39_1","volume-title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662","author":"Phung Tung","year":"2023","unstructured":"Tung Phung, Jos\u00e9 Cambronero, Sumit Gulwani, Tobias Kohn, Rupak Majumdar, Adish Singla, and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662 (2023)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3406263"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","unstructured":"James Prather Brent\u00a0N. Reeves Paul Denny Brett\u00a0A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \u201cIt\u2019s Weird That It Knows What I Want\u201d: Usability and Interactions with Copilot for Novice Programmers. ACM Trans. Comput.-Hum. Interact. (aug 2023). https:\/\/doi.org\/10.1145\/3617367 Just Accepted.","DOI":"10.1145\/3617367"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61425-0_26"},{"key":"e_1_3_2_1_43_1","volume-title":"Help-seeking behavior in a problem-solving situation: Development of self-regulation. European Journal of Psychology of education 13","author":"Puustinen Minna","year":"1998","unstructured":"Minna Puustinen. 1998. Help-seeking behavior in a problem-solving situation: Development of self-regulation. European Journal of Psychology of education 13 (1998), 271\u2013282."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_2_1_46_1","volume-title":"What is it like to program with artificial intelligence?arXiv preprint arXiv:2208.06213","author":"Sarkar Advait","year":"2022","unstructured":"Advait Sarkar, Andrew\u00a0D Gordon, Carina Negreanu, Christian Poelitz, Sruti\u00a0Srinivasa Ragavan, and Ben Zorn. 2022. What is it like to program with artificial intelligence?arXiv preprint arXiv:2208.06213 (2022)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3137065.3137080"},{"key":"e_1_3_2_1_50_1","volume-title":"Instruction, Cognition & Learning 8, 1","author":"Sykes R","year":"2010","unstructured":"Edward\u00a0R Sykes. 2010. Design, Development and Evaluation of the Java Intelligent Tutoring System.Technology, Instruction, Cognition & Learning 8, 1 (2010)."},{"key":"e_1_3_2_1_51_1","volume-title":"An Empirical Study of Developer Behaviors for Validating and Repairing AI-Generated Code. Plateau Workshop.","author":"Tang Ningzhi","year":"2023","unstructured":"Ningzhi Tang, Meng Chen, Zheng Ning, Aakash Bansal, Yu Huang, Collin McMillan, and Toby Jia-Jun Li. 2023. An Empirical Study of Developer Behaviors for Validating and Repairing AI-Generated Code. Plateau Workshop."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499374"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2019.1565233"}],"event":{"name":"Koli Calling '23: 23rd Koli Calling International Conference on Computing Education Research","location":"Koli Finland","acronym":"Koli Calling '23"},"container-title":["Proceedings of the 23rd Koli Calling International Conference on Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631802.3631806","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3631802.3631806","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:19:07Z","timestamp":1755879547000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631802.3631806"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,13]]},"references-count":55,"alternative-id":["10.1145\/3631802.3631806","10.1145\/3631802"],"URL":"https:\/\/doi.org\/10.1145\/3631802.3631806","relation":{},"subject":[],"published":{"date-parts":[[2023,11,13]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}