{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:51:56Z","timestamp":1776120716808,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Division of Undergraduate Education","doi-asserted-by":"publisher","award":["1915515"],"award-info":[{"award-number":["1915515"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3662025","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"188-199","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["CFlow: Supporting Semantic Flow Analysis of Students' Code in Programming Problems at Scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5978-3714","authenticated-orcid":false,"given":"Ashley Ge","family":"Zhang","sequence":"first","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2691-9280","authenticated-orcid":false,"given":"Xiaohang","family":"Tang","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blacksburg, VA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5823-1499","authenticated-orcid":false,"given":"Steve","family":"Oney","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1646-6935","authenticated-orcid":false,"given":"Yan","family":"Chen","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blacksburg, VA, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/390013.808479"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677258"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/358172.358408"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.80.3.291"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1038"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220970209602054"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC50065.2020.9127260"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434168"},{"key":"e_1_3_2_2_10_1","unstructured":"Michael De Raadt. 2008. Teaching programming strategies explicitly to novice programmers. Ph.D. Dissertation. University of Southern Queensland."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1069"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151954.1067473"},{"key":"e_1_3_2_2_13_1","volume-title":"Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155","author":"Feng Zhangyin","year":"2020","unstructured":"Zhangyin Feng, Daya Guo, Duyu Tang, Nan Duan, Xiaocheng Feng, Ming Gong, Linjun Shou, Bing Qin, Ting Liu, Daxin Jiang, et al. 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/107005.107066"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538973"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8325.1977.tb00363.x"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807469"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"e_1_3_2_2_21_1","volume-title":"Students' and instructors' use of massive open online courses (MOOCs): Motivations and challenges. Educational research review 12","author":"Hew Khe Foon","year":"2014","unstructured":"Khe Foon Hew and Wing Sum Cheung. 2014. Students' and instructors' use of massive open online courses (MOOCs): Motivations and challenges. Educational research review 12 (2014), 45--58."},{"key":"e_1_3_2_2_22_1","volume-title":"AIED 2013 Workshops Proceedings Volume","volume":"25","author":"Huang Jonathan","year":"2013","unstructured":"Jonathan Huang, Chris Piech, Andy Nguyen, and Leonidas Guibas. 2013. Syntactic and functional variability of a million code submissions in a machine learning mooc. In AIED 2013 Workshops Proceedings Volume, Vol. 25. Citeseer."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2005.1611967"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734299"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319780"},{"key":"e_1_3_2_2_26_1","volume-title":"Large Language Models in Introductory Programming Education: ChatGPT's Performance and Implications for Assessments. arXiv preprint arXiv:2308.08572","author":"Kiesler Natalie","year":"2023","unstructured":"Natalie Kiesler and Daniel Schiffner. 2023. Large Language Models in Introductory Programming Education: ChatGPT's Performance and Implications for Assessments. arXiv preprint arXiv:2308.08572 (2023)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_2_2_28_1","volume-title":"AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap. arXiv preprint arXiv:2306.01941","author":"Vera Liao Q","year":"2023","unstructured":"Q Vera Liao and Jennifer Wortman Vaughan. 2023. AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap. arXiv preprint arXiv:2306.01941 (2023)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557409"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580957"},{"key":"e_1_3_2_2_31_1","unstructured":"Linxiao Ma. 2007. Investigating and improving novice programmers' mental models of programming concepts. Ph.D. Dissertation. Citeseer."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00063"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380407"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468538"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/08886504.1997.10782199"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2018.2864133"},{"key":"e_1_3_2_2_37_1","volume-title":"AI can now write its own computer code. That's good news for humans. The New York Times 9","author":"Metz Cade","year":"2021","unstructured":"Cade Metz. 2021. AI can now write its own computer code. That's good news for humans. The New York Times 9 (2021)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089786.1089792"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568023"},{"key":"e_1_3_2_2_40_1","volume-title":"Large Language Models (GPT) for automating feedback on programming assignments. arXiv preprint arXiv:2307.00150","author":"Pankiewicz Maciej","year":"2023","unstructured":"Maciej Pankiewicz and Ryan S Baker. 2023. Large Language Models (GPT) for automating feedback on programming assignments. arXiv preprint arXiv:2307.00150 (2023)."},{"key":"e_1_3_2_2_41_1","first-page":"129","article-title":"User centered system design: new perspectives on humancomputer interaction","volume":"3","author":"Pea Roy D","year":"1987","unstructured":"Roy D Pea. 1987. User centered system design: new perspectives on humancomputer interaction. Journal educational computing research 3, 1 (1987), 129--134.","journal-title":"Journal educational computing research"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/152388.152392"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077618"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFVIS.2005.1532152"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/1151869.1151891"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/66.3.605"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"crossref","unstructured":"Teemu Sirki\u00e4. 2012. Recognizing programming misconceptions-an analysis of the data collected from the uuhistle program simulation tool. (2012).","DOI":"10.1145\/2401796.2401799"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.2190\/2XPP-LTYH-98NQ-BU77"},{"key":"e_1_3_2_2_50_1","unstructured":"Juha Sorva et al. 2012. Visual program simulation in introductory programming education. Aalto University."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.3390\/su14138084"},{"key":"e_1_3_2_2_52_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 5, CSCW2","author":"YiWang April","year":"2021","unstructured":"April YiWang, Yan Chen, John Joon Young Chung, Christopher Brooks, and Steve Oney. 2021. PuzzleMe: Leveraging Peer Assessment for In-Class Programming Exercises. Proceedings of the ACM on Human-Computer Interaction 5, CSCW2 (2021), 1--24."},{"key":"e_1_3_2_2_53_1","volume-title":"Prototransformer: A meta-learning approach to providing student feedback. arXiv preprint arXiv:2107.14035","author":"Wu Mike","year":"2021","unstructured":"Mike Wu, Noah Goodman, Chris Piech, and Chelsea Finn. 2021. Prototransformer: A meta-learning approach to providing student feedback. arXiv preprint arXiv:2107.14035 (2021)."},{"key":"e_1_3_2_2_54_1","volume-title":"RunEx: Augmenting Regular-Expression Code Search with Runtime Values. In 2023 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 139--147","author":"Zhang Ashley Ge","year":"2023","unstructured":"Ashley Ge Zhang, Yan Chen, and Steve Oney. 2023. RunEx: Augmenting Regular-Expression Code Search with Runtime Values. In 2023 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 139--147."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581516"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00044"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662025","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3662025","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:41:00Z","timestamp":1755877260000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3662025"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":56,"alternative-id":["10.1145\/3657604.3662025","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3662025","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}