{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T00:01:27Z","timestamp":1755993687278,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T00:00:00Z","timestamp":1723420800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,12]]},"DOI":"10.1145\/3632620.3671120","type":"proceedings-article","created":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T12:47:29Z","timestamp":1722948449000},"page":"263-279","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Validating, Refining, and Identifying Programming Plans Using Learning Curve Analysis on Code Writing Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5674-5878","authenticated-orcid":false,"given":"Mehmet Arif","family":"Demirta\u015f","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4730-447X","authenticated-orcid":false,"given":"Max","family":"Fowler","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2261-5462","authenticated-orcid":false,"given":"Nicole","family":"Hu","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9702-2796","authenticated-orcid":false,"given":"Kathryn","family":"Cunningham","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Knowledge Component (KC) Approaches to Learner Modeling. Design recommendations for intelligent tutoring systems 1","author":"Aleven Vincent","year":"2013","unstructured":"Vincent Aleven and Kenneth\u00a0R. Koedinger. 2013. Knowledge Component (KC) Approaches to Learner Modeling. Design recommendations for intelligent tutoring systems 1 (2013), 165\u2013182."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_75"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327809jls0402_2"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/273133.273182"},{"key":"e_1_3_2_1_5_1","volume-title":"Loop Patterns. In Proceedings of the Fifth Pattern Languages of Programs Conference.","author":"Astrachan Owen","year":"1998","unstructured":"Owen Astrachan and Eugene Wallingford. 1998. Loop Patterns. In Proceedings of the Fifth Pattern Languages of Programs Conference."},{"key":"e_1_3_2_1_6_1","volume-title":"Effects of frequent classroom testing. The journal of educational research 85, 2","author":"Bangert-Drowns L","year":"1991","unstructured":"Robert\u00a0L Bangert-Drowns, James\u00a0A Kulik, and Chen-Lin\u00a0C Kulik. 1991. Effects of frequent classroom testing. The journal of educational research 85, 2 (1991), 89\u201399."},{"key":"e_1_3_2_1_7_1","unstructured":"Joseph Bergin. 1999. Patterns for Selection. https:\/\/csis.pace.edu\/~bergin\/patterns\/Patternsv4.html."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094428107301102"},{"key":"e_1_3_2_1_9_1","volume-title":"Uses of macro-contexts to facilitate mathematical thinking. The teaching and assessing of mathematical problem solving 3","author":"Bransford John","year":"1988","unstructured":"John Bransford, Ted Hasselbring, Brigid Barron, Stan Kulewicz, Joan Littlefield, and Laura Goin. 1988. Uses of macro-contexts to facilitate mathematical thinking. The teaching and assessing of mathematical problem solving 3 (1988), 125\u2013147."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_17"},{"key":"e_1_3_2_1_11_1","unstructured":"Michelene T.\u00a0H. Chi Robert\u00a0E. Glaser and Marshall\u00a0J. Farr. 1988. The Nature of Expertise. https:\/\/api.semanticscholar.org\/CorpusID:143028015"},{"volume-title":"Designing Pascal Solutions: Case studies using data structures","author":"Clancy J","key":"e_1_3_2_1_12_1","unstructured":"Michael\u00a0J Clancy. 1996. Designing Pascal Solutions: Case studies using data structures. WH Freeman & Co."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445571"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 11th Australasian Computing Education Conference (ACE","author":"de Raadt Michael","year":"2009","unstructured":"Michael de Raadt, Richard Watson, and Mark Toleman. 2009. Teaching and Assessing Programming Strategies Explicitly. In Proceedings of the 11th Australasian Computing Education Conference (ACE 2009), Margaret Hamilton and Tony Clear (Eds.). Vol.\u00a095. Bedford Park, South Australia, 45\u201354."},{"key":"e_1_3_2_1_15_1","volume-title":"Pattern Based Programming Instruction. In 1996 Annual Conference. 1.349","author":"East Philip","year":"1996","unstructured":"J.\u00a0Philip East, S.\u00a0Rebecca Thomas, Eugene Wallingford, Walter Beck, and Janet Drake. 1996. Pattern Based Programming Instruction. In 1996 Annual Conference. 1.349.1\u20131.349.10."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844556"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432413"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/02724988843000005"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1562877.1562915"},{"volume-title":"Informatics in Schools. Sustainable Informatics Education for Pupils of all Ages, Ira Diethelm and Roland\u00a0T","author":"Ginat David","key":"e_1_3_2_1_20_1","unstructured":"David Ginat, Eti Menashe, and Amal Taya. 2013. Novice Difficulties with Interleaved Pattern Composition. In Informatics in Schools. Sustainable Informatics Education for Pupils of all Ages, Ira Diethelm and Roland\u00a0T. Mittermeir (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 57\u201367."},{"volume-title":"Emergence Vs Forcing: Basics of Grounded Theory Analysis","author":"Glaser B.G.","key":"e_1_3_2_1_21_1","unstructured":"B.G. Glaser. 1992. Emergence Vs Forcing: Basics of Grounded Theory Analysis. Sociology Press. https:\/\/books.google.com\/books?id=1ZJiQgAACAAJ"},{"key":"e_1_3_2_1_22_1","volume-title":"Confident Learning Curves in Additive Factors Modeling","author":"Goutte Cyril","year":"2020","unstructured":"Cyril Goutte and Guillaume Durand. 2020. Confident Learning Curves in Additive Factors Modeling.International Educational Data Mining Society (2020)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432442"},{"volume-title":"An Analysis of Pattern Usage in CS1 Courses. Thesis","author":"Iyer Vighnesh\u00a0Narayanan","key":"e_1_3_2_1_24_1","unstructured":"Vighnesh\u00a0Narayanan Iyer. 2020. An Analysis of Pattern Usage in CS1 Courses. Thesis. University of Illinois at Urbana-Champaign."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE49875.2021.9637360"},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"Through (tracking) their eyes: Abstraction and complexity in program comprehension","volume":"22","author":"Kather Philipp","year":"2021","unstructured":"Philipp Kather, Rodrigo Duran, and Jan Vahrenhold. 2021. Through (tracking) their eyes: Abstraction and complexity in program comprehension. ACM Transactions on Computing Education (TOCE) 22, 2 (2021), 1\u201333.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1201\/b10274-6"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1551-6709.2012.01245.x"},{"key":"e_1_3_2_1_29_1","unstructured":"Kenneth\u00a0R. Koedinger Elizabeth\u00a0A. McLaughlin and John\u00a0C. Stamper. 2012. Automated Student Model Improvement. Technical Report. International Educational Data Mining Society."},{"volume-title":"Artificial Intelligence in Education, H.\u00a0Chad Lane","author":"Koedinger R.","key":"e_1_3_2_1_30_1","unstructured":"Kenneth\u00a0R. Koedinger, John\u00a0C. Stamper, Elizabeth\u00a0A. McLaughlin, and Tristan Nixon. 2013. Using Data-Driven Discovery of Better Student Models to Improve Student Learning. In Artificial Intelligence in Education, H.\u00a0Chad Lane, Kalina Yacef, Jack Mostow, and Philip Pavlik (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 421\u2013430."},{"key":"e_1_3_2_1_31_1","volume-title":"Computing Krippendorff\u2019s Alpha-Reliability. 43 (Jan","author":"Krippendorff Klaus","year":"2011","unstructured":"Klaus Krippendorff. 2011. Computing Krippendorff\u2019s Alpha-Reliability. 43 (Jan. 2011). https:\/\/repository.upenn.edu\/handle\/20.500.14332\/2089"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1007996.1008014"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.92.4.1043"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-010-9084-2"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1901\/jaba.1971.4-257"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089786.1089792"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1268784.1268830"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the Third International Conference on Cognitive Science, Vol.\u00a0644648","author":"Nathan J.","year":"2001","unstructured":"Mitchell\u00a0J. Nathan, Kenneth\u00a0R. Koedinger, and Martha\u00a0W. Alibali. 2001. Expert Blind Spot: When Content Knowledge Eclipses Pedagogical Content Knowledge. In Proceedings of the Third International Conference on Cognitive Science, Vol.\u00a0644648. 644\u2013648."},{"volume-title":"Cognitive Skills and Their Acquisition","author":"Newell Allen","key":"e_1_3_2_1_39_1","unstructured":"Allen Newell and Paul\u00a0S. Rosenbloom. 2013. Mechanisms of Skill Acquisition and the Law of Practice. In Cognitive Skills and Their Acquisition. Psychology Press, 1\u201355."},{"key":"e_1_3_2_1_40_1","unstructured":"Huy Nguyen Yeyu Wang John Stamper and Bruce\u00a0M. McLaren. 2019. Using Knowledge Component Modeling to Increase Domain Understanding in a Digital Learning Game. Technical Report. International Educational Data Mining Society."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Peterson\u00a0K Ozili. 2023. The acceptable R-square in empirical modelling for social science research. In Social research methodology and publishing results. IGI global 134\u2013143.","DOI":"10.4018\/978-1-6684-6859-3.ch009"},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the Fifth International Conference on Language Resources and Evaluation (LREC\u201906)","author":"Passonneau Rebecca","year":"2006","unstructured":"Rebecca Passonneau. 2006. Measuring Agreement on Set-valued Items (MASI) for Semantic and Pragmatic Annotation. In Proceedings of the Fifth International Conference on Language Resources and Evaluation (LREC\u201906), Nicoletta Calzolari, Khalid Choukri, Aldo Gangemi, Bente Maegaard, Joseph Mariani, Jan Odijk, and Daniel Tapias (Eds.). European Language Resources Association (ELRA), Genoa, Italy."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.6853077"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(89)90018-9"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960333"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1017\/9781108654555.013"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1017\/9781108654555.010"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.3102\/00028312028001063"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/HCC.2002.1046340"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500056563"},{"key":"e_1_3_2_1_51_1","volume-title":"KC-Finder: Automated Knowledge Component Discovery for Programming Problems","author":"Shi Yang","year":"2023","unstructured":"Yang Shi, Robin Schmucker, Min Chi, Tiffany Barnes, and Thomas Price. 2023. KC-Finder: Automated Knowledge Component Discovery for Programming Problems. International Educational Data Mining Society (2023)."},{"volume-title":"Problem solving and education: Issues in teaching and research","author":"Simon A.","key":"e_1_3_2_1_52_1","unstructured":"Herbert\u00a0A. Simon. 1980. Problem solving and education: Issues in teaching and research. Erlbaum, Hillsdale, NJ, Chapter\u00a06, 81\u201396."},{"key":"e_1_3_2_1_53_1","unstructured":"Mark\u00a0K. Singley and John\u00a0R. Anderson. 1989. The Transfer of Cognitive Skill. https:\/\/api.semanticscholar.org\/CorpusID:60731940"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.2190\/WK8C-BYCF-VQ5C-E307"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/6592.6594"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010283"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/953032.804605"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.28945\/224"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","unstructured":"James\u00a0C Spohrer Elliot Soloway and Edgar Pope. 1985. A Goal\/Plan Analysis of Buggy Pascal Programs. Human\u2013Computer Interaction 1 2 (June 1985) 163\u2013207. https:\/\/doi.org\/10.1207\/s15327051hci0102_4","DOI":"10.1207\/s15327051hci0102_4"},{"volume-title":"Empirical Studies of Programmers Workshop, Elliot Soloway and S.\u00a0Iyengar (Eds.). Ablex, 230\u2013251","author":"G.","key":"e_1_3_2_1_60_1","unstructured":"James\u00a0G. Spohrer and Elliot Soloway. 1986. Analyzing the high frequency bugs in novice programs. In Empirical Studies of Programmers Workshop, Elliot Soloway and S.\u00a0Iyengar (Eds.). Ablex, 230\u2013251."},{"volume-title":"Artificial Intelligence in Education","author":"Stamper C.","key":"e_1_3_2_1_61_1","unstructured":"John\u00a0C. Stamper and Kenneth\u00a0R. Koedinger. 2011. Human-Machine Student Model Discovery and Improvement Using DataShop. In Artificial Intelligence in Education, Gautam Biswas, Susan Bull, Judy Kay, and Antonija Mitrovic (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 353\u2013360."},{"key":"e_1_3_2_1_62_1","volume-title":"International journal of artificial intelligence in education 16, 3","author":"VanLehn Kurt","year":"2006","unstructured":"Kurt VanLehn. 2006. The behavior of tutoring systems. International journal of artificial intelligence in education 16, 3 (2006), 227\u2013265."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.18260\/p.24575"}],"event":{"name":"ICER 2024: ACM Conference on International Computing Education Research","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Melbourne VIC Australia","acronym":"ICER 2024"},"container-title":["Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632620.3671120","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3632620.3671120","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:32:58Z","timestamp":1755909178000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632620.3671120"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,12]]},"references-count":63,"alternative-id":["10.1145\/3632620.3671120","10.1145\/3632620"],"URL":"https:\/\/doi.org\/10.1145\/3632620.3671120","relation":{},"subject":[],"published":{"date-parts":[[2024,8,12]]},"assertion":[{"value":"2024-08-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}