{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T11:14:04Z","timestamp":1768734844625,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,15]],"date-time":"2020-06-15T00:00:00Z","timestamp":1592179200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100014718","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1740775"],"award-info":[{"award-number":["1740775"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,15]]},"DOI":"10.1145\/3341525.3387373","type":"proceedings-article","created":{"date-parts":[[2020,6,3]],"date-time":"2020-06-03T04:15:40Z","timestamp":1591157740000},"page":"356-362","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["ProgSnap2: A Flexible Format for Programming Process Data"],"prefix":"10.1145","author":[{"given":"Thomas W.","family":"Price","sequence":"first","affiliation":[{"name":"North Carolina State University, Raleigh, NC, USA"}]},{"given":"David","family":"Hovemeyer","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, MD, USA"}]},{"given":"Kelly","family":"Rivers","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}]},{"given":"Ge","family":"Gao","sequence":"additional","affiliation":[{"name":"North Carolina State University, Raleigh, NC, USA"}]},{"given":"Austin Cory","family":"Bart","sequence":"additional","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}]},{"given":"Ayaan M.","family":"Kazerouni","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blackburg, VA, USA"}]},{"given":"Brett A.","family":"Becker","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}]},{"given":"Andrew","family":"Petersen","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}]},{"given":"Luke","family":"Gusukuma","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blacksburg, VA, USA"}]},{"given":"Stephen H.","family":"Edwards","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blacksburg, VA, USA"}]},{"given":"David","family":"Babcock","sequence":"additional","affiliation":[{"name":"York College, York, PA, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,6,15]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. SPLICE: Standards Protocols and Learning Infrastructure for Computing Education. https:\/\/cssplice.github.io\/. Accessed: 2019-08--19.  [n.d.]. SPLICE: Standards Protocols and Learning Infrastructure for Computing Education. https:\/\/cssplice.github.io\/. Accessed: 2019-08--19."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.132"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899463"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_2_1_5_1","volume-title":"12th China-Europe International Symposium on Software Engineering Education (CEISEE 2016","author":"Becker Brett A","year":"2016","unstructured":"Brett A Becker and Catherine Mooney . 2016 . Categorizing compiler error messages with principal component analysis . In 12th China-Europe International Symposium on Software Engineering Education (CEISEE 2016 ), Shenyang, China, 28- -29 May 2016. Brett A Becker and Catherine Mooney. 2016. Categorizing compiler error messages with principal component analysis. In 12th China-Europe International Symposium on Software Engineering Education (CEISEE 2016), Shenyang, China, 28--29 May 2016."},{"key":"e_1_3_2_1_6_1","volume-title":"Student Data. In Proceedings of the Tenth Annual Conference on International Computing Education Research (ICER '14)","author":"Neil","unstructured":"Neil C.C. Brown and Amjad Altadmri. 2014. Investigating Novice Programming Mistakes: Educator Beliefs vs . Student Data. In Proceedings of the Tenth Annual Conference on International Computing Education Research (ICER '14) . ACM, New York, NY, USA, 43--50. https:\/\/doi.org\/10.1145\/2632320.2632343 10.1145\/2632320.2632343 Neil C.C. Brown and Amjad Altadmri. 2014. Investigating Novice Programming Mistakes: Educator Beliefs vs. Student Data. In Proceedings of the Tenth Annual Conference on International Computing Education Research (ICER '14). ACM, New York, NY, USA, 43--50. https:\/\/doi.org\/10.1145\/2632320.2632343"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3230991"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538924"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787710"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059055"},{"key":"e_1_3_2_1_11_1","volume-title":"Misconception-Driven Feedback. Proceedings of the 2018 ACM Conference on International Computing Education Research - ICER '18 1","author":"Gusukuma Luke","year":"2018","unstructured":"Luke Gusukuma , Austin Cory Bart , Dennis Kafura , and Jeremy Ernst . 2018 . Misconception-Driven Feedback. Proceedings of the 2018 ACM Conference on International Computing Education Research - ICER '18 1 (2018), 160--168. https:\/\/doi.org\/10.1145\/3230977.3231002 10.1145\/3230977.3231002 Luke Gusukuma, Austin Cory Bart, Dennis Kafura, and Jeremy Ernst. 2018. Misconception-Driven Feedback. Proceedings of the 2018 ACM Conference on International Computing Education Research - ICER '18 1 (2018), 160--168. https:\/\/doi.org\/10.1145\/3230977.3231002"},{"key":"e_1_3_2_1_12_1","first-page":"42","article-title":"A Systematic Investigation of Replications in Computing Education Research","volume":"19","author":"Hao Qiang","year":"2019","unstructured":"Qiang Hao , David H Smith IV, Naitra Iriumi , Michail Tsikerdekis , and Andrew J Ko . 2019 . A Systematic Investigation of Replications in Computing Education Research . ACM Transactions on Computing Education (TOCE) 19 , 4 (2019), 42 . Qiang Hao, David H Smith IV, Naitra Iriumi, Michail Tsikerdekis, and Andrew J Ko. 2019. A Systematic Investigation of Replications in Computing Education Research. ACM Transactions on Computing Education (TOCE) 19, 4 (2019), 42.","journal-title":"ACM Transactions on Computing Education (TOCE)"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059065"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3022418"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/2400161.2400167"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858796.2858798"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151600"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787718"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE '20)","author":"Karvelas Ioannis","unstructured":"Ioannis Karvelas , Annie Li , and Brett A. Becker . 2020. The Effects of Compilation Mechanisms and Error Message Presentation on Novice Programmer Behavior . In Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE '20) . Association for Computing Machinery, New York, NY, USA, 759--765. https:\/\/doi.org\/10.1145\/3328778.3366882 10.1145\/3328778.3366882 Ioannis Karvelas, Annie Li, and Brett A. Becker. 2020. The Effects of Compilation Mechanisms and Error Message Presentation on Novice Programmer Behavior. In Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE '20). Association for Computing Machinery, New York, NY, USA, 759--765. https:\/\/doi.org\/10.1145\/3328778.3366882"},{"key":"e_1_3_2_1_20_1","volume-title":"Kyle Cunningham, Alida Skogsholm, Brett Leber, and John Stamper.","author":"Koedinger Kenneth R","year":"2010","unstructured":"Kenneth R Koedinger , Ryan SJd Baker , Kyle Cunningham, Alida Skogsholm, Brett Leber, and John Stamper. 2010 . A data repository for the EDM community: The PSLC DataShop. Handbook of educational data mining 43 (2010), 43--56. Kenneth R Koedinger, Ryan SJd Baker, Kyle Cunningham, Alida Skogsholm, Brett Leber, and John Stamper. 2010. A data repository for the EDM community: The PSLC DataShop. Handbook of educational data mining 43 (2010), 43--56."},{"key":"e_1_3_2_1_21_1","unstructured":"Kenneth R Koedinger John Stamper and Paulo F Carvalho. [n.d.]. Sharing and Reusing Data and Analytic Methods with LearnSphere. Hands-on 2 ([n. d.]) 30p.  Kenneth R Koedinger John Stamper and Paulo F Carvalho. [n.d.]. Sharing and Reusing Data and Analytic Methods with LearnSphere. Hands-on 2 ([n. d.]) 30p."},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education. ACM, 347--347","author":"Parreira Daniel Marchena","year":"2015","unstructured":"Daniel Marchena Parreira , Andrew Petersen , and Michelle Craig . 2015 . Pcrs-c: Helping students learn c . In Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education. ACM, 347--347 . Daniel Marchena Parreira, Andrew Petersen, and Michelle Craig. 2015. Pcrs-c: Helping students learn c. In Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education. ACM, 347--347."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828966"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017762"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of SPLICE 2019 workshop Computing Science Education Infrastructure: From Tools to Data at 15th ACM International Computing Education Research Conference.","author":"Price Thomas W","year":"2019","unstructured":"Thomas W Price and Ge Gao . 2019 . Lightning Talk: Curating Analyses for Programming Log Data . In Proceedings of SPLICE 2019 workshop Computing Science Education Infrastructure: From Tools to Data at 15th ACM International Computing Education Research Conference. Thomas W Price and Ge Gao. 2019. Lightning Talk: Curating Analyses for Programming Log Data. In Proceedings of SPLICE 2019 workshop Computing Science Education Infrastructure: From Tools to Data at 15th ACM International Computing Education Research Conference."},{"key":"e_1_3_2_1_26_1","unstructured":"Thomas W Price Rui Zhi and Tiffany Barnes. 2017. Evaluation of a Data-driven Feedback Algorithm for Open-ended Programming.. In EDM.  Thomas W Price Rui Zhi and Tiffany Barnes. 2017. Evaluation of a Data-driven Feedback Algorithm for Open-ended Programming.. In EDM."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339423"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960333"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_2_1_30_1","first-page":"177","article-title":"Analyzing online protocols to characterize novice java programmers","volume":"138","author":"Rodrigo Maria Mercedes T","year":"2009","unstructured":"Maria Mercedes T Rodrigo , Emily Tabanao , Ma Beatriz E Lahoz , and Matthew C Jadud . 2009 . Analyzing online protocols to characterize novice java programmers . Philippine Journal of Science 138 , 2 (2009), 177 -- 190 . Maria Mercedes T Rodrigo, Emily Tabanao, Ma Beatriz E Lahoz, and Matthew C Jadud. 2009. Analyzing online protocols to characterize novice java programmers. Philippine Journal of Science 138, 2 (2009), 177--190.","journal-title":"Philippine Journal of Science"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1083142.1083149"},{"key":"e_1_3_2_1_32_1","unstructured":"John Stamper Stephen Edwards Andrew Petersen Thomas Price and Ian Utting. 2017. Developing a Data Standard for Computing Education Learning Process Data (DATASTAND). https:\/\/cssplice.github.io\/DATASTAND.pdf. Accessed: 2019-08--19.  John Stamper Stephen Edwards Andrew Petersen Thomas Price and Ian Utting. 2017. Developing a Data Standard for Computing Education Learning Process Data (DATASTAND). https:\/\/cssplice.github.io\/DATASTAND.pdf. Accessed: 2019-08--19."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the Seventh International Workshop on Computing Education Research (ICER '11)","author":"Tabanao Emily S.","year":"2016","unstructured":"Emily S. Tabanao , Ma. Mercedes T. Rodrigo , and Matthew C. Jadud . 2011. Predicting At-risk Novice Java Programmers Through the Analysis of Online Protocols . In Proceedings of the Seventh International Workshop on Computing Education Research (ICER '11) . ACM, New York, NY, USA, 85--92. https:\/\/doi.org\/10.1145\/ 2016 911.2016930 10.1145\/2016911.2016930 Emily S. Tabanao, Ma. Mercedes T. Rodrigo, and Matthew C. Jadud. 2011. Predicting At-risk Novice Java Programmers Through the Analysis of Online Protocols. In Proceedings of the Seventh International Workshop on Computing Education Research (ICER '11). ACM, New York, NY, USA, 85--92. https:\/\/doi.org\/10.1145\/2016911.2016930"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2013.99"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 45th ACM Technical Symposium on Computer Science Education (SIGCSE '14)","author":"Watson Christopher","unstructured":"Christopher Watson , Frederick W.B. Li , and Jamie L. Godwin . 2014. No Tests Required: Comparing Traditional and Dynamic Predictors of Programming Success . In Proceedings of the 45th ACM Technical Symposium on Computer Science Education (SIGCSE '14) . ACM, New York, NY, USA, 469--474. https:\/\/doi.org\/10.1145\/2538862.2538930 10.1145\/2538862.2538930 Christopher Watson, Frederick W.B. Li, and Jamie L. Godwin. 2014. No Tests Required: Comparing Traditional and Dynamic Predictors of Programming Success. In Proceedings of the 45th ACM Technical Symposium on Computer Science Education (SIGCSE '14). ACM, New York, NY, USA, 469--474. https:\/\/doi.org\/10.1145\/2538862.2538930"},{"key":"e_1_3_2_1_36_1","first-page":"261","article-title":"Investigating automated student modeling in a Java MOOC","volume":"2014","author":"Yudelson Michael","year":"2014","unstructured":"Michael Yudelson , Roya Hosseini , Arto Vihavainen , and Peter Brusilovsky . 2014 . Investigating automated student modeling in a Java MOOC . Educational Data Mining 2014 (2014), 261 -- 264 . Michael Yudelson, Roya Hosseini, Arto Vihavainen, and Peter Brusilovsky. 2014. Investigating automated student modeling in a Java MOOC. Educational Data Mining 2014 (2014), 261--264.","journal-title":"Educational Data Mining"}],"event":{"name":"ITiCSE '20: Innovation and Technology in Computer Science Education","location":"Trondheim Norway","acronym":"ITiCSE '20","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2020 ACM Conference on Innovation and Technology in Computer Science Education"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341525.3387373","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341525.3387373","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:12:58Z","timestamp":1750201978000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341525.3387373"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,15]]},"references-count":36,"alternative-id":["10.1145\/3341525.3387373","10.1145\/3341525"],"URL":"https:\/\/doi.org\/10.1145\/3341525.3387373","relation":{},"subject":[],"published":{"date-parts":[[2020,6,15]]},"assertion":[{"value":"2020-06-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}