{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T16:41:20Z","timestamp":1777480880669,"version":"3.51.4"},"reference-count":78,"publisher":"Informa UK Limited","issue":"1","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Computer Science Education"],"published-print":{"date-parts":[[2022,1,2]]},"DOI":"10.1080\/08993408.2020.1860408","type":"journal-article","created":{"date-parts":[[2021,1,31]],"date-time":"2021-01-31T12:55:34Z","timestamp":1612097734000},"page":"105-127","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":48,"title":["Towards understanding the effective design of automated formative feedback for programming assignments"],"prefix":"10.1080","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6361-5035","authenticated-orcid":false,"given":"Qiang","family":"Hao","sequence":"first","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"David H.","family":"Smith IV","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Lu","family":"Ding","sequence":"additional","affiliation":[{"name":"Eastern Illinois University","place":["Charleston, US"]}]},{"given":"Amy","family":"Ko","sequence":"additional","affiliation":[{"name":"University of Washington","place":["Seattle, US"]}]},{"given":"Camille","family":"Ottaway","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Jack","family":"Wilson","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Kai H.","family":"Arakawa","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Alistair","family":"Turcan","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Timothy","family":"Poehlman","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]},{"given":"Tyler","family":"Greer","sequence":"additional","affiliation":[{"name":"Computer Science & SMATE\u200b, Western Washington University, Bellingham, WA, US"}]}],"member":"301","published-online":{"date-parts":[[2021,1,31]]},"reference":[{"key":"e_1_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500150747"},{"key":"e_1_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2010.2098442"},{"key":"e_1_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0089-1"},{"key":"e_1_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/03075079.2010.510182"},{"issue":"2","key":"e_1_3_2_6_1","first-page":"185","article-title":"Why students engage in \u201cgaming the system\u201d behavior in interactive learning environments","volume":"19","author":"Baker R.","year":"2008","unstructured":"Baker, R., Walonoski, J., Heffernan, N., Roll, I., Corbett, A., & Koedinger, K. (2008). Why students engage in \u201cgaming the system\u201d behavior in interactive learning environments. Journal of Interactive Learning Research, 19(2), 185\u2013224.","journal-title":"Journal of Interactive Learning Research"},{"key":"e_1_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543061002213"},{"key":"e_1_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3325539"},{"key":"e_1_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11092-008-9068-5"},{"key":"e_1_3_2_10_1","volume-title":"Feedback in higher and professional education: Understanding it and doing it well","author":"Boud D.","year":"2013","unstructured":"Boud, D., & Molloy, E. (2013). Feedback in higher and professional education: Understanding it and doing it well. Routledge."},{"key":"e_1_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/00221546.1993.11778449"},{"key":"e_1_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543065003245"},{"key":"e_1_3_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3084362"},{"key":"e_1_3_2_14_1","volume-title":"Acm journal of education resources in computing","author":"Cassel L.","year":"2000","unstructured":"Cassel, L., & Fox, E. (2000). Acm journal of education resources in computing. ACM."},{"key":"e_1_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(03)00030-7"},{"key":"e_1_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2004.825220"},{"key":"e_1_3_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3099023.3099065"},{"key":"e_1_3_2_18_1","unstructured":"Computing Research Association (2017). Generation cs: Computer science undergraduate enrollments surge since 2006."},{"key":"e_1_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781452230153"},{"key":"e_1_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/11774303_40"},{"key":"e_1_3_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2003.816064"},{"key":"e_1_3_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2014.142"},{"key":"e_1_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1384271.1384371"},{"key":"e_1_3_2_24_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654312474350"},{"key":"e_1_3_2_25_1","doi-asserted-by":"publisher","DOI":"10.1037\/edu0000053"},{"key":"e_1_3_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899440"},{"key":"e_1_3_2_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2009.08.007"},{"key":"e_1_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287345"},{"key":"e_1_3_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1140124.1140130"},{"key":"e_1_3_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192387"},{"key":"e_1_3_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366913"},{"key":"e_1_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159502"},{"key":"e_1_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3345328"},{"key":"e_1_3_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE43999.2019.9028686"},{"key":"e_1_3_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2019.8818922"},{"key":"e_1_3_2_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.04.016"},{"key":"e_1_3_2_37_1","first-page":"263","volume-title":"Handbook of research on learning and instruction","author":"Hattie J.","year":"2011","unstructured":"Hattie, J., & Gan, M. (2011). Instruction based on feedback. In Mayer, R. E., & Alexander, P. A. (Eds.). Handbook of research on learning and instruction (pp. 263\u2013285). Taylor & Francis."},{"key":"e_1_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/03075070120099368"},{"key":"e_1_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvlc.2006.09.001"},{"key":"e_1_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858796.2858798"},{"key":"e_1_3_2_44_1","first-page":"140, 1\u201340","article-title":"Enhancing student learning through effective formative feedback","author":"Juwah C.","year":"2004","unstructured":"Juwah, C., Macfarlane-Dick, D., Matthew, B., Nicol, D., Ross, D., & Smith, B. (2004). Enhancing student learning through effective formative feedback. The Higher Education Academy, 140, 1\u201340.","journal-title":"The Higher Education Academy"},{"key":"e_1_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366882"},{"key":"e_1_3_2_46_1","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.00114"},{"key":"e_1_3_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"e_1_3_2_48_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2012.655091"},{"key":"e_1_3_2_49_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.119.2.254"},{"key":"e_1_3_2_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-010-9153-6"},{"key":"e_1_3_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295779"},{"issue":"1","key":"e_1_3_2_52_1","first-page":"2","article-title":"Studies of the effect of formative assessment on student achievement: So much more is needed","volume":"18","author":"McMillan J. H.","year":"2013","unstructured":"McMillan, J. H., Venable, J. C., & Varier, D. (2013). Studies of the effect of formative assessment on student achievement: So much more is needed. Practical Assessment, Research, and Evaluation, 18(1), 2.","journal-title":"Practical Assessment, Research, and Evaluation"},{"key":"e_1_3_2_53_1","unstructured":"Narciss S. & Huth K. (2004). How to design informative tutoring feedback for multimedia learning. In Niegemann H. M. Leutner D. Br\u00fcnken R. Leutner D. & Br\u00fcnken R. (Eds.) Instructional design for multimedia learning (pp 181\u2013195). Waxmann."},{"key":"e_1_3_2_54_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.09.011"},{"key":"e_1_3_2_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT.2012.218"},{"key":"e_1_3_2_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/03075070600572090"},{"key":"e_1_3_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319768"},{"key":"e_1_3_2_58_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2017.1356905"},{"key":"e_1_3_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059026"},{"key":"e_1_3_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1345443.1345441"},{"key":"e_1_3_2_61_1","volume-title":"Proceedings of the 3rd Computer Science Education Research Conference on Computer Science Education Research, CSERC \u201813","author":"Pieterse V.","year":"2013","unstructured":"Pieterse, V. (2013). Automated assessment of programming assignments. In Proceedings of the 3rd Computer Science Education Research Conference on Computer Science Education Research, CSERC \u201813, Open Univ., Heerlen, The Netherlands, The Netherlands. Open Universiteit, Heerlen, 4: 45\u20134:56."},{"key":"e_1_3_2_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_35"},{"key":"e_1_3_2_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00117714"},{"issue":"12","key":"e_1_3_2_64_1","first-page":"273","article-title":"Assessing the quality of assessment techniques at higher education level","volume":"2","author":"Saifi S.","year":"2011","unstructured":"Saifi, S., Mahmood, T., Gujjar, A., & Ali Sha, S. (2011). Assessing the quality of assessment techniques at higher education level. International Journal of Business and Social Science, 2(12), 273.","journal-title":"International Journal of Business and Social Science"},{"key":"e_1_3_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017781"},{"key":"e_1_3_2_66_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2012.10.007"},{"key":"e_1_3_2_67_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654307313795"},{"key":"e_1_3_2_68_1","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-020-00200-7"},{"key":"e_1_3_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3300115.3309503"},{"key":"e_1_3_2_70_1","doi-asserted-by":"publisher","DOI":"10.4324\/9780203930502"},{"key":"e_1_3_2_71_1","unstructured":"Tukiainen M. & M\u00f6nkk\u00f6nen E. (2002). Programming aptitude testing as a prediction of learning to program. In Proceedings of 4th Workshop of the Psychology of Programming Interest Group (pp. 45\u201357)."},{"key":"e_1_3_2_72_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2011.07.020"},{"key":"e_1_3_2_73_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654314564881"},{"key":"e_1_3_2_74_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-005-3951-0"},{"key":"e_1_3_2_75_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.12.005"},{"key":"e_1_3_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192384"},{"key":"e_1_3_2_77_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33642-3_25"},{"key":"e_1_3_2_78_1","doi-asserted-by":"publisher","DOI":"10.1080\/758483462"},{"key":"e_1_3_2_79_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1023967026413"}],"container-title":["Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08993408.2020.1860408","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T15:57:42Z","timestamp":1768924662000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/08993408.2020.1860408"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,31]]},"references-count":78,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1,2]]}},"alternative-id":["10.1080\/08993408.2020.1860408"],"URL":"https:\/\/doi.org\/10.1080\/08993408.2020.1860408","relation":{},"ISSN":["0899-3408","1744-5175"],"issn-type":[{"value":"0899-3408","type":"print"},{"value":"1744-5175","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,31]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2020-04-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-12-03","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-01-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}