{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:59:25Z","timestamp":1750309165881,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639474.3640051","type":"proceedings-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T15:35:49Z","timestamp":1716564949000},"page":"139-150","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Design principles for generating and presenting automated formative feedback on code quality using software metrics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-5986-0180","authenticated-orcid":false,"given":"Eddy","family":"van den Aker","sequence":"first","affiliation":[{"name":"Zuyd University of Applied Science, Heerlen, Netherlands"},{"name":"Open University, Heerlen, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1916-4024","authenticated-orcid":false,"given":"Ebrahim","family":"Rahimi","sequence":"additional","affiliation":[{"name":"Open University, Heerlen, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings Frontiers in Education 35th Annual Conference. IEEE, T2H-1.","author":"Ahren TC","year":"2005","unstructured":"TC Ahren. 2005. Using online annotation software to provide timely feedback in an introductory programming course. In Proceedings Frontiers in Education 35th Annual Conference. IEEE, T2H-1."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.28945\/300"},{"key":"e_1_3_2_1_3_1","volume-title":"Siobhan Leahy, Christine Lyon, Marnie Thompson, and Dylan Wiliam.","author":"Assessment Classroom","year":"2005","unstructured":"Classroom Assessment, Day by Day, Siobhan Leahy, Christine Lyon, Marnie Thompson, and Dylan Wiliam. 2005. continually adapt instruction to meet student needs. Assessment 63, 3 (2005)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/336512.336534"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the SIGCHI conference on Human factors in computing systems. 1313--1322","author":"Biehl Jacob T","year":"2007","unstructured":"Jacob T Biehl, Mary Czerwinski, Greg Smith, and George G Robertson. 2007. FASTDash: a visual dashboard for fostering awareness in software teams. In Proceedings of the SIGCHI conference on Human factors in computing systems. 1313--1322."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2729094.2742622"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-018-9186-0"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3174781.3174785"},{"volume-title":"Innovative assessment in higher education","author":"Brown Evelyn","key":"e_1_3_2_1_9_1","unstructured":"Evelyn Brown and Chris Glover. 2006. Evaluating written feedback. In Innovative assessment in higher education. Routledge, 101--111."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45153-4_4"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709447"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8535.2007.00745.x"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","first-page":"45","DOI":"10.32674\/jsard.v1i1.1908","article-title":"Goal setting to increase student academic performance","volume":"1","author":"Dotson Ronnie","year":"2016","unstructured":"Ronnie Dotson. 2016. Goal setting to increase student academic performance. Journal of School Administration Research and Development 1, 1 (2016), 45--46.","journal-title":"Journal of School Administration Research and Development"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1163405.1163409"},{"key":"e_1_3_2_1_15_1","volume-title":"The effects of a digital formative assessment tool on mathematics achievement and student motivation: Results of a randomized experiment. Computers & education 106","author":"Faber Janke M","year":"2017","unstructured":"Janke M Faber, Hans Luyten, and Adrie J Visscher. 2017. The effects of a digital formative assessment tool on mathematics achievement and student motivation: Results of a randomized experiment. Computers & education 106 (2017), 83--96."},{"volume-title":"Information dashboard design: The effective visual communication of data","author":"Few Stephen","key":"e_1_3_2_1_16_1","unstructured":"Stephen Few. 2006. Information dashboard design: The effective visual communication of data. O'Reilly Media, Inc."},{"volume-title":"Refactoring: improving the design of existing code","author":"Fowler Martin","key":"e_1_3_2_1_17_1","unstructured":"Martin Fowler. 2018. Refactoring: improving the design of existing code. Addison-Wesley Professional."},{"key":"e_1_3_2_1_18_1","volume-title":"Conditions under which assessment supports students' learning. Learning and teaching in higher education 1","author":"Gibbs Graham","year":"2005","unstructured":"Graham Gibbs and Claire Simpson. 2005. Conditions under which assessment supports students' learning. Learning and teaching in higher education 1 (2005), 3--31."},{"key":"e_1_3_2_1_19_1","volume-title":"Frequently forgotten fundamental facts about software engineering","author":"Glass Robert L","year":"2001","unstructured":"Robert L Glass. 2001. Frequently forgotten fundamental facts about software engineering. IEEE software 18, 3 (2001), 112."},{"key":"e_1_3_2_1_20_1","volume-title":"The power of feedback. Review of educational research 77, 1","author":"Hattie John","year":"2007","unstructured":"John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research 77, 1 (2007), 81--112."},{"key":"e_1_3_2_1_21_1","volume-title":"Companion Proceedings of the 36th International Conference on Software Engineering. 592--595","author":"Heinemann Lars","year":"2014","unstructured":"Lars Heinemann, Benjamin Hummel, and Daniela Steidl. 2014. Teamscale: Software quality control in real-time. In Companion Proceedings of the 36th International Conference on Software Engineering. 592--595."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/QUATIC.2007.8"},{"key":"e_1_3_2_1_23_1","volume-title":"Using technology to encourage student engagement with feedback: a literature review. Research in Learning Technology 19, 2","author":"Hepplestone Stuart","year":"2011","unstructured":"Stuart Hepplestone, Graham Holden, Brian Irwin, Helen J Parkin, and Louise Thorpe. 2011. Using technology to encourage student engagement with feedback: a literature review. Research in Learning Technology 19, 2 (2011)."},{"key":"e_1_3_2_1_24_1","volume-title":"Post-proceedings of the Tenth Seminar on Advanced Techniques and Tools for Software Evolution (SATToSE)","volume":"210","author":"Jansen Julian","year":"2017","unstructured":"Julian Jansen, Ana Oprescu, and Magiel Bruntink. 2017. The impact of automated code quality feedback in programming education. In Post-proceedings of the Tenth Seminar on Advanced Techniques and Tools for Software Evolution (SATToSE), Vol. 210."},{"volume-title":"2021 IEEE Frontiers in Education Conference (FIE). IEEE, 1--5.","author":"Oscar","key":"e_1_3_2_1_25_1","unstructured":"Oscar Karnalim et al. 2021. Promoting code quality via automated feedback on student submissions. In 2021 IEEE Frontiers in Education Conference (FIE). IEEE, 1--5."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059061"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432526"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1155\/2013\/805963"},{"key":"e_1_3_2_1_30_1","volume-title":"A study of the difficulties of novice programmers. Acm sigcse bulletin 37, 3","author":"Lahtinen Essi","year":"2005","unstructured":"Essi Lahtinen, Kirsti Ala-Mutka, and Hannu-Matti J\u00e4rvinen. 2005. A study of the difficulties of novice programmers. Acm sigcse bulletin 37, 3 (2005), 14--18."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X12459679"},{"key":"e_1_3_2_1_32_1","volume-title":"Goal setting: A motivational technique that works! Organizational Dynamics","author":"Locke Edwin A","year":"1984","unstructured":"Edwin A Locke and Gary P Latham. 1984. Goal setting: A motivational technique that works! Organizational Dynamics (1984)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-019-9023-2"},{"key":"e_1_3_2_1_34_1","first-page":"1","article-title":"Research perspectives: design theory indeterminacy: what is it, how can it be reduced, and why did the polar bear drown","volume":"21","author":"Lukyanenko Roman","year":"2020","unstructured":"Roman Lukyanenko and Jeffrey Parsons. 2020. Research perspectives: design theory indeterminacy: what is it, how can it be reduced, and why did the polar bear drown? Journal of the Association for Information Systems 21, 5 (2020), 1.","journal-title":"Journal of the Association for Information Systems"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0033546"},{"key":"e_1_3_2_1_37_1","volume-title":"Companion Proceedings of the 36th International Conference on Software Engineering. 344--353","author":"Mittal Megha","year":"2014","unstructured":"Megha Mittal and Ashish Sureka. 2014. Process mining software repositories from student projects in an undergraduate software engineering course. In Companion Proceedings of the 36th International Conference on Software Engineering. 344--353."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1111\/j.1540-4781.2011.01231.x","article-title":"Goal setting and student achievement: A longitudinal study","volume":"96","author":"Moeller Aleidine J","year":"2012","unstructured":"Aleidine J Moeller, Janine M Theiler, and Chaorong Wu. 2012. Goal setting and student achievement: A longitudinal study. The Modern Language Journal 96, 2 (2012), 153--169.","journal-title":"The Modern Language Journal"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66610-5_10"},{"key":"e_1_3_2_1_40_1","volume-title":"Formative assessment and self-regulated learning: A model and seven principles of good feedback practice. Studies in higher education 31, 2","author":"Nicol David J","year":"2006","unstructured":"David J Nicol and Debra Macfarlane-Dick. 2006. Formative assessment and self-regulated learning: A model and seven principles of good feedback practice. Studies in higher education 31, 2 (2006), 199--218."},{"volume-title":"Assessment for learning: Meeting the challenge of implementation","author":"Panadero Ernesto","key":"e_1_3_2_1_41_1","unstructured":"Ernesto Panadero, Anders Jonsson, and Jan-Willem Strijbos. 2016. Scaffolding self-regulated learning through self-assessment and peer assessment: Guidelines for classroom implementation. In Assessment for learning: Meeting the challenge of implementation. Springer, 311--326."},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the 20th international conference on Software Product and Process Measurement (MENSURA)","volume":"20","author":"Pandazo Kosta","year":"2010","unstructured":"Kosta Pandazo, Arisa Shollo, Miroslaw Staron, and Wilhelm Meding. 2010. Presenting software metrics indicators: a case study. In Proceedings of the 20th international conference on Software Product and Process Measurement (MENSURA), Vol. 20."},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing. 458--467","author":"Park Jungkook","year":"2017","unstructured":"Jungkook Park, Yeong Hoon Park, Suin Kim, and Alice Oh. 2017. Eliph: Effective visualization of code history for peer assessment in programming education. In Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing. 458--467."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222240302"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677279"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the 2013 International Conference on Information Systems and Design of Communication. 75--80","author":"Piteira Martinha","year":"2013","unstructured":"Martinha Piteira and Carlos Costa. 2013. Learning computer programming: study of difficulties in learning programming. In Proceedings of the 2013 International Conference on Information Systems and Design of Communication. 75--80."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930601127869"},{"volume-title":"A design framework for personal learning environments. Ph. D. Dissertation","author":"Rahimi Ebrahim","key":"e_1_3_2_1_48_1","unstructured":"Ebrahim Rahimi. 2015. A design framework for personal learning environments. Ph. D. Dissertation. Delft University of Technology Delft, The Netherlands."},{"key":"e_1_3_2_1_49_1","volume-title":"International Conference on Informatics in Schools: Situation, Evolution, and Perspectives. Springer, 155--168","author":"Rahimi Ebrahim","year":"2017","unstructured":"Ebrahim Rahimi, Erik Barendsen, and Ineke Henze. 2017. Identifying students' misconceptions on basic algorithmic concepts through flowchart analysis. In International Conference on Informatics in Schools: Situation, Evolution, and Perspectives. Springer, 155--168."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3265757.3265768"},{"key":"e_1_3_2_1_51_1","volume-title":"European Conference on Technology Enhanced Learning. Springer, 224--237","author":"Sedrakyan Gayane","year":"2017","unstructured":"Gayane Sedrakyan, Derick Leony, Pedro J Mu\u00f1oz-Merino, Carlos Delgado Kloos, and Katrien Verbert. 2017. Evaluating student-facing learning dashboards of affective states. In European Conference on Technology Enhanced Learning. Springer, 224--237."},{"key":"e_1_3_2_1_52_1","volume-title":"Those who understand: Knowledge growth in teaching. Educational researcher 15, 2","author":"Shulman Lee S","year":"1986","unstructured":"Lee S Shulman. 1986. Those who understand: Knowledge growth in teaching. Educational researcher 15, 2 (1986), 4--14."},{"key":"e_1_3_2_1_53_1","volume-title":"PCK: Its genesis and exodus. In Re-examining pedagogical content knowledge in science education","author":"Shulman Lee S","year":"2015","unstructured":"Lee S Shulman. 2015. PCK: Its genesis and exodus. In Re-examining pedagogical content knowledge in science education. Routledge, 13--23."},{"key":"e_1_3_2_1_54_1","volume-title":"International Conference on Software Maintenance, 2003. ICSM 2003. Proceedings. IEEE, 190--198","author":"Sneed Harry M","year":"2003","unstructured":"Harry M Sneed and Peter Brossler. 2003. Critical success factors in software maintenance: a case study. In International Conference on Software Maintenance, 2003. ICSM 2003. Proceedings. IEEE, 190--198."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999555"},{"key":"e_1_3_2_1_56_1","volume-title":"Assessment-summative and formative-some theoretical reflections. British journal of educational studies 53, 4","author":"Taras Maddalena","year":"2005","unstructured":"Maddalena Taras. 2005. Assessment-summative and formative-some theoretical reflections. British journal of educational studies 53, 4 (2005), 466--478."},{"key":"e_1_3_2_1_57_1","volume-title":"Kent Gustafson, Nienke Nieveen, and Tjeerd Plomp.","author":"van den Akker Jan","year":"1999","unstructured":"Jan van den Akker, Robert Maribe Branch, Kent Gustafson, Nienke Nieveen, and Tjeerd Plomp. 1999. Design approaches and tools in education and training. Springer Science & Business Media."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1080\/00313831.2011.628693","article-title":"Feedback dialogues that stimulate students' reflective thinking","volume":"57","author":"der Schaaf Marieke Van","year":"2013","unstructured":"Marieke Van der Schaaf, Liesbeth Baartman, Frans Prins, Anne Oosterbaan, and Harmen Schaap. 2013. Feedback dialogues that stimulate students' reflective thinking. Scandinavian Journal of Educational Research 57, 3 (2013), 227--245.","journal-title":"Scandinavian Journal of Educational Research"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-018-0071-0"},{"key":"e_1_3_2_1_60_1","first-page":"58","article-title":"Enhancing students' computer programming performances, critical thinking awareness and attitudes towards programming: An online peer-assessment attempt","volume":"20","author":"Wang Xiao-Ming","year":"2017","unstructured":"Xiao-Ming Wang, Gwo-Jen Hwang, Zi-Yun Liang, and Hsiu-Ying Wang. 2017. Enhancing students' computer programming performances, critical thinking awareness and attitudes towards programming: An online peer-assessment attempt. Journal of Educational Technology & Society 20, 4 (2017), 58--68.","journal-title":"Journal of Educational Technology & Society"},{"key":"e_1_3_2_1_61_1","volume-title":"Formative assessment: Getting the focus right. Educational assessment 11, 3-4","author":"Wiliam Dylan","year":"2006","unstructured":"Dylan Wiliam. 2006. Formative assessment: Getting the focus right. Educational assessment 11, 3-4 (2006), 283--289."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1111\/j.1468-2273.2009.00430.x","article-title":"Assessment and feedback: Institutional experiences of student feedback, 1996 to 2007","volume":"63","author":"Williams James","year":"2009","unstructured":"James Williams and David Kane. 2009. Assessment and feedback: Institutional experiences of student feedback, 1996 to 2007. Higher Education Quarterly 63, 3 (2009), 264--286.","journal-title":"Higher Education Quarterly"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1080\/02602938.2011.646236","article-title":"Feed-forward assessment, exemplars and peer marking: evidence of efficacy","volume":"38","author":"Wimshurst Kerry","year":"2013","unstructured":"Kerry Wimshurst and Matthew Manning. 2013. Feed-forward assessment, exemplars and peer marking: evidence of efficacy. Assessment & Evaluation in Higher Education 38, 4 (2013), 451--465.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.03087"},{"key":"e_1_3_2_1_65_1","volume-title":"Lesson Planning, Lessons and Student Learning. In Data Driven Approaches in Digital Education (Cham","author":"Xhakaj Fran\u00e7eska","year":"2017","unstructured":"Fran\u00e7eska Xhakaj, Vincent Aleven, and Bruce McLaren. 2017. Effects of a Teacher Dashboard for an Intelligent Tutoring System on Teacher Knowledge, Lesson Planning, Lessons and Student Learning. In Data Driven Approaches in Digital Education (Cham, 2017). Springer International Publishing, 315--329."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1177\/1609406920918810"},{"key":"e_1_3_2_1_67_1","volume-title":"Becoming a self-regulated learner: An overview. Theory into practice 41, 2","author":"Zimmerman Barry J","year":"2002","unstructured":"Barry J Zimmerman. 2002. Becoming a self-regulated learner: An overview. Theory into practice 41, 2 (2002), 64--70."}],"event":{"name":"ICSE-SEET '24: 46th International Conference on Software Engineering: Software Engineering Education and Training","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"],"location":"Lisbon Portugal","acronym":"ICSE-SEET '24"},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640051","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639474.3640051","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:37Z","timestamp":1750287217000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640051"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":67,"alternative-id":["10.1145\/3639474.3640051","10.1145\/3639474"],"URL":"https:\/\/doi.org\/10.1145\/3639474.3640051","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}