{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:56:57Z","timestamp":1776085017769,"version":"3.50.1"},"reference-count":65,"publisher":"Informa UK Limited","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Computer Science Education"],"published-print":{"date-parts":[[2005,6]]},"DOI":"10.1080\/08993400500150747","type":"journal-article","created":{"date-parts":[[2005,9,7]],"date-time":"2005-09-07T03:46:35Z","timestamp":1126064795000},"page":"83-102","source":"Crossref","is-referenced-by-count":332,"title":["A Survey of Automated Assessment Approaches for Programming Assignments"],"prefix":"10.1080","volume":"15","author":[{"given":"Kirsti M","family":"Ala-Mutka","sequence":"first","affiliation":[]}],"member":"301","reference":[{"key":"b1","doi-asserted-by":"crossref","unstructured":"Ala-Mutka K J\u00e4rvinen H-M 2004 Assessment Process for Programming AssignmentsProceedings of the 4th IEEE International Conference on Advanced Learning Technologies, Finland 181 185","DOI":"10.1109\/ICALT.2004.1357399"},{"key":"b2","doi-asserted-by":"publisher","DOI":"10.3923\/itj.2004.245.269"},{"key":"b3","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(01)00061-9"},{"key":"b4","first-page":"12A9\/39\u200a\u2013\u200a12A9\/","volume-title":"Proceedings of the 29th ASEE\/IEEE Frontiers in Education Conference","author":"Arnow D","year":"1999"},{"key":"b5","doi-asserted-by":"crossref","unstructured":"Becker K 2003 Grading programming assignments using rubrics InProceedings of the 8th annual conference on Innovation and technology in computer science educationGreece, 253","DOI":"10.1145\/961511.961613"},{"key":"b6","doi-asserted-by":"crossref","unstructured":"Bettini L Crescenzi P Innocenti G Loreti M Cecchi L 2004 An Environment for Self-Assessing Java Programming Skills in Undergraduate First Programming Courses InProceedings of the 4th IEEE International Conference on Advanced Learning TechnologiesFinland, 161\u200a\u2013\u200a165","DOI":"10.1109\/ICALT.2004.1357395"},{"key":"b7","unstructured":"Bloom BS (Ed.) 1956Taxonomy of Educational Objectives: The Classification of Educational Goals. Handbook I. Cognitive DomainNew York: David McKay Company, Inc"},{"key":"b8","doi-asserted-by":"publisher","DOI":"10.1145\/960492.960539"},{"key":"b9","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(03)00030-7"},{"key":"b10","unstructured":"Checkstyle. [Computer Software] Retrieved November 15, 2004, from http:\/\/checkstyle.sourceforge.net\/"},{"key":"b11","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2004.825220"},{"key":"b12","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(97)00054-7"},{"key":"b13","unstructured":"Darwin I 1990Checking C Programs with LintNew York: OReilly & Associates"},{"key":"b14","doi-asserted-by":"publisher","DOI":"10.1109\/32.345830"},{"key":"b15","doi-asserted-by":"publisher","DOI":"10.1145\/1029994.1029995"},{"key":"b16","doi-asserted-by":"crossref","unstructured":"Ellsworth C Fenwick J Kurtz B 2004 The Quiver System InProceedings of the 35th SIGCSE technical symposium on Computer Science EducationUS, 205\u200a\u2013\u200a209","DOI":"10.1145\/971300.971374"},{"key":"b17","doi-asserted-by":"crossref","unstructured":"English J 2004 Automatic Assessment of GUI Programs using JEWL InProceedings of 9th annual conference on Innovation and technology in computer science educationUK, 137\u200a\u2013\u200a141","DOI":"10.1145\/1007996.1008033"},{"key":"b18","doi-asserted-by":"crossref","unstructured":"English J 2002 Experience with a computer-assisted formal programming examination InProceedings of 7th annual conference on Innovation and technology in computer science educationDenmark, 51\u200a\u2013\u200a54","DOI":"10.1145\/544414.544432"},{"key":"b19","unstructured":"Foxley E 1999Ceilidh Documentation on the World Wide WebRetrieved November 15, 2004, from http:\/\/www.cs.nott.ac.uk\/\u223cceilidh\/papers.html"},{"key":"b20","unstructured":"GCC compiler. [Computer software] Retrieved November 15, 2004, from http:\/\/gcc.gnu.org\/"},{"key":"b21","unstructured":"Halstead MH 1977Elements of Software ScienceNew York: Elsevier North-Holland"},{"key":"b22","unstructured":"Hansen H Ruuska M 2003 Assessing time-efficiency in a course on data structures and algorithms InProceedings of the 3rd Annual Finnish\/Baltic Sea Conference on Computer Science Education, Finland"},{"key":"b23","doi-asserted-by":"publisher","DOI":"10.1023\/A:1026364126982"},{"key":"b24","unstructured":"Higgins C Symeonidis P Tsinsifas A 2002 Diagram-based CBA using DATsys and CourseMaster InProceedings of the International Conference on Computers in Education367 372"},{"key":"b25","doi-asserted-by":"publisher","DOI":"10.1145\/782941.782978"},{"key":"b26","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2004.02.001"},{"key":"b27","doi-asserted-by":"publisher","DOI":"10.1016\/0360-1315(93)90086-X"},{"key":"b28","unstructured":"IMS Global Learning Consortium 2003IMS Question & Test interoperability specification(Version 1.2.1). Retrieved November 15, 2004, from http:\/\/ www.imsproject.org\/question\/"},{"key":"b29","doi-asserted-by":"crossref","unstructured":"Jackson D 2000 A semi-automated approach to online assessmentProceedings of 5th annual conference on Innovation and technology in computer science education, Finland 164 167","DOI":"10.1145\/343048.343160"},{"key":"b30","doi-asserted-by":"crossref","unstructured":"Jackson D Usher M 1997 Grading Student Programs using ASSYSTProceedings of the 28th SIGCSE technical symposium on Computer science education, USA 335 339","DOI":"10.1145\/268085.268210"},{"key":"b31","doi-asserted-by":"crossref","unstructured":"Joy M Griffiths N 2004 Online Submission of Coursework \u2013 a Technological Perspective InProceedings of the 4th IEEE International Conference on Advanced Learning TechnologiesFinland, 430\u200a\u2013\u200a434","DOI":"10.1109\/ICALT.2004.1357451"},{"key":"b32","unstructured":"JPLAG. [Computer software] Retrieved November 15, 2004, from http:\/\/www.jplag.de\/"},{"key":"b33","doi-asserted-by":"crossref","unstructured":"Kay D Scott T Isaacson P Reek K 1994 Automated grading assistance for student programs InProceedings of the 25th SIGCSE technical symposium on Computer science educationUSA, 381\u200a\u2013\u200a382","DOI":"10.1145\/191033.191184"},{"key":"b34","doi-asserted-by":"crossref","unstructured":"Korhonen A Malmi L 2000 Algorithm simulation with automatic assessmentProceedings of 5th annual conference on Innovation and technology in computer science education, Finland 160 163","DOI":"10.1145\/343048.343157"},{"key":"b35","unstructured":"Lister R Leaney J 2003 First Year Programming: Let All the Flowers Bloom In T. Greening & R. Lister (Eds.),Computing Education 2003 Fifth Australasian Computing Education Conference(pp. 221\u200a\u2013\u200a230)"},{"key":"b36","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-024X(19990710)29:8<721::AID-SPE257>3.0.CO;2-0"},{"key":"b37","doi-asserted-by":"publisher","DOI":"10.1145\/572139.572181"},{"key":"b38","doi-asserted-by":"publisher","DOI":"10.1076\/0899-3408(200008)10:2;1-C;FT147"},{"key":"b39","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"b40","doi-asserted-by":"crossref","unstructured":"Mengel SA Ulans JV 1999 A case study of the analysis of the quality of novice students programs InProceedings of the 12th Conference on Software Engineering Education and Training40 49","DOI":"10.1109\/CSEE.1999.755178"},{"key":"b41","doi-asserted-by":"crossref","unstructured":"Michaelson G 1996 Automatic Analysis of Functional Program Style InProceedings of Australian Software Engineering Conference38 46","DOI":"10.1109\/ASWEC.1996.534121"},{"key":"b42","doi-asserted-by":"crossref","unstructured":"Morris D 2003 Automatic Grading of Student's Programming Assignments: An Interactive Process and Suite of Programs InProceedings of the 33rd ASEE\/IEEE Frontiers in Education ConferenceS3F-1\u200a\u2013\u200aS3F-5","DOI":"10.1109\/FIE.2003.1265998"},{"key":"b43","doi-asserted-by":"crossref","unstructured":"MOSS. [Computer software] Retrieved November 15, 2004, from http:\/\/www.cs.berkeley.edu\/\u223caiken\/moss.html","DOI":"10.1016\/B978-075067740-0\/50002-0"},{"key":"b44","doi-asserted-by":"crossref","unstructured":"Olson DM 1988 The reliability of analytic and holistic methods in rating students' computer programs InProceedings of the 19th SIGCSE technical symposium on Computer science educationUSA, 293\u200a\u2013\u200a298","DOI":"10.1145\/52965.53037"},{"key":"b45","doi-asserted-by":"crossref","unstructured":"Oman PW Cook CR 1990 A taxonomy for programming style InProceedings of the 1990 ACM Annual Conference on Cooperation244 250","DOI":"10.1145\/100348.100385"},{"key":"b46","unstructured":"PASS Program Analysis and Style System Retrieved November 15, 2004, from http:\/\/www3.sqi.gu.edu.au\/pass\/"},{"key":"b47","doi-asserted-by":"publisher","DOI":"10.1145\/782941.782986"},{"key":"b48","first-page":"1016","volume":"8","author":"Prechelt L","year":"2002","journal-title":"Journal of Universal Computer Science"},{"key":"b49","doi-asserted-by":"publisher","DOI":"10.1145\/857076.857090"},{"key":"b50","doi-asserted-by":"crossref","unstructured":"Reek KA 1989 The TRY system -or- how to avoid testing student programs InProceedings of the 20th SIGCSE technical symposium on Computer science educationUSA, 112\u200a\u2013\u200a116","DOI":"10.1145\/65294.71198"},{"key":"b51","doi-asserted-by":"publisher","DOI":"10.1145\/948086.948088"},{"key":"b52","unstructured":"Rintala M 2002Tutnew memory management libraryRetrieved November 15, 2004, from http:\/\/www.cs.tut.fi\/\u223cbitti\/tutnew\/english\/"},{"key":"b53","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.2.137.14200"},{"key":"b54","first-page":"65","volume":"18","author":"Ruehr F","year":"2002","journal-title":"Journal of Computing in Small Colleges"},{"key":"b55","doi-asserted-by":"crossref","unstructured":"Saikkonen R Malmi L Korhonen A 2001 Fully automatic assessment of programming exercisesProceedings of 6th annual conference on Innovation and technology in computer science education, UK 133 136","DOI":"10.1145\/507758.377666"},{"key":"b56","doi-asserted-by":"crossref","unstructured":"Schleimer S Wilkerson D Aiken A 2003 Winnowing: Local algorithms for document fingerprintingProceedings of the 2003 ACM SIGMOD international conference on Management of data, USA 76 85","DOI":"10.1145\/872757.872770"},{"key":"b57","doi-asserted-by":"crossref","unstructured":"Schorsch T 1995 CAP: an automated self-assessment tool to check Pascal programs for syntax, logic and style errors InProceedings of the 26th SIGCSE technical symposium on Computer science education168 172","DOI":"10.1145\/199691.199769"},{"key":"b58","doi-asserted-by":"crossref","unstructured":"Sitthiworachart J Joy M 2003 Effective Peer Assessment for Learning Computer ProgrammingProceedings of the 8th annual conference on Innovation and technology in computer science education, UK 122 126","DOI":"10.1145\/1007996.1008030"},{"key":"b59","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(97)00021-3"},{"key":"b60","unstructured":"Truong N Roe P Bancroft P 2003 A Web Based Environment for Learning to Program InProceedings of the 25th Australasian Computer Science ConferenceAustralia, 255\u200a\u2013\u200a264"},{"key":"b61","unstructured":"Truong N Roe P Bancroft P 2004 Static Analysis of Students' Java Programs InProceedings of the sixth Australian Computing Education ConferenceNew Zealand, 317\u200a\u2013\u200a325"},{"key":"b62","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/39.9.741"},{"key":"b63","doi-asserted-by":"crossref","unstructured":"Woit D Mason D 2003 Effectiveness of online assessment InProceedings of the 34th SIGCSE technical symposium on Computer science educationUSA, 137\u200a\u2013\u200a141","DOI":"10.1145\/611892.611952"},{"key":"b64","doi-asserted-by":"crossref","unstructured":"Xie Y Engler D 2002 Using Redundancies to Find Errors InProceedings of SIGSOFT 2002\/FSE-10USA, 51\u200a\u2013\u200a60","DOI":"10.1145\/587051.587060"},{"key":"b65","doi-asserted-by":"crossref","unstructured":"Zeller A 2000 Making students read and review code InProceedings of 5th annual conference on Innovation and technology in computer science educationFinland, 89\u200a\u2013\u200a92","DOI":"10.1145\/343048.343090"}],"container-title":["Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08993400500150747","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T22:52:13Z","timestamp":1735944733000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/08993400500150747"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,6]]},"references-count":65,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2005,6]]}},"alternative-id":["10.1080\/08993400500150747"],"URL":"https:\/\/doi.org\/10.1080\/08993400500150747","relation":{},"ISSN":["0899-3408","1744-5175"],"issn-type":[{"value":"0899-3408","type":"print"},{"value":"1744-5175","type":"electronic"}],"subject":[],"published":{"date-parts":[[2005,6]]}}}