{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T16:16:03Z","timestamp":1780589763955,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":94,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,1,30]],"date-time":"2018-01-30T00:00:00Z","timestamp":1517270400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,1,30]]},"DOI":"10.1145\/3174781.3174784","type":"proceedings-article","created":{"date-parts":[[2018,2,1]],"date-time":"2018-02-01T13:10:57Z","timestamp":1517490657000},"page":"47-69","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["Developing Assessments to Determine Mastery of Programming Fundamentals"],"prefix":"10.1145","author":[{"given":"Andrew","family":"Luxton-Reilly","sequence":"first","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brett A.","family":"Becker","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yingjun","family":"Cao","sequence":"additional","affiliation":[{"name":"University of California, San Diego, San Diego, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roger","family":"McDermott","sequence":"additional","affiliation":[{"name":"Robert Gordon University, Aberdeen, Scotland Uk"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claudio","family":"Mirolo","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"M\u00fchling","sequence":"additional","affiliation":[{"name":"Kiel University, Kiel, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Petersen","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kate","family":"Sanders","sequence":"additional","affiliation":[{"name":"Rhode Island College, Providence, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"family":"Simon","sequence":"additional","affiliation":[{"name":"University of Newcastle, Ourimbah, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacqueline","family":"Whalley","sequence":"additional","affiliation":[{"name":"Auckland University of Technology, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,1,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493416"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1113034.1113040"},{"key":"e_1_3_2_1_3_1","volume-title":"Joint Task Force on Computing Curricula2001}% taskforce.2001.acm.computing\\bibfieldauthor\\ Association for Computing Machinery","author":"Association for Computing Machinery (ACM) and IEEE Computer Society","year":"2001","unstructured":"Association for Computing Machinery (ACM) and IEEE Computer Society , Joint Task Force on Computing Curricula2001}% taskforce.2001.acm.computing\\bibfieldauthor\\ Association for Computing Machinery ( ACM) and IEEE Computer Society , Joint Task Force on Computing Curricula 2001 \\natexlab.booktitle Computing Curricula 2001: Computer Science. ACM, New York, NY, USA. ISBNx978--1--4503--2309--3 Association for Computing Machinery (ACM) and IEEE Computer Society, Joint Task Force on Computing Curricula2001}% taskforce.2001.acm.computing\\bibfieldauthor\\ Association for Computing Machinery (ACM) and IEEE Computer Society, Joint Task Force on Computing Curricula 2001\\natexlab.booktitle Computing Curricula 2001: Computer Science. ACM, New York, NY, USA. ISBNx978--1--4503--2309--3"},{"key":"e_1_3_2_1_4_1","volume-title":"Joint Task Force on Computing Curricula2013}% acmCC.2013\\bibfieldauthor\\ Association for Computing Machinery","author":"Association for Computing Machinery (ACM) and IEEE Computer Society","unstructured":"Association for Computing Machinery (ACM) and IEEE Computer Society , Joint Task Force on Computing Curricula2013}% acmCC.2013\\bibfieldauthor\\ Association for Computing Machinery ( ACM) and IEEE Computer Society , Joint Task Force on Computing Curricula .booktitle Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science. ACM, New York, NY, USA. ISBNx978--1--4503--2309--3 Association for Computing Machinery (ACM) and IEEE Computer Society, Joint Task Force on Computing Curricula2013}% acmCC.2013\\bibfieldauthor\\ Association for Computing Machinery (ACM) and IEEE Computer Society, Joint Task Force on Computing Curricula .booktitle Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science. ACM, New York, NY, USA. ISBNx978--1--4503--2309--3"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/273133.274308"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272848.1272879"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2401796.2401812"},{"key":"e_1_3_2_1_8_1","first-page":"3","volume-title":"Block and Robert B. Burns 1976 Mastery Learning.journal Review of Research in Educationvolume4,number1","author":"James","year":"1976","unstructured":"James H. Block and Robert B. Burns 1976 Mastery Learning.journal Review of Research in Educationvolume4,number1 ( 1976 ),pages 3 -- 49 . James H. Block and Robert B. Burns 1976 Mastery Learning.journal Review of Research in Educationvolume4,number1 (1976),pages3--49."},{"key":"e_1_3_2_1_9_1","volume-title":"Bloom 1968 Learning for Mastery.journal Evaluation Commentvolume1,number2","author":"Benjamin","year":"1968","unstructured":"Benjamin S. Bloom 1968 Learning for Mastery.journal Evaluation Commentvolume1,number2 ( 1968 ). Benjamin S. Bloom 1968 Learning for Mastery.journal Evaluation Commentvolume1,number2 (1968)."},{"key":"e_1_3_2_1_10_1","first-page":"4","volume-title":"Bloom 1984 The 2 Sigma Problem: The Search for Methods of Group Instruction as Effective as One-to-One Tutoring.journal Educational Researchervolume13,number6","author":"Benjamin","year":"1984","unstructured":"Benjamin S. Bloom 1984 The 2 Sigma Problem: The Search for Methods of Group Instruction as Effective as One-to-One Tutoring.journal Educational Researchervolume13,number6 ( 1984 ),pages 4 -- 16 . ISSN 0013189X, 1935102X http:\/\/www.jstor.org\/stable\/1175554 Benjamin S. Bloom 1984 The 2 Sigma Problem: The Search for Methods of Group Instruction as Effective as One-to-One Tutoring.journal Educational Researchervolume13,number6 (1984),pages4--16. ISSN0013189X, 1935102X http:\/\/www.jstor.org\/stable\/1175554"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/1379249.1379253"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151602"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844559"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/LaTiCE.2015.18"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538966"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240200.1240202"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the Intelligent Tutoring Systems: Second International Conference (ITS '92)","author":"Albert","unstructured":"Albert T. Corbett and John R. Anderson 1992 Student Modeling and Mastery Learning in a Computer-based Programming Tutor . Proceedings of the Intelligent Tutoring Systems: Second International Conference (ITS '92) 413--420. ISBNx978--3--540--47254--4 Albert T. Corbett and John R. Anderson 1992 Student Modeling and Mastery Learning in a Computer-based Programming Tutor. Proceedings of the Intelligent Tutoring Systems: Second International Conference (ITS '92) 413--420. ISBNx978--3--540--47254--4"},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 13th Australasian Computing Education Conference (ACE '11)","author":"Corney Malcolm","year":"2011","unstructured":"Malcolm Corney , Raymond Lister , and Donna Teague 2011 Early Relational Reasoning and the Novice Programmer: Swapping as the Hello World of Relational Reasoning . Proceedings of the 13th Australasian Computing Education Conference (ACE '11) 95--104. http:\/\/crpit.com\/confpapers\/CRPITV114Corney.pdf Malcolm Corney, Raymond Lister, and Donna Teague 2011 Early Relational Reasoning and the Novice Programmer: Swapping as the Hello World of Relational Reasoning. Proceedings of the 13th Australasian Computing Education Conference (ACE '11) 95--104. http:\/\/crpit.com\/confpapers\/CRPITV114Corney.pdf"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1113847.1113880"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953339"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Ton de Jong 2010 Cognitive load theory educational research and instructional design: some food for thought.journal Instructional Sciencevolume38 number2 (\\date01 Maryear2010) pages105--134. ISSN1573--1952  Ton de Jong 2010 Cognitive load theory educational research and instructional design: some food for thought.journal Instructional Sciencevolume38 number2 (\\date01 Maryear2010) pages105--134. ISSN1573--1952","DOI":"10.1007\/s11251-009-9110-0"},{"key":"e_1_3_2_1_22_1","volume-title":"echnical Report -- Department of Maths and Computing","author":"de Raadt Michael","year":"2017","unstructured":"Michael de Raadt , Richard Watson , and Mark Toleman 2005 Textbooks : Under inspection.howpublishedph T echnical Report -- Department of Maths and Computing , University of Southern Queensland. Toowoomba , Queensland, Australia . https:\/\/eprints.usq.edu.au\/167\/1\/TechReport_Draft_10.pdf note-- retrieved: September 2017 . Michael de Raadt, Richard Watson, and Mark Toleman 2005 Textbooks: Under inspection.howpublishedphTechnical Report -- Department of Maths and Computing, University of Southern Queensland. Toowoomba, Queensland, Australia. https:\/\/eprints.usq.edu.au\/167\/1\/TechReport_Draft_10.pdf note-- retrieved: September 2017."},{"key":"e_1_3_2_1_23_1","first-page":"57","volume-title":"of Educational Comput. Researchvolume2,number1","author":"Some Benedict","year":"1986","unstructured":"Benedict du Boulay 1986 Some Difficulties of Learning to Program .journal J. of Educational Comput. Researchvolume2,number1 ( 1986 ),pages 57 -- 73 . Benedict du Boulay 1986 Some Difficulties of Learning to Program.journal J. of Educational Comput. Researchvolume2,number1 (1986),pages57--73."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1121341.1121468"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734297"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953200"},{"key":"e_1_3_2_1_27_1","volume-title":"pages139--147","author":"Engle Sophie","year":"2013","unstructured":"Sophie Engle and Sami Rollins Expert Code Review and Mastery Learning in a Software Development Course .journal J. Comput . Sci. Coll.volume28,number4 ( 2013 ), pages139--147 . Sophie Engle and Sami Rollins Expert Code Review and Mastery Learning in a Software Development Course.journal J. Comput. Sci. Coll.volume28,number4 (2013),pages139--147."},{"key":"e_1_3_2_1_28_1","first-page":"317","volume-title":"Eyre 2007 Keller's Personalized System of Instruction: Was it a Fleeting Fancy or is there a Revival on the Horizon'journal The Behavior Analyst Todayvolume8,number3","author":"Heidi","year":"2007","unstructured":"Heidi L. Eyre 2007 Keller's Personalized System of Instruction: Was it a Fleeting Fancy or is there a Revival on the Horizon'journal The Behavior Analyst Todayvolume8,number3 ( 2007 ),pages 317 -- 324 . Heidi L. Eyre 2007 Keller's Personalized System of Instruction: Was it a Fleeting Fancy or is there a Revival on the Horizon'journal The Behavior Analyst Todayvolume8,number3 (2007),pages317--324."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3000612"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"John Hattie and Helen Timperley 2007 The Power of Feedback.journal Review of Educational Researchvolume77 number1 (\\dateMarchyear2007) pages81--112. ISSN0034--6543  John Hattie and Helen Timperley 2007 The Power of Feedback.journal Review of Educational Researchvolume77 number1 (\\dateMarchyear2007) pages81--112. ISSN0034--6543","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734335"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960324"},{"key":"e_1_3_2_1_33_1","volume-title":"Harvard University Press","author":"le Mental Models Philip","unstructured":"Philip Johnson-Laird 1983\\natexlab.booktit le Mental Models . Harvard University Press , Cambridge, USA. ISBNx 0--674--56881--8 Philip Johnson-Laird 1983\\natexlab.booktitle Mental Models. Harvard University Press, Cambridge, USA. ISBNx0--674--56881--8"},{"key":"e_1_3_2_1_34_1","volume-title":"pages79--89","author":"Goodbye S. Keller","year":"1968","unstructured":"Fred. S. Keller 1968 Goodbye , Teacher ...journal Journal of Applied Behavior Analysisnumber1 ( 1968 ), pages79--89 . Fred. S. Keller 1968 Goodbye, Teacher ...journal Journal of Applied Behavior Analysisnumber1 (1968),pages79--89."},{"key":"e_1_3_2_1_35_1","first-page":"265","volume-title":"Bangert-Drowns 1990 Effectiveness of Mastery Learning Programs: A Meta-Analysis.journal Review of Educational Researchvolume60,number2","author":"Kulik Chen-Lin C.","year":"1990","unstructured":"Chen-Lin C. Kulik , James A. Kulik , and Robert L . Bangert-Drowns 1990 Effectiveness of Mastery Learning Programs: A Meta-Analysis.journal Review of Educational Researchvolume60,number2 ( 1990 ),pages 265 -- 299 . Chen-Lin C. Kulik, James A. Kulik, and Robert L. Bangert-Drowns 1990 Effectiveness of Mastery Learning Programs: A Meta-Analysis.journal Review of Educational Researchvolume60,number2 (1990),pages265--299."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/236452.236575"},{"key":"e_1_3_2_1_37_1","volume-title":"ISSN1937--4771 http:\/\/dl.acm.org\/citation.cfm?id=1858583","author":"LeJeune Noel","year":"2010","unstructured":"Noel LeJeune 2010 Contract Grading with Mastery Learning in CS 1.journal J. Comput. Sci. Coll.volume26,number2 (\\dateDecemberyear2010),pages149--156 . ISSN1937--4771 http:\/\/dl.acm.org\/citation.cfm?id=1858583 .1858604 Noel LeJeune 2010 Contract Grading with Mastery Learning in CS 1.journal J. Comput. Sci. Coll.volume26,number2 (\\dateDecemberyear2010),pages149--156. ISSN1937--4771 http:\/\/dl.acm.org\/citation.cfm?id=1858583.1858604"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632355"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1041624.1041673"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1140124.1140157"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3013499.3013500"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1227310.1227481"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Philipp Mayring 2014 title Qualitative Content Analysis: Theoretical Foundation Basic Procedures and Software Solution. Klagenfurt.  Philipp Mayring 2014 title Qualitative Content Analysis: Theoretical Foundation Basic Procedures and Software Solution. Klagenfurt.","DOI":"10.1007\/978-94-017-9181-6_13"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3013499.3013501"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493412"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/572139.572181"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1015362608943"},{"key":"e_1_3_2_1_50_1","volume-title":"III Congresso Brasileiro de Inform\u00e1tica na Educac c\u00e5o (CBIE 2014)","author":"de Mac\u00eado Morais Luiz Augusto","unstructured":"Luiz Augusto de Mac\u00eado Morais , Jorge C. A. Figueiredo , and Dalton D. S . Guerrero 2014 Students Satisfaction with Mastery Learning in an Introductory Programming Course . III Congresso Brasileiro de Inform\u00e1tica na Educac c\u00e5o (CBIE 2014) 1048--1052. Luiz Augusto de Mac\u00eado Morais, Jorge C. A. Figueiredo, and Dalton D. S. Guerrero 2014 Students Satisfaction with Mastery Learning in an Introductory Programming Course. III Congresso Brasileiro de Inform\u00e1tica na Educac c\u00e5o (CBIE 2014) 1048--1052."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787733"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818314.2818320"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/187387.187397"},{"key":"e_1_3_2_1_54_1","first-page":"351","volume-title":"van Merri\u00ebnboer 1994 Instructional Control of Cognitive Load in the Training of Complex Cognitive Tasks.journal Educational Psychology Review","author":"Paas Fred G. W. C.","year":"1994","unstructured":"Fred G. W. C. Paas and Jeroen J. G . van Merri\u00ebnboer 1994 Instructional Control of Cognitive Load in the Training of Complex Cognitive Tasks.journal Educational Psychology Review volume 6 ,number4 ( 1994 ),pages 351 -- 371 . Fred G. W. C. Paas and Jeroen J. G. van Merri\u00ebnboer 1994 Instructional Control of Cognitive Load in the Training of Complex Cognitive Tasks.journal Educational Psychology Review volume6,number4 (1994),pages351--371."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_2_1_56_1","unstructured":"Terence Parr and Sam Harwell 2012--2016 Java 1.7 grammar for ANTLR v4.howpublishedhttps:\/\/github.com\/antlr\/grammars-v4\/blob\/master\/java\/Java.g4. (2012--2016).  Terence Parr and Sam Harwell 2012--2016 Java 1.7 grammar for ANTLR v4.howpublishedhttps:\/\/github.com\/antlr\/grammars-v4\/blob\/master\/java\/Java.g4. (2012--2016)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960312"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-11376-5_15"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999552"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953340"},{"key":"e_1_3_2_1_61_1","first-page":"11","volume-title":"Piaget and His School: A Reader in Developmental Psychology","author":"Piaget's Theory Jean Piaget","unstructured":"Jean Piaget 1976 Piaget's Theory . Piaget and His School: A Reader in Developmental Psychology , editor B\u00e4rbel Inhelder, Harold H. Chipman, and Charles Zwingmann (Eds.). Springer Berlin Heidelberg , Berlin, Heidelberg, pages 11 -- 23 . ISBNx978--3--642--46323--5 Jean Piaget 1976 Piaget's Theory. Piaget and His School: A Reader in Developmental Psychology, editor B\u00e4rbel Inhelder, Harold H. Chipman, and Charles Zwingmann (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, pages11--23. ISBNx978--3--642--46323--5"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/330908.331819"},{"key":"e_1_3_2_1_63_1","unstructured":"obins2010}% robins.2010.cse.learning\\bibfieldauthor\\ Anthony Robins 2010 Learning Edge Momentum: A New Account of Outcomes in CS1.journal Computer Science Educationvolume20 number1 (\\dateMarchyear2010) pages37--71. ISSN0899--3408 1744--5175  obins2010}% robins.2010.cse.learning\\bibfieldauthor\\ Anthony Robins 2010 Learning Edge Momentum: A New Account of Outcomes in CS1.journal Computer Science Educationvolume20 number1 (\\dateMarchyear2010) pages37--71. ISSN0899--3408 1744--5175"},{"key":"e_1_3_2_1_64_1","unstructured":"obins etal\\mbox.2003}% robins.2003.cse.learning\\bibfieldauthor\\ Anthony Robins Janet Rountree and Nathan Rountree 2003 Learning and Teaching Programming: A Review and Discussion.journal Computer Science Educationvolume13 number2 (\\dateJuneyear2003) pages137--142. ISSN0899--3408  obins et al\\mbox.2003}% robins.2003.cse.learning\\bibfieldauthor\\ Anthony Robins Janet Rountree and Nathan Rountree 2003 Learning and Teaching Programming: A Review and Discussion.journal Computer Science Educationvolume13 number2 (\\dateJuneyear2003) pages137--142. ISSN0899--3408"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"crossref","unstructured":"ajaniemi etal\\mbox.2006}% sajaniemi.2006.compsciedu.roles\\bibfieldauthor\\ Jorma Sajaniemi Mordechai Ben-Ari Pauli Byckling Petri Gerdt and Yevgeniya Kulikova 2006 Roles of Variables in Three Programming Paradigms.journal Computer Science Educationvolume16 number4 (\\dateDecemberyear2006) pages261--279. ISSN0737-0024  ajaniemi et al\\mbox.2006}% sajaniemi.2006.compsciedu.roles\\bibfieldauthor\\ Jorma Sajaniemi Mordechai Ben-Ari Pauli Byckling Petri Gerdt and Yevgeniya Kulikova 2006 Roles of Variables in Three Programming Paradigms.journal Computer Science Educationvolume16 number4 (\\dateDecemberyear2006) pages261--279. ISSN0737-0024","DOI":"10.1080\/08993400600874584"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2543882.2543885"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1268784.1268834"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1822090.1822120"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151593"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828963"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/1384271.1384328"},{"key":"e_1_3_2_1_72_1","unstructured":"Carbone Chinn Clear Corney D'Souza Fenwick Harland Laakso and TeagueSheard et al\\mbox.2013}% sheard.2013.ace.difficult\\bibfieldauthor\\ Judy Sheard Simon Angela Carbone Donald Chinn Tony Clear Malcolm Corney Daryl D'Souza Joel Fenwick James Harland Mikko-Jussi Laakso and Donna Teague How Difficult Are Exams?: A Framework for Assessing the Complexity of Introductory Programming Exams. Proceedings of the 15th Australasian Computing Education Conference (ACE '13) 145--154. ISBNx978--1--921770--21-0 http:\/\/dl.acm.org\/citation.cfm?id=2667199.2667215   Carbone Chinn Clear Corney D'Souza Fenwick Harland Laakso and TeagueSheard et al\\mbox.2013}% sheard.2013.ace.difficult\\bibfieldauthor\\ Judy Sheard Simon Angela Carbone Donald Chinn Tony Clear Malcolm Corney Daryl D'Souza Joel Fenwick James Harland Mikko-Jussi Laakso and Donna Teague How Difficult Are Exams?: A Framework for Assessing the Complexity of Introductory Programming Exams. Proceedings of the 15th Australasian Computing Education Conference (ACE '13) 145--154. ISBNx978--1--921770--21-0 http:\/\/dl.acm.org\/citation.cfm?id=2667199.2667215"},{"key":"e_1_3_2_1_73_1","volume-title":"Daryl D'Souza A Taxonomic Study of Novice Programming Summative Assessment. Proceedings of the 11th Australasian Computing Education Conference (ACE '09)","author":"Shuhidan Shuhaida","year":"2068","unstructured":"huhidan Shuhaida Shuhidan , Margaret Hamilton , and Daryl D'Souza A Taxonomic Study of Novice Programming Summative Assessment. Proceedings of the 11th Australasian Computing Education Conference (ACE '09) 147--156. ISBNx978--1--9 2068 2--76--7 http:\/\/dl.acm.org\/citation.cfm?id=1862712.1862734 huhidan et al\\mbox.2009}% shuhidan.2009.ace.taxonomic\\bibfieldauthor\\ Shuhaida Shuhidan, Margaret Hamilton, and Daryl D'Souza A Taxonomic Study of Novice Programming Summative Assessment. Proceedings of the 11th Australasian Computing Education Conference (ACE '09) 147--156. ISBNx978--1--920682--76--7 http:\/\/dl.acm.org\/citation.cfm?id=1862712.1862734"},{"key":"e_1_3_2_1_74_1","unstructured":"Robert M. Siegfried Jason P. Siegfried and Gina Alexandro 2016 A Longitudinal Analysis of the Reid List of First Programming Languages.journal Information Systems Education Journalvolume14 number6 pages47--54. ISSN1545--679X http:\/\/isedj.org\/2016--14\/  Robert M. Siegfried Jason P. Siegfried and Gina Alexandro 2016 A Longitudinal Analysis of the Reid List of First Programming Languages.journal Information Systems Education Journalvolume14 number6 pages47--54. ISSN1545--679X http:\/\/isedj.org\/2016--14\/"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/LaTiCE.2013.44"},{"key":"e_1_3_2_1_76_1","volume-title":"Geoff Warburton 2012 Introductory Programming: Examining the Exams. Proceedings of the 14th Australasian Computing Education Conference (ACE '12)","author":"Chinn Donald","unstructured":"Simon, Donald Chinn , Michael de Raadt , Anne Philpott , Judy Sheard , Mikko-Jussi Laakso , Daryl D'Souza , James Skene , Angela Carbone , Tony Clear , Raymond Lister , and Geoff Warburton 2012 Introductory Programming: Examining the Exams. Proceedings of the 14th Australasian Computing Education Conference (ACE '12) 61--70. ISBNx978--1--921770-04--3 http:\/\/dl.acm.org\/citation.cfm?id=2483716.2483724 Simon, Donald Chinn, Michael de Raadt, Anne Philpott, Judy Sheard, Mikko-Jussi Laakso, Daryl D'Souza, James Skene, Angela Carbone, Tony Clear, Raymond Lister, and Geoff Warburton 2012 Introductory Programming: Examining the Exams. Proceedings of the 14th Australasian Computing Education Conference (ACE '12) 61--70. ISBNx978--1--921770-04--3 http:\/\/dl.acm.org\/citation.cfm?id=2483716.2483724"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899473"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960337"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151594"},{"key":"e_1_3_2_1_80_1","volume-title":"Ben Skudder and Andrew Luxton-Reilly 2014 Worked Examples in Computer Science. Proceedings of the 16th Australasian Computing Education Conference (ACE '14)","unstructured":"kudder and Luxton-Reilly2014}% skudder.2014.ace.worked\\bibfieldauthor\\ Ben Skudder and Andrew Luxton-Reilly 2014 Worked Examples in Computer Science. Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 59--64. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667497 kudder and Luxton-Reilly2014}% skudder.2014.ace.worked\\bibfieldauthor\\ Ben Skudder and Andrew Luxton-Reilly 2014 Worked Examples in Computer Science. Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 59--64. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667497"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/800049.801754"},{"key":"e_1_3_2_1_82_1","unstructured":"Juha Sorva 2012 Visual Program Simulation in Introductory Programming Education.thesistype Ph.D. Dissertation.school Aalto University.  Juha Sorva 2012 Visual Program Simulation in Introductory Programming Education.thesistype Ph.D. Dissertation.school Aalto University."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/2490822"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/2534973"},{"key":"e_1_3_2_1_85_1","first-page":"257","volume-title":"Effects on Learning.journal Cognitive Science","author":"Cognitive John Sweller","year":"1988","unstructured":"John Sweller Cognitive Load during Problem Solving : Effects on Learning.journal Cognitive Science volume 12 ,number2 ( 1988 ),pages 257 -- 285 . ISSN 1551--6709 John Sweller Cognitive Load during Problem Solving: Effects on Learning.journal Cognitive Science volume12,number2 (1988),pages257--285. ISSN1551--6709"},{"key":"e_1_3_2_1_86_1","first-page":"295","volume-title":"Learning Difficulty, and Instructional Design.journal Learning and Instruction","author":"Cognitive Load Theory John Sweller","year":"1994","unstructured":"John Sweller 1994 Cognitive Load Theory , Learning Difficulty, and Instructional Design.journal Learning and Instruction volume 4 ( 1994 ), pages 295 -- 312 . John Sweller 1994 Cognitive Load Theory, Learning Difficulty, and Instructional Design.journal Learning and Instruction volume4 (1994), pages295--312."},{"key":"e_1_3_2_1_87_1","volume-title":"pages185--233","author":"Sweller John","year":"1994","unstructured":"John Sweller and Paul Chandler 1994 Why Some Material Is Difficult to Learn .journal Cognition and Instructionvolume12,number3 ( 1994 ), pages185--233 . John Sweller and Paul Chandler 1994 Why Some Material Is Difficult to Learn.journal Cognition and Instructionvolume12,number3 (1994),pages185--233."},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"crossref","unstructured":"Cynthia Taylor Daniel Zingaro Leo Porter Kevin Webb Cynthia Bailey Lee and Mike Clancy 2014 Computer Science Concept Inventories: Past and Future.journal Computer Science Educationvolume24 number4 (\\dateOctoberyear2014) pages253--276.  Cynthia Taylor Daniel Zingaro Leo Porter Kevin Webb Cynthia Bailey Lee and Mike Clancy 2014 Computer Science Concept Inventories: Past and Future.journal Computer Science Educationvolume24 number4 (\\dateOctoberyear2014) pages253--276.","DOI":"10.1080\/08993408.2014.970779"},{"key":"e_1_3_2_1_89_1","volume-title":"Proceedings of the 16th Australasian Computing Education Conference (ACE '14)","author":"Teague Donna","year":"2014","unstructured":"Donna Teague and Raymond Lister 2014 Longitudinal Think Aloud Study of a Novice Programmer . Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 41--50. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667495 Donna Teague and Raymond Lister 2014 Longitudinal Think Aloud Study of a Novice Programmer. Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 41--50. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667495"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/299649.299738"},{"key":"e_1_3_2_1_91_1","first-page":"23","volume-title":"Paas 1992 Training for Reflective Expertise: A Four-Component Instructional Design Model for Complex Cognitive Skills.journal Educational Technology Research and Developmentvolume40,number2 (01","author":"van Merri\u00ebnboer Jeroen J. G.","year":"1992","unstructured":"Jeroen J. G. van Merri\u00ebnboer , Otto Jelsma , and Fred G. W. C . Paas 1992 Training for Reflective Expertise: A Four-Component Instructional Design Model for Complex Cognitive Skills.journal Educational Technology Research and Developmentvolume40,number2 (01 Jun 1992 ), pages 23 -- 43 . ISSN 1556--6501 Jeroen J. G. van Merri\u00ebnboer, Otto Jelsma, and Fred G. W. C. Paas 1992 Training for Reflective Expertise: A Four-Component Instructional Design Model for Complex Cognitive Skills.journal Educational Technology Research and Developmentvolume40,number2 (01 Jun 1992), pages23--43. ISSN1556--6501"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/1584322.1584336"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591749"},{"key":"e_1_3_2_1_94_1","volume-title":"Proceedings of the 16th Australasian Computing Education Conference (ACE '14)","author":"Whalley Jacqueline","year":"2014","unstructured":"Jacqueline Whalley and Nadia Kasto 2014 How Difficult Are Novice Code Writing Tasks?: A Software Metrics Approach . Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 105--112. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667503 Jacqueline Whalley and Nadia Kasto 2014 How Difficult Are Novice Code Writing Tasks?: A Software Metrics Approach. Proceedings of the 16th Australasian Computing Education Conference (ACE '14) 105--112. ISBNx978--1--921770--31--9 http:\/\/dl.acm.org\/citation.cfm?id=2667490.2667503"}],"event":{"name":"ITiCSE '17: Innovation and Technology in Computer Science Education","location":"Bologna Italy","acronym":"ITiCSE '17","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2017 ITiCSE Conference on Working Group Reports"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3174781.3174784","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3174781.3174784","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:11:33Z","timestamp":1750212693000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3174781.3174784"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1,30]]},"references-count":94,"alternative-id":["10.1145\/3174781.3174784","10.1145\/3174781"],"URL":"https:\/\/doi.org\/10.1145\/3174781.3174784","relation":{},"subject":[],"published":{"date-parts":[[2018,1,30]]},"assertion":[{"value":"2018-01-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}