{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T11:26:59Z","timestamp":1783337219004,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T00:00:00Z","timestamp":1503619200000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1054587"],"award-info":[{"award-number":["1054587"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,8,25]]},"DOI":"10.1145\/2960310.2960314","type":"proceedings-article","created":{"date-parts":[[2016,8,26]],"date-time":"2016-08-26T08:40:09Z","timestamp":1472200809000},"page":"241-250","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["Distractors in Parsons Problems Decrease Learning Efficiency for Young Novice Programmers"],"prefix":"10.1145","author":[{"given":"Kyle James","family":"Harms","sequence":"first","affiliation":[{"name":"Washington University in St. Louis, St. Louis, MO, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Chen","sequence":"additional","affiliation":[{"name":"Washington University in St. Louis, St. Louis, MO, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Caitlin L.","family":"Kelleher","sequence":"additional","affiliation":[{"name":"Washington University in St. Louis, St. Louis, MO, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,8,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13421-014-0408-z"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677295"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852786.1852824"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.13.4.273"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1002\/acp.1239"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3758\/MC.36.3.604"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1037\/xlm0000073"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404532"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8279.1966.tb01882.x"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787731"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/acp.2883"},{"key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Instructional Efficiency","volume":"43","author":"Gog T.","year":"2008","unstructured":"Gog, T. van and Paas, F. 2008. Instructional Efficiency: Revisiting the Original Construct in Educational Research. Educational Psychologist. 43, 1 (Jan. 2008), 16--26.","journal-title":"Revisiting the Original Construct in Educational Research. Educational Psychologist."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2007.09.008"},{"key":"e_1_3_2_1_14_1","volume-title":"Functional Distractors: Implications for Test-Item Writing and Test Design. (Apr.","author":"Haladyna T.M.","year":"1988","unstructured":"Haladyna, T.M. and Downing, S.M. 1988. Functional Distractors: Implications for Test-Item Writing and Test Design. (Apr. 1988)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/0013164493053004013"},{"key":"e_1_3_2_1_16_1","first-page":"1","article-title":"Validity of a Taxonomy of Multiple-Choice Item-Writing Rules","volume":"2","author":"Haladyna T.M.","year":"1989","unstructured":"Haladyna, T.M. and Downing, S.M. 1989. Validity of a Taxonomy of Multiple-Choice Item-Writing Rules. Applied Measurement in Education. 2, 1 (Jan. 1989), 51--78.","journal-title":"Applied Measurement in Education."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2015.7357226"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/LaTiCE.2013.26"},{"key":"e_1_3_2_1_19_1","unstructured":"Hour of Code: http:\/\/csedweek.org\/."},{"key":"e_1_3_2_1_20_1","first-page":"4","article-title":"Making related errors facilitates learning, but learners do not know it","volume":"40","author":"Huelser B.J.","year":"2011","unstructured":"Huelser, B.J. and Metcalfe, J. 2011. Making related errors facilitates learning, but learners do not know it. Memory & Cognition. 40, 4 (Dec. 2011), 514--527.","journal-title":"Memory & Cognition."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2526968.2526974"},{"key":"e_1_3_2_1_22_1","volume-title":"Journal of Information Technology Education. 10","author":"Ihantola P.","year":"2011","unstructured":"Ihantola, P. and Karavirta, V. 2011. Two-dimensional parson's puzzles: The concept, tools, and first observations. Journal of Information Technology Education. 10, (2011)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0021977"},{"key":"e_1_3_2_1_24_1","volume-title":"et al","author":"Kalyuga S.","year":"1999","unstructured":"Kalyuga, S. et al. 1999. Managing split-attention and redundancy in multimedia instruction. Applied cognitive psychology. 13, 4 (1999), 351--371."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2401796.2401798"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1177\/0963721412443552"},{"key":"e_1_3_2_1_27_1","volume-title":"et al","author":"King K.V.","year":"2004","unstructured":"King, K.V. et al. 2004. The distractor rationale taxonomy: Enhancing multiple-choice items in reading and mathematics. Assessment Report. Pearson. (2004)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1177\/0013164496056005002"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0015729"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787709"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0334-1"},{"key":"e_1_3_2_1_32_1","volume-title":"Learning and Instruction. 30","author":"Leppink J.","year":"2014","unstructured":"Leppink, J. et al. 2014. Effects of pairs of problems and examples on task performance and different types of cognitive load. Learning and Instruction. 30, (Apr. 2014), 32--42."},{"key":"e_1_3_2_1_33_1","volume-title":"et al","author":"Lin J.","year":"2010","unstructured":"Lin, J. et al. 2010. Distractor rationale taxonomy: Diagnostic assessment of reading with ordered multiple-choice items. American Educational Research Association, Denver, CO. (2010)."},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 34th Annual Conference of the Cognitive Science Society","author":"Little J.L.","year":"2012","unstructured":"Little, J.L. and Bjork, E.L. 2012. The persisting benefits of using multiple-choice tests as learning events. Proceedings of the 34th Annual Conference of the Cognitive Science Society (2012), 683--688."},{"key":"e_1_3_2_1_35_1","unstructured":"Looking Glass: http:\/\/lookingglass.wustl.edu\/."},{"key":"e_1_3_2_1_36_1","volume-title":"Test: Dos and Don'ts for Using Multiple-Choice Tests. Integrating Cognitive Science with Innovative Teaching in STEM Disciplines. (Sep.","author":"Marsh E.","year":"2014","unstructured":"Marsh, E. and Cantor, A. 2014. Learning from the Test: Dos and Don'ts for Using Multiple-Choice Tests. Integrating Cognitive Science with Innovative Teaching in STEM Disciplines. (Sep. 2014)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0014721"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03194051"},{"key":"e_1_3_2_1_39_1","volume-title":"Distractor Quality Analyze In Multiple Choice Questions Based On Information Retrieval Model. EDULEARN11 Proceedings.","author":"Mkrtchyan A.","year":"2011","unstructured":"Mkrtchyan, A. 2011. Distractor Quality Analyze In Multiple Choice Questions Based On Information Retrieval Model. EDULEARN11 Proceedings. (2011), 1624--1631."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632348"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844617"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2729.2007.00248.x"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.86.1.122"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.84.4.429"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.2466\/pms.1994.79.1.419"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1177\/001872089303500412"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/1151869.1151890"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0033194"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0016496"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1177\/2158244014553586"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.2006.01693.x"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2010.09.003"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1037\/0278-7393.31.5.1155"},{"key":"e_1_3_2_1_54_1","unstructured":"Scratch: https:\/\/scratch.mit.edu\/."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2282338.2282370"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.4300\/JGME-D-12-00156.1"},{"key":"e_1_3_2_1_57_1","volume-title":"et al","author":"Tarrant M.","year":"2009","unstructured":"Tarrant, M. et al. 2009. An assessment of functioning and non-functioning distractors in multiple-choice questions: a descriptive analysis. BMC Medical Education. 9, (2009), 40."},{"key":"e_1_3_2_1_58_1","volume-title":"et al","author":"Tobias S.","year":"2014","unstructured":"Tobias, S. et al. 2014. Game-Based Learning. Handbook of Research on Educational Communications and Technology. J.M. Spector et al., eds. Springer New York. 485--503."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.2190\/4NK5-17L7-TWQV-1EHL"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.2190\/MJDX-9PP4-KFMT-09PM"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISET.2015.28"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1071\/CH9490149"}],"event":{"name":"ICER '16: International Computing Education Research Conference","location":"Melbourne VIC Australia","acronym":"ICER '16","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2016 ACM Conference on International Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2960310.2960314","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2960310.2960314","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2960310.2960314","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:29:36Z","timestamp":1763458176000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2960310.2960314"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,25]]},"references-count":62,"alternative-id":["10.1145\/2960310.2960314","10.1145\/2960310"],"URL":"https:\/\/doi.org\/10.1145\/2960310.2960314","relation":{},"subject":[],"published":{"date-parts":[[2016,8,25]]},"assertion":[{"value":"2016-08-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}