{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:06:32Z","timestamp":1771045592151,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,5]]},"DOI":"10.1145\/3576882.3617927","type":"proceedings-article","created":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T18:08:35Z","timestamp":1700590115000},"page":"154-160","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Comparing the Impacts of Visually Grouped and Jumbled Distractors on Parsons Problems in CS1 Assessments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6572-4347","authenticated-orcid":false,"given":"David H.","family":"Smith, IV","sequence":"first","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6284-9972","authenticated-orcid":false,"given":"Seth","family":"Poulsen","sequence":"additional","affiliation":[{"name":"Utah State University, Logan, UT, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4730-447X","authenticated-orcid":false,"given":"Max","family":"Fowler","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4601-4398","authenticated-orcid":false,"given":"Craig","family":"Zilles","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,12,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Introduction to measurement theory","author":"Allen Mary J","unstructured":"Mary J Allen and Wendy M Yen. 2001. Introduction to measurement theory. Waveland Press."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316447203200206"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326977ea1101_2"},{"key":"e_1_3_2_1_4_1","volume-title":"Coefficient alpha and the internal structure of tests. psychometrika 16, 3","author":"Cronbach Lee J","year":"1951","unstructured":"Lee J Cronbach. 1951. Coefficient alpha and the internal structure of tests. psychometrika 16, 3 (1951), 297--334."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404532"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373165.3373187"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1967.tb00579.x"},{"key":"e_1_3_2_1_8_1","volume-title":"Essentials of educational measurement","author":"Ebel Robert L","unstructured":"Robert L Ebel and David A Frisbie. 1972. Essentials of educational measurement. Prentice-Hall Englewood Cliffs, NJ."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1965.tb00393.x"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3364510.3364524"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502717.3532172"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571785.3574127"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3231000"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141895"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366950"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587103.3594211"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2022.2079866"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576136"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654317726529"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446702700301"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960314"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445292"},{"key":"e_1_3_2_1_23_1","unstructured":"Angelica Hotiu. 2006. The relationship between item difficulty and discrimination indices in multiple-choice tests in a physical science course. Ph. D. Dissertation. Citeseer."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2401796.2401798"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709460"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289028"},{"key":"e_1_3_2_1_27_1","unstructured":"Frederic M Lord and Melvin R Novick. 2008. Statistical theories of mental test scores. IAP. 330--332 pages."},{"key":"e_1_3_2_1_28_1","first-page":"310","article-title":"Difficulty index, discrimination index and distractor efficiency in multiple choice questions","volume":"13","author":"Mahjabeen Wajiha","year":"2017","unstructured":"Wajiha Mahjabeen, Saeed Alam, Usman Hassan, Tahira Zafar, Rubab Butt, Sadaf Konain, and Myedah Rizvi. 2017. Difficulty index, discrimination index and distractor efficiency in multiple choice questions. Annals of PIMS-Shaheed Zulfiqar Ali Bhutto Medical University 13, 4 (2017), 310--315.","journal-title":"Annals of PIMS-Shaheed Zulfiqar Ali Bhutto Medical University"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325296.2325335"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 8th Australasian Conference on Computing Education-Volume 52","author":"Parsons Dale","year":"2006","unstructured":"Dale Parsons and Patricia Haden. 2006. Parson's programming puzzles: a fun and effective learning tool for first programming courses. In Proceedings of the 8th Australasian Conference on Computing Education-Volume 52. 157--163."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_41"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.11591\/eecsi.v1.355"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1. 924--930","author":"Craig Zilles David H","year":"2023","unstructured":"David H Smith IV and Craig Zilles. 2023. Discovering, Autogenerating, and Evaluating Distractors for Python Parsons Problems in CS1. In Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1. 924--930."},{"key":"e_1_3_2_1_34_1","volume-title":"Multilevel analysis: An introduction to basic and advanced multilevel modeling","author":"Snijders Tom AB","unstructured":"Tom AB Snijders and Roel J Bosker. 2011. Multilevel analysis: An introduction to basic and advanced multilevel modeling. Sage."},{"key":"e_1_3_2_1_35_1","first-page":"130","article-title":"Multiple choice questions: a literature review on the optimal number of options","volume":"21","author":"Vyas Rashmi","year":"2008","unstructured":"Rashmi Vyas and Avinash Supe. 2008. Multiple choice questions: a literature review on the optimal number of options. Natl Med J India 21, 3 (2008), 130--3.","journal-title":"Natl Med J India"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3372639"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445228"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603447"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588853"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Craig B Zilles Matthew West Geoffrey L Herman and Timothy Bretl. 2019. Every University Should Have a Computer-Based Testing Facility. In CSEDU (1). 414--420.","DOI":"10.5220\/0007753304140420"}],"event":{"name":"CompEd 2023: ACM Global Computing Education Conference 2023","location":"Hyderabad India","acronym":"CompEd 2023","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the ACM Conference on Global Computing Education Vol 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576882.3617927","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576882.3617927","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:30:28Z","timestamp":1755912628000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576882.3617927"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,5]]},"references-count":40,"alternative-id":["10.1145\/3576882.3617927","10.1145\/3576882"],"URL":"https:\/\/doi.org\/10.1145\/3576882.3617927","relation":{},"subject":[],"published":{"date-parts":[[2023,12,5]]},"assertion":[{"value":"2023-12-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}