{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T01:25:29Z","timestamp":1755998729585,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T00:00:00Z","timestamp":1687996800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["21-21424"],"award-info":[{"award-number":["21-21424"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,29]]},"DOI":"10.1145\/3587102.3588819","type":"proceedings-article","created":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T22:17:59Z","timestamp":1688163479000},"page":"417-423","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Investigating the Role and Impact of Distractors on Parsons Problems in CS1 Assessments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6572-4347","authenticated-orcid":false,"suffix":"IV","given":"David H.","family":"Smith","sequence":"first","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4730-447X","authenticated-orcid":false,"given":"Max","family":"Fowler","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4601-4398","authenticated-orcid":false,"given":"Craig","family":"Zilles","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Runestone Academy. [n.d.]. Python for everybody - interactive. https:\/\/runestone.academy\/ns\/books\/published\/py4e-int\/index.html"},{"volume-title":"Introduction to measurement theory","author":"Allen Mary J","key":"e_1_3_2_1_2_1","unstructured":"Mary J Allen and Wendy M Yen. 2001. Introduction to measurement theory. Waveland Press."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316447203200206"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326977ea1101_2"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930120052378"},{"key":"e_1_3_2_1_6_1","volume-title":"Coefficient alpha and the internal structure of tests. psychometrika","author":"Cronbach Lee J","year":"1951","unstructured":"Lee J Cronbach. 1951. Coefficient alpha and the internal structure of tests. psychometrika, Vol. 16, 3 (1951), 297--334."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404532"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373165.3373187"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1967.tb00579.x"},{"volume-title":"Essentials of educational measurement","author":"Ebel Robert L","key":"e_1_3_2_1_10_1","unstructured":"Robert L Ebel and David A Frisbie. 1972. Essentials of educational measurement. Prentice-Hall Englewood Cliffs, NJ."},{"key":"e_1_3_2_1_11_1","volume-title":"An R Autograder for PrairieLearn. arXiv preprint arXiv:2003.06500","author":"Eddelbuettel Dirk","year":"2020","unstructured":"Dirk Eddelbuettel and Alton Barbehenn. 2020. An R Autograder for PrairieLearn. arXiv preprint arXiv:2003.06500 (2020)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1965.tb00393.x"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141895"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654317726529"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1989.tb00325.x"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446702700301"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960314"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118445112.stat06227"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1709424.1709460"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3524789"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289028"},{"key":"e_1_3_2_1_24_1","unstructured":"Frederic M Lord and Melvin R Novick. 2008. Statistical theories of mental test scores. IAP. 330--332 pages."},{"key":"e_1_3_2_1_25_1","first-page":"310","article-title":"Difficulty index, discrimination index and distractor efficiency in multiple choice questions","volume":"13","author":"Mahjabeen Wajiha","year":"2017","unstructured":"Wajiha Mahjabeen, Saeed Alam, Usman Hassan, Tahira Zafar, Rubab Butt, Sadaf Konain, and Myedah Rizvi. 2017. Difficulty index, discrimination index and distractor efficiency in multiple choice questions. Annals of PIMS-Shaheed Zulfiqar Ali Bhutto Medical University, Vol. 13, 4 (2017), 310--315.","journal-title":"Annals of PIMS-Shaheed Zulfiqar Ali Bhutto Medical University"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1988.tb00288.x"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 8th Australasian Conference on Computing Education-Volume 52","author":"Parsons Dale","year":"2006","unstructured":"Dale Parsons and Patricia Haden. 2006. Parson's programming puzzles: a fun and effective learning tool for first programming courses. In Proceedings of the 8th Australasian Conference on Computing Education-Volume 52. 157--163."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Seth Poulsen Shubhang Kulkarni Geoffrey Herman and Matthew West. 2023. Efficient Feedback and Partial Credit Grading of Proof Blocks Problems. (2023).","DOI":"10.1007\/978-3-031-36272-9_41"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.11591\/eecsi.v1.355"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1. 924--930","author":"Craig Zilles David H","year":"2023","unstructured":"David H Smith IV and Craig Zilles. 2023. Discovering, Autogenerating, and Evaluating Distractors for Python Parsons Problems in CS1. In Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1. 924--930."},{"key":"e_1_3_2_1_31_1","volume-title":"An assessment of functioning and non-functioning distractors in multiple-choice questions: a descriptive analysis. BMC medical education","author":"Tarrant Marie","year":"2009","unstructured":"Marie Tarrant, James Ware, and Ahmed M Mohammed. 2009. An assessment of functioning and non-functioning distractors in multiple-choice questions: a descriptive analysis. BMC medical education, Vol. 9, 1 (2009), 1--8."},{"key":"e_1_3_2_1_32_1","first-page":"130","article-title":"Multiple choice questions: a literature review on the optimal number of options","volume":"21","author":"Vyas Rashmi","year":"2008","unstructured":"Rashmi Vyas and Avinash Supe. 2008. Multiple choice questions: a literature review on the optimal number of options. Natl Med J India, Vol. 21, 3 (2008), 130--3.","journal-title":"Natl Med J India"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3372639"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445228"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18260\/p.24575"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Craig B Zilles Matthew West Geoffrey L Herman and Timothy Bretl. 2019. Every University Should Have a Computer-Based Testing Facility.. In CSEDU (1). 414--420.","DOI":"10.5220\/0007753304140420"}],"event":{"name":"ITiCSE 2023: Innovation and Technology in Computer Science Education","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Turku Finland","acronym":"ITiCSE 2023"},"container-title":["Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587102.3588819","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3587102.3588819","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3587102.3588819","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:08:02Z","timestamp":1750183682000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587102.3588819"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,29]]},"references-count":35,"alternative-id":["10.1145\/3587102.3588819","10.1145\/3587102"],"URL":"https:\/\/doi.org\/10.1145\/3587102.3588819","relation":{},"subject":[],"published":{"date-parts":[[2023,6,29]]},"assertion":[{"value":"2023-06-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}