{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T17:06:43Z","timestamp":1777914403171,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706529","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"484-493","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Generating Effective Distractors for Introductory Programming Challenges: LLMs vs Humans"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8893-8454","authenticated-orcid":false,"given":"Mohammad","family":"Hassany","sequence":"first","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1902-1464","authenticated-orcid":false,"given":"Peter","family":"Brusilovsky","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3674-5456","authenticated-orcid":false,"given":"Jaromir","family":"Savelka","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7735-5008","authenticated-orcid":false,"given":"Arun Balajiee","family":"Lekshmi Narayanan","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7761-9755","authenticated-orcid":false,"given":"Kamil","family":"Akhuseyinoglu","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9848-1663","authenticated-orcid":false,"given":"Arav","family":"Agarwal","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8541-0305","authenticated-orcid":false,"given":"Rully Agus","family":"Hendrawan","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3631700.3665233"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630863"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653587"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636256"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639219"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Wanyong Feng Jaewook Lee Hunter McNichols Alexander Scarlatos Digory Smith Simon Woodhead Nancy\u00a0Otero Ornelas and Andrew Lan. 2024. Exploring Automated Distractor Generation for Math Multiple-choice Questions via Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2404.02124\u00a0[cs.CL]","DOI":"10.18653\/v1\/2024.findings-naacl.193"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Mark\u00a0J. Gierl Okan Bulut Qi Guo and Xinxin Zhang. 2017. Developing Analyzing and Using Distractors for Multiple-Choice Tests in Education: A Comprehensive Review. Review of Educational Research 87 6 (Dec. 2017) 1082\u20131116.","DOI":"10.3102\/0034654317726529"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-46813-1_29"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3605098.3636160"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Roya Hosseini Kamil Akhuseyinoglu Peter Brusilovsky Lauri Malmi Kerttu Pollari-Malmi Christian Schunn and Teemu Sirki\u00e4. 2020. Improving Engagement in Program Construction Examples for Learning Python Programming. International Journal of Artificial Intelligence in Education 30 2 (2020) 299\u2013336.","DOI":"10.1007\/s40593-020-00197-0"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662032"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5015"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636252"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Ranim Khojah Mazen Mohamad Philipp Leitner and Francisco\u00a0Gomes de Oliveira\u00a0Neto. 2024. Beyond code generation: An observational study of chatgpt usage in software engineering practice. Proceedings of the ACM on Software Engineering (2024) 1819\u20131840.","DOI":"10.1145\/3660788"},{"key":"e_1_3_3_1_20_2","first-page":"165","volume-title":"Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024)","author":"Koutcheme Charles","year":"2024","unstructured":"Charles Koutcheme, Nicola Dainese, and Arto Hellas. 2024. Using Program Repair as a Proxy for Language Models\u2019 Feedback Ability in Programming Education. In Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024). 165\u2013181."},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653612"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664665"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Archana\u00a0Praveen Kumar Ashalatha Nayak Manjula\u00a0Shenoy K. Shashank Goyal and Chaitanya. 2023. A novel approach to generate distractors for Multiple Choice Questions. Expert Systems with Applications 225 (Sept. 2023) 120022.","DOI":"10.1016\/j.eswa.2023.120022"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-0533"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3631802.3631830"},{"key":"e_1_3_3_1_27_2","unstructured":"Hunter McNichols Wanyong Feng Jaewook Lee Alexander Scarlatos Digory Smith Simon Woodhead and Andrew\u00a0S. Lan. 2023. Automated Distractor and Feedback Generation for Math Multiple-choice Questions via In-context Learning."},{"key":"e_1_3_3_1_28_2","volume-title":"AI for Education: Bridging Innovation and Responsibility at the 38th AAAI Annual Conference on AI","author":"Narayanan Arun Balajiee\u00a0Lekshmi","year":"2024","unstructured":"Arun Balajiee\u00a0Lekshmi Narayanan, Priti Oli, Jeevan Chapagain, Mohammad Hassany, Rabin Banjade, Peter Brusilovsky, and Vasile Rus. 2024. Anonymized for blind review. In AI for Education: Bridging Innovation and Responsibility at the 38th AAAI Annual Conference on AI."},{"key":"e_1_3_3_1_29_2","first-page":"370","volume-title":"Proceedings of the 16th International Conference on Educational Data Mining","author":"Phung Tung","year":"2023","unstructured":"Tung Phung, Jos\u00e9 Cambronero, Sumit Gulwani, Tobias Kohn, Rupak Majumdar, Adish Singla, and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. In Proceedings of the 16th International Conference on Educational Data Mining. International Educational Data Mining Society, 370\u2013377."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Siyu Ren and Kenny\u00a0Q. Zhu. 2021. Knowledge-Driven Distractor Generation for Cloze-Style Multiple Choice Questions. Proceedings of the AAAI Conference on Artificial Intelligence 35 5 (May 2021) 4339\u20134347.","DOI":"10.1609\/aaai.v35i5.16559"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600142"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Jinnie Shin Qi Guo and Mark\u00a0J. Gierl. 2019. Multiple-Choice Item Distractor Development Using Topic Modeling Approaches. Frontiers in Psychology 10 (April 2019).","DOI":"10.3389\/fpsyg.2019.00825"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569801"},{"key":"e_1_3_3_1_35_2","unstructured":"Juha Sorva. 2012. Visual Program Simulation in Introductory Programming Education. Ph.\u00a0D. Dissertation."},{"key":"e_1_3_3_1_36_2","unstructured":"Pragnya Sridhar Aidan Doyle Arav Agarwal Christopher Bogart Jaromir Savelka and Majd Sakr. 2023. Harnessing LLMs in Curricular Design: Using GPT-4 to Support Authoring of Learning Objectives. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2306.17459 (2023)."},{"key":"e_1_3_3_1_37_2","unstructured":"Kehui Tan Tianqi Pang and Chenyou Fan. 2023. Towards Applying Powerful Large AI Models in Classroom Teaching: Opportunities Challenges and Prospects. arxiv:https:\/\/arXiv.org\/abs\/2305.03433\u00a0[cs.AI]"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10342898"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/1047344.1047502"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653584"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653583"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706529","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706529","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:51Z","timestamp":1750298211000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706529"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":40,"alternative-id":["10.1145\/3706468.3706529","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706529","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}