{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:06:55Z","timestamp":1771045615469,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,3]]},"DOI":"10.1145\/3702652.3744222","type":"proceedings-article","created":{"date-parts":[[2025,7,31]],"date-time":"2025-07-31T09:39:27Z","timestamp":1753954767000},"page":"344-353","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Generalized Framework for Describing Question Randomization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7500-5928","authenticated-orcid":false,"given":"Romina","family":"Mahinpei","sequence":"first","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3086-1693","authenticated-orcid":false,"given":"Iris","family":"Xu","sequence":"additional","affiliation":[{"name":"Computer Science, University of British Columbia, Vancouver, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6323-8145","authenticated-orcid":false,"given":"Steven","family":"Wolfman","sequence":"additional","affiliation":[{"name":"Computer Science, University of British Columbia, Vancouver, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7007-4636","authenticated-orcid":false,"given":"Firas","family":"Moosvi","sequence":"additional","affiliation":[{"name":"Computer Science, University of British Columbia, Vancouver, BC, Canada"}]}],"member":"320","published-online":{"date-parts":[[2025,8,2]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/1878335.1878387"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Paul\u00a0D. Bliese David Chan and Robert\u00a0E. Ployhart. 2007. Multilevel Methods: Future Directions in Measurement Longitudinal Analyses and Nonnormal Outcomes. Organizational Research Methods 10 4 (2007) 551\u2013563. https:\/\/doi.org\/10.1177\/1094428107301102 arXiv:10.1177\/1094428107301102","DOI":"10.1177\/1094428107301102"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3430665.3456366"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Tracy Camp W.\u00a0Richards Adrion Betsy Bizot Susan Davidson Mary Hall Susanne Hambrusch Ellen Walker and Stuart Zweben. 2017. Generation CS: The Mixed News on Diversity and the Enrollment Surge. ACM Inroads 8 3 (July 2017) 36\u201342. https:\/\/doi.org\/10.1145\/3103175","DOI":"10.1145\/3103175"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3231644.3231664"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333647"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/INCIT.2019.8912065"},{"key":"e_1_3_3_1_9_2","volume-title":"Generation CS: Computer Science Undergraduate Enrollments Surge Since 2006","author":"Association Computing Research","year":"2017","unstructured":"Computing Research Association. 2017. Generation CS: Computer Science Undergraduate Enrollments Surge Since 2006. Technical Report. Computing Research Association. https:\/\/cra.org\/data\/generation-cs\/"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3406275"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287354"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653617"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432413"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Kilem\u00a0Li Gwet. 2008. Computing Inter-Rater Reliability and Its Variance in the Presence of High Agreement. The British Journal of Mathematical and Statistical Psychology (2008) 29\u201348. https:\/\/doi.org\/10.1348\/000711006X126600","DOI":"10.1348\/000711006X126600"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10342976"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Norman Jacobson. 2000. Using On-Computer Exams to Ensure Beginning Students\u2019 Programming Competency. SIGCSE Bull. 32 4 (Dec. 2000) 53\u201356. https:\/\/doi.org\/10.1145\/369295.369324","DOI":"10.1145\/369295.369324"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Eric Kjolsing and Lelli Van\u00a0Den Einde. 2016. Peer Instruction: Using Isomorphic Questions to Document Learning Gains in a Small Statics Class. Journal of Professional Issues in Engineering Education and Practice 142 4 (2016) 04016005. https:\/\/doi.org\/10.1061\/(ASCE)EI.1943-5541.0000283 arXiv:10.1061\/(ASCE)EI.1943-5541.0000283","DOI":"10.1061\/(ASCE)EI.1943-5541.0000283"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"Katie Kunze Roy Levy and Vandhana Mehta. 2020. Leveraging Psychometric Isomorphism in Assessment Development. International Journal of Quantitative Research in Education 5 (Jan. 2020) 1. https:\/\/doi.org\/10.1504\/IJQRE.2020.106561","DOI":"10.1504\/IJQRE.2020.106561"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Ghader Kurdi Jared Leo Bijan Parsia Uli Sattler and Salam Al-Emari. 2020. A Systematic Review of Automatic Question Generation for Educational Purposes. International Journal of Artificial Intelligence in Education 30 1 (2020) 121\u2013204. https:\/\/doi.org\/10.1007\/s40593-019-00186-y","DOI":"10.1007\/s40593-019-00186-y"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Shih-Yin Lin and Chandralekha Singh. 2011. Using isomorphic problems to learn introductory physics. Physical Review Special Topics\u2014Physics Education Research 7 2 (2011) 020104.","DOI":"10.1103\/PhysRevSTPER.7.020104"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499386"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"Russell Millar and Sathiamoorthy Manoharan. 2021. Repeat Individualized Assessment Using Isomorphic Questions: A Novel Approach to Increase Peer Discussion and Learning. International Journal of Educational Technology in Higher Education 18 1 (27 April 2021) 22. https:\/\/doi.org\/10.1186\/s41239-021-00257-y","DOI":"10.1186\/s41239-021-00257-y"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641554.3701892"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543979"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Herbert\u00a0A Simon and John\u00a0R Hayes. 1976. The understanding process: Problem isomorphs. Cognitive Psychology 8 2 (1976) 165\u2013190. https:\/\/doi.org\/10.1016\/0010-0285(76)90022-0","DOI":"10.1016\/0010-0285(76)90022-0"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569801"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/500956.501004"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.18260\/p.24575"}],"event":{"name":"ICER 2025: ACM Conference on International Computing Education Research","location":"Charlottesville USA","acronym":"ICER '25","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2025 ACM Conference on International Computing Education Research V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3702652.3744222","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,31]],"date-time":"2025-07-31T11:36:27Z","timestamp":1753961787000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3702652.3744222"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,2]]},"references-count":28,"alternative-id":["10.1145\/3702652.3744222","10.1145\/3702652"],"URL":"https:\/\/doi.org\/10.1145\/3702652.3744222","relation":{},"subject":[],"published":{"date-parts":[[2025,8,2]]},"assertion":[{"value":"2025-08-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}