{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:08:37Z","timestamp":1771045717132,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T00:00:00Z","timestamp":1719964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,3]]},"DOI":"10.1145\/3649217.3653617","type":"proceedings-article","created":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T18:30:20Z","timestamp":1720031420000},"page":"178-184","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Quickly Producing \"Isomorphic\" Exercises: Quantifying the Impact of Programming Question Permutations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4730-447X","authenticated-orcid":false,"given":"Max","family":"Fowler","sequence":"first","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6572-4347","authenticated-orcid":false,"suffix":"IV","given":"David H.","family":"Smith","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4601-4398","authenticated-orcid":false,"given":"Craig","family":"Zilles","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500150747"},{"key":"e_1_3_2_1_2_1","unstructured":"Betsy Bizot and Stu Zweben. 2019. Generation CS Three Years Later. Technical Report. Computing Research Association. https:\/\/cra.org\/generation-cs-three-years-later\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094428107301102"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3024906.3024912"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET49119.2020.9206195"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3103175"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog0502_2"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/299649.299673"},{"key":"e_1_3_2_1_9_1","unstructured":"Computing Research Association. 2017. Generation CS: Computer Science Undergraduate Enrollments Surge Since 2006. Technical Report. https:\/\/cra.org\/data\/generation-cs\/"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141898"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2010.5492385"},{"key":"e_1_3_2_1_12_1","volume-title":"The psychology of problem solving","author":"Davidson Janet E","unstructured":"Janet E Davidson and Robert J Sternberg. 2003. The psychology of problem solving. Cambridge university press."},{"key":"e_1_3_2_1_13_1","volume-title":"Transforming assessment","author":"Dolin Jens","unstructured":"Jens Dolin, Paul Black, Wynne Harlen, and Andr\u00e9e Tiberghien. 2018. Exploring relations between formative and summative assessment. In Transforming assessment. Springer, 53--80."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1384271.1384371"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469745"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287354"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432413"},{"key":"e_1_3_2_1_18_1","volume-title":"Psychological differences among problem isomorphs. Cognitive theory","author":"Hayes John R","year":"1977","unstructured":"John R Hayes. 1977. Psychological differences among problem isomorphs. Cognitive theory , Vol. 2 (1977), 21--41."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1119\/perc.2019.pr.Hernandez"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.5951\/jresematheduc.43.4.0358"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)EI.1943-5541.0000283"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3441636.3442302"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/0021--9010.92.4.1043"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-021-00257-y"},{"key":"e_1_3_2_1_25_1","volume-title":"Formative and summative assessment and the notion of constructive alignment. Enhancing teaching and learning through assessment","author":"Muldoon Nona","year":"2007","unstructured":"Nona Muldoon and Chrisann Lee. 2007. Formative and summative assessment and the notion of constructive alignment. Enhancing teaching and learning through assessment (2007), 98--108."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/tea.20400"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12052-011-0369-7"},{"key":"e_1_3_2_1_28_1","first-page":"920","article-title":"Human problem solving. Prentice-Hall, Oxford","author":"Newell Allen","year":"1972","unstructured":"Allen Newell and Herbert A. Simon. 1972. Human problem solving. Prentice-Hall, Oxford, England. xiv, 920--xiv, 920 pages.","journal-title":"England."},{"key":"e_1_3_2_1_29_1","volume-title":"The acceptable R-square in empirical modelling for social science research. Available at SSRN 4128165","author":"Ozili Peterson K","year":"2022","unstructured":"Peterson K Ozili. 2022. The acceptable R-square in empirical modelling for social science research. Available at SSRN 4128165 (2022)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543979"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432376"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1037\/met0000126"},{"key":"e_1_3_2_1_34_1","volume-title":"Stimulus structures and mental representations in expert comprehension of computer programs. Cognitive psychology","author":"Pennington Nancy","year":"1987","unstructured":"Nancy Pennington. 1987. Stimulus structures and mental representations in expert comprehension of computer programs. Cognitive psychology, Vol. 19, 3 (1987), 295--341."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2016911.2016923"},{"key":"e_1_3_2_1_36_1","volume-title":"Applying Cognitive Science to Education: Thinking and Learning in Scientific and Other Complex Domains","author":"Reif Frederick","unstructured":"Frederick Reif. 2008. Applying Cognitive Science to Education: Thinking and Learning in Scientific and Other Complex Domains. MIT Press."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-92bf1922-011"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11165-014-9433-y"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/13562517.2014.901958"},{"key":"e_1_3_2_1_40_1","unstructured":"Matthew West Geoffrey L. Herman and Craig Zilles. 2015. PrairieLearn: Mastery-based Online Problem Solving with Adaptive Scoring and Recommendations Driven by Machine Learning. 26.1238.1--26.1238.14. https:\/\/peer.asee.org\/prairielearn-mastery-based-online-problem-solving-with-adaptive-scoring-and-recommendations-driven-by-machine-learning"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1187\/cbe.14-07-0110"},{"key":"e_1_3_2_1_42_1","volume-title":"Sloutsky","author":"Yarlas Aaron S.","year":"2000","unstructured":"Aaron S. Yarlas and Vladimir M. Sloutsky. 2000. Problem Representation in Experts and Novices: Part 1. Differences in the Content Of Representation. In In. Erlbaum, 475--480."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677239"}],"event":{"name":"ITiCSE 2024: Innovation and Technology in Computer Science Education","location":"Milan Italy","acronym":"ITiCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653617","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3649217.3653617","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T14:49:18Z","timestamp":1755787758000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653617"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,3]]},"references-count":43,"alternative-id":["10.1145\/3649217.3653617","10.1145\/3649217"],"URL":"https:\/\/doi.org\/10.1145\/3649217.3653617","relation":{},"subject":[],"published":{"date-parts":[[2024,7,3]]},"assertion":[{"value":"2024-07-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}