{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T23:13:57Z","timestamp":1776122037947,"version":"3.50.1"},"reference-count":35,"publisher":"Association for Computing Machinery (ACM)","issue":"1","license":[{"start":{"date-parts":[[2022,2,14]],"date-time":"2022-02-14T00:00:00Z","timestamp":1644796800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Inroads"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1145\/3514213","type":"journal-article","created":{"date-parts":[[2022,2,14]],"date-time":"2022-02-14T23:25:55Z","timestamp":1644881155000},"page":"41-51","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Evaluating proof blocks problems as exam questions"],"prefix":"10.1145","volume":"13","author":[{"given":"Seth","family":"Poulsen","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign"}]},{"given":"Mahesh","family":"Viswanathan","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign"}]},{"given":"Geoffrey L.","family":"Herman","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign"}]},{"given":"Matthew","family":"West","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign"}]}],"member":"320","published-online":{"date-parts":[[2022,2,14]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10817-007-9072-3"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-63104-6_41"},{"key":"e_1_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-43144-4_8"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404532"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373165.3373187"},{"key":"e_1_2_1_6_1","volume-title":"Discrete mathematics: mathematical reasoning and proof with puzzles, patterns, and games","author":"Ensley Douglas E","unstructured":"Douglas E Ensley and J Winston Crawley . 2005. Discrete mathematics: mathematical reasoning and proof with puzzles, patterns, and games . John Wiley & Sons . Douglas E Ensley and J Winston Crawley. 2005. Discrete mathematics: mathematical reasoning and proof with puzzles, patterns, and games. John Wiley & Sons."},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141895"},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/BLOCKS.2015.7369000"},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1352135.1352226"},{"key":"e_1_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970781"},{"key":"e_1_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5951\/jresematheduc.45.1.0062"},{"key":"e_1_2_1_12_1","volume-title":"Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science","author":"Association for Computing Machinery (ACM) Joint Task Force on Computing Curricula and IEEE Computer Society. 2013.","unstructured":"Association for Computing Machinery (ACM) Joint Task Force on Computing Curricula and IEEE Computer Society. 2013. Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science . Association for Computing Machinery , New York, NY, USA . Association for Computing Machinery (ACM) Joint Task Force on Computing Curricula and IEEE Computer Society. 2013. Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science. Association for Computing Machinery, New York, NY, USA."},{"key":"e_1_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702302"},{"key":"e_1_2_1_14_1","volume-title":"Applications of item response theory to practical testing problems","author":"Lord Frederic M","unstructured":"Frederic M Lord . 1980. Applications of item response theory to practical testing problems . Routledge . Frederic M Lord. 1980. Applications of item response theory to practical testing problems. Routledge."},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868358.1868363"},{"key":"e_1_2_1_17_1","volume-title":"Proceedings of the 8th Australasian Conference on Computing Education -","volume":"52","author":"Parsons Dale","year":"2006","unstructured":"Dale Parsons and Patricia Haden . 2006 . Parson's Programming Puzzles: A Fun and Effective Learning Tool for First Programming Courses . In Proceedings of the 8th Australasian Conference on Computing Education - Volume 52 (Hobart, Australia) (ACE '06). Australian Computer Society, Inc., AUS, 157--163. Dale Parsons and Patricia Haden. 2006. Parson's Programming Puzzles: A Fun and Effective Learning Tool for First Programming Courses. In Proceedings of the 8th Australasian Conference on Computing Education - Volume 52 (Hobart, Australia) (ACE '06). Australian Computer Society, Inc., AUS, 157--163."},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339404"},{"key":"e_1_2_1_19_1","volume-title":"Akshita Gorti, Linda Oliva, Travis Scheponik, and Alan T. and Sherman.","author":"Poulsen Seth","year":"2021","unstructured":"Seth Poulsen , Geoffrey L. Herman , Peter A.H. Peterson , Enis Enis Golaszewski , Akshita Gorti, Linda Oliva, Travis Scheponik, and Alan T. and Sherman. 2021 . Psychometric Evaluation of the Cybersecurity Concept Inventory. ACM Transactions on Computing Education (TOCE) In press ( 2021). Seth Poulsen, Geoffrey L. Herman, Peter A.H. Peterson, Enis Enis Golaszewski, Akshita Gorti, Linda Oliva, Travis Scheponik, and Alan T. and Sherman. 2021. Psychometric Evaluation of the Cybersecurity Concept Inventory. ACM Transactions on Computing Education (TOCE) In press (2021)."},{"key":"e_1_2_1_20_1","volume-title":"Proof Blocks: Autogradeable Scaffolding Activities for Learning to Write Proofs. arxiv:2106.11032 [cs.CY]","author":"Poulsen Seth","year":"2021","unstructured":"Seth Poulsen , Mahesh Viswanathan , Geoffrey L. Herman , and Matthew West . 2021 . Proof Blocks: Autogradeable Scaffolding Activities for Learning to Write Proofs. arxiv:2106.11032 [cs.CY] Seth Poulsen, Mahesh Viswanathan, Geoffrey L. Herman, and Matthew West. 2021. Proof Blocks: Autogradeable Scaffolding Activities for Learning to Write Proofs. arxiv:2106.11032 [cs.CY]"},{"key":"e_1_2_1_21_1","volume-title":"R: A language and environment for statistical computing","author":"Team R Core","year":"2020","unstructured":"R Core Team . 2020 . R: A language and environment for statistical computing . R Foundation for Statistical Computing , Vienna, Austria . https:\/\/www.R-project.org\/ R Core Team. 2020. R: A language and environment for statistical computing. R Foundation for Statistical Computing, Vienna, Austria. https:\/\/www.R-project.org\/"},{"key":"e_1_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v017.i05"},{"key":"e_1_2_1_23_1","volume-title":"Proceedings of the second international seminar on misconceptions and educational strategies in science and mathematics","volume":"3","author":"Selden Annie","year":"1987","unstructured":"Annie Selden and John Selden . 1987 . Errors and misconceptions in college level theorem proving . In Proceedings of the second international seminar on misconceptions and educational strategies in science and mathematics , Vol. 3 . ERIC, 457--470. Annie Selden and John Selden. 1987. Errors and misconceptions in college level theorem proving. In Proceedings of the second international seminar on misconceptions and educational strategies in science and mathematics, Vol. 3. ERIC, 457--470."},{"key":"e_1_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5948\/UPO9780883859759.009"},{"key":"e_1_2_1_25_1","first-page":"3","article-title":"Ims learning tools interoperability: Enabling a mash-up approach to teaching and learning tools","volume":"7","author":"Severance Charles","year":"2010","unstructured":"Charles Severance , Ted Hanss , and Josepth Hardin . 2010 . Ims learning tools interoperability: Enabling a mash-up approach to teaching and learning tools . Technology, Instruction, Cognition and Learning 7 , 3 - 4 (2010), 245--262. Charles Severance, Ted Hanss, and Josepth Hardin. 2010. Ims learning tools interoperability: Enabling a mash-up approach to teaching and learning tools. Technology, Instruction, Cognition and Learning 7, 3-4 (2010), 245--262.","journal-title":"Technology, Instruction, Cognition and Learning"},{"key":"e_1_2_1_26_1","volume-title":"The second handbook of research on the psychology of mathematics education","author":"Stylianides Andreas J","unstructured":"Andreas J Stylianides , Kristen N Bieda , and Francesca Morselli . 2016. Proof and argumentation in mathematics education research . In The second handbook of research on the psychology of mathematics education . Brill Sense , 315--351. Andreas J Stylianides, Kristen N Bieda, and Francesca Morselli. 2016. Proof and argumentation in mathematics education research. In The second handbook of research on the psychology of mathematics education. Brill Sense, 315--351."},{"key":"e_1_2_1_27_1","first-page":"237","article-title":"Research on the teaching and learning of proof: Taking stock and moving forward. In Compendium for Research in Mathematics Education, Jinfa Cai (Ed.). National Council of Teachers of Mathematics","volume":"10","author":"Stylianides GJ","year":"2017","unstructured":"GJ Stylianides , AJ Stylianides , and K Weber . 2017 . Research on the teaching and learning of proof: Taking stock and moving forward. In Compendium for Research in Mathematics Education, Jinfa Cai (Ed.). National Council of Teachers of Mathematics , Chapter 10 , 237 -- 266 . GJ Stylianides, AJ Stylianides, and K Weber. 2017. Research on the teaching and learning of proof: Taking stock and moving forward. In Compendium for Research in Mathematics Education, Jinfa Cai (Ed.). National Council of Teachers of Mathematics, Chapter 10, 237--266.","journal-title":"Chapter"},{"key":"e_1_2_1_28_1","unstructured":"PrairieLearn Team. 2021. pl-order-blocks Documentation. https:\/\/prairielearn.readthedocs.io\/en\/latest\/elements\/pl-order-blocks-element  PrairieLearn Team. 2021. pl-order-blocks Documentation. https:\/\/prairielearn.readthedocs.io\/en\/latest\/elements\/pl-order-blocks-element"},{"key":"e_1_2_1_29_1","unstructured":"PrairieLearn Team. 2021. PrairieLearn Documentation. https:\/\/prairielearn.readthedocs.io\/en\/latest\/  PrairieLearn Team. 2021. PrairieLearn Documentation. https:\/\/prairielearn.readthedocs.io\/en\/latest\/"},{"key":"e_1_2_1_31_1","volume-title":"Mind in society: The development of higher psychological processes","author":"Vygotsky Lev Semenovich","unstructured":"Lev Semenovich Vygotsky . 1978. Mind in society: The development of higher psychological processes . Harvard university press . Lev Semenovich Vygotsky. 1978. Mind in society: The development of higher psychological processes. Harvard university press."},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1015535614355"},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:EDUC.0000040410.57253.a1"},{"key":"e_1_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771839.2771860"},{"key":"e_1_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18260\/p.24575"},{"key":"e_1_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-7610.1976.tb00381.x"},{"key":"e_1_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287370"}],"container-title":["ACM Inroads"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514213","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3514213","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:35Z","timestamp":1750188635000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514213"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,14]]},"references-count":35,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["10.1145\/3514213"],"URL":"https:\/\/doi.org\/10.1145\/3514213","relation":{},"ISSN":["2153-2184","2153-2192"],"issn-type":[{"value":"2153-2184","type":"print"},{"value":"2153-2192","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,14]]},"assertion":[{"value":"2022-02-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}