{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:28:24Z","timestamp":1775068104669,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T00:00:00Z","timestamp":1709769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Ulla Tuominen Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,7]]},"DOI":"10.1145\/3626252.3630928","type":"proceedings-article","created":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T18:17:20Z","timestamp":1709835440000},"page":"1063-1069","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Solving Proof Block Problems Using Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6284-9972","authenticated-orcid":false,"given":"Seth","family":"Poulsen","sequence":"first","affiliation":[{"name":"Utah State University, Logan, UT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7277-9282","authenticated-orcid":false,"given":"Sami","family":"Sarsa","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2807-6042","authenticated-orcid":false,"given":"James","family":"Prather","sequence":"additional","affiliation":[{"name":"Abilene Christian University, Abilene, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1446-647X","authenticated-orcid":false,"given":"Brett A.","family":"Becker","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6502-209X","authenticated-orcid":false,"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5781-1136","authenticated-orcid":false,"given":"Brent N.","family":"Reeves","sequence":"additional","affiliation":[{"name":"Abilene Christian University, Abilene, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,3,7]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Brett A. Becker Michelle Craig Paul Denny Hieke Keuning Natalie Kiesler Juho Leinonen Andrew Luxton-Reilly Lauri Malmi James Prather and Keith Quille. 2023 a. Generative AI in Introductory Programming Education. https:\/\/csed.acm.org\/large-language-models-in-introductory-programming\/ CS2023 Curricular Practices Volume."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589996"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545947.3573353"},{"key":"e_1_3_2_1_5_1","volume-title":"How is ChatGPT's behavior changing over time? arXiv preprint arXiv:2307.09009","author":"Chen Lingjiao","year":"2023","unstructured":"Lingjiao Chen, Matei Zaharia, and James Zou. 2023. How is ChatGPT's behavior changing over time? arXiv preprint arXiv:2307.09009 (2023)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588814"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588815"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588773"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624720"},{"key":"e_1_3_2_1_11_1","unstructured":"Thomas Dohmke Marco Iansiti and Greg Richards. 2023. Sea Change in Software Development: Economic and Productivity Analysis of the AI-Powered Developer Lifecycle. arxiv: 2306.15033 [econ.GN]"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373165.3373187"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00410"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571785.3574127"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428299"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1352322.1352226"},{"key":"e_1_3_2_1_19_1","volume-title":"Exploring the Responses of Large Language Models to Beginner Programmers' Help Requests. arXiv preprint arXiv:2306.05715","author":"Hellas Arto","year":"2023","unstructured":"Arto Hellas, Juho Leinonen, Sami Sarsa, Charles Koutcheme, Lilja Kujanp\"a\"a, and Juha Sorva. 2023. Exploring the Responses of Large Language Models to Beginner Programmers' Help Requests. arXiv preprint arXiv:2306.05715 (2023)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.20944\/preprints202303.0422.v1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3564721.3565955"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Juho Leinonen Paul Denny Stephen MacNeil Sami Sarsa Seth Bernstein Joanne Kim Andrew Tran and Arto Hellas. 2023 a. Comparing Code Explanations Created by Students and Large Language Models. arxiv: 2304.03938 [cs.CY]","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_25_1","volume-title":"Agustin Dal Lago, et al","author":"Li Yujia","year":"2022","unstructured":"Yujia Li, David Choi, Junyoung Chung, Nate Kushman, Julian Schrittwieser, R\u00e9mi Leblond, Tom Eccles, James Keeling, Felix Gimeno, Agustin Dal Lago, et al. 2022. Competition-level code generation with alphacode. Science, Vol. 378, 6624 (2022), 1092--1097."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545947.3573358"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588822"},{"key":"e_1_3_2_1_28_1","volume-title":"Computer Science Curricula","author":"Joint Task Force on Computing Curricula. 2013.","year":"2013","unstructured":"Joint Task Force on Computing Curricula. 2013. Computer Science Curricula 2013. ACM\/Association for Computing Machinery."},{"key":"e_1_3_2_1_29_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv: 2303.08774 [cs.CL]"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Arkil Patel Satwik Bhattamishra and Navin Goyal. 2021. Are NLP Models really able to Solve Simple Math Word Problems?arxiv: 2103.07191 [cs.CL]","DOI":"10.18653\/v1\/2021.naacl-main.168"},{"key":"e_1_3_2_1_31_1","volume-title":"Learn AI-Assisted Python Programming with GitHub Copilot and ChatGPT","author":"Porter Leo","unstructured":"Leo Porter and Daniel Zingaro. 2023. Learn AI-Assisted Python Programming with GitHub Copilot and ChatGPT. Manning: Shelter Island, NY, USA."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569797"},{"key":"e_1_3_2_1_33_1","volume-title":"Efficient Feedback and Partial Credit Grading for Proof Blocks Problems. In International Conference on Artificial Intelligence in Education. Springer, 502--514","author":"Poulsen Seth","year":"2023","unstructured":"Seth Poulsen, Shubhang Kulkarni, Geoffrey Herman, and Matthew West. 2023 b. Efficient Feedback and Partial Credit Grading for Proof Blocks Problems. In International Conference on Artificial Intelligence in Education. Springer, 502--514."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469741"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3524774"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","unstructured":"James Prather Paul Denny Juho Leinonen Brett A. Becker Ibrahim Albluwi Michelle Craig Hieke Keuning Natalie Kiesler Tobias Kohn Andrew Luxton-Reilly Stephen MacNeil Andrew Peterson Raymond Pettit Brent N. Reeves and Jaromir Savelka. 2023 a. The Robots are Here: Navigating the Generative AI Revolution in Computing Education. https:\/\/doi.org\/10.48550\/arXiv.2310.00658 arxiv: 2310.00658 [cs.CY] To appear in Proceedings of the 2023 Working Group Reports on Innovation and Technology in Computer Science Education (ITiCSE-WGR 2023) July 7--12 2023 Turku Finland hrefhttps:\/\/dx.doi.org\/10.1145\/3623762.363349910.1145\/3623762.3633499.","DOI":"10.48550\/arXiv.2310.00658"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617367"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1561\/2500000045"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Alex Sanchez-Stern Yousef Alhessi Lawrence Saul and Sorin Lerner. 2020. Generating Correctness Proofs with Neural Networks. (2020) 14.","DOI":"10.1145\/3394450.3397466"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600142"},{"key":"e_1_3_2_1_43_1","first-page":"237","article-title":"Research on the teaching and learning of proof: Taking stock and moving forward. In Compendium for Research in Mathematics Education, Jinfa Cai (Ed.). National Council of Teachers of Mathematics","volume":"10","author":"Stylianides GJ","year":"2017","unstructured":"GJ Stylianides, AJ Stylianides, and K Weber. 2017. Research on the teaching and learning of proof: Taking stock and moving forward. In Compendium for Research in Mathematics Education, Jinfa Cai (Ed.). National Council of Teachers of Mathematics, Chapter 10, 237--266.","journal-title":"Chapter"},{"key":"e_1_3_2_1_44_1","unstructured":"Sowmya S Sundaram Sairam Gurajada Marco Fisichella Deepak P and Savitha Sam Abraham. 2022. Why are NLP Models Fumbling at Elementary Math? A Survey of Deep Learning based Word Problem Solvers. arxiv: 2205.15683 [cs.CL]"},{"key":"e_1_3_2_1_45_1","volume-title":"Curriculum Guidelines for Undergraduate Degree Programs in Computer Engineering","author":"Association for Computing Machinery (ACM) The Joint Task Force on Computing Curricula and IEEE Computer Society. 2016.","unstructured":"Association for Computing Machinery (ACM) The Joint Task Force on Computing Curricula and IEEE Computer Society. 2016. Curriculum Guidelines for Undergraduate Degree Programs in Computer Engineering. Technical Report. NY, NY, USA."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1015535614355"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587103.3594202"},{"key":"e_1_3_2_1_49_1","unstructured":"Shizhuo Dylan Zhang Talia Ringer and Emily First. 2023 b. Getting More out of Large Language Models for Proofs. arxiv: 2305.04369 [cs.FL]"}],"event":{"name":"SIGCSE 2024: The 55th ACM Technical Symposium on Computer Science Education","location":"Portland OR USA","acronym":"SIGCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630928","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626252.3630928","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T04:31:47Z","timestamp":1755750707000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630928"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,7]]},"references-count":49,"alternative-id":["10.1145\/3626252.3630928","10.1145\/3626252"],"URL":"https:\/\/doi.org\/10.1145\/3626252.3630928","relation":{},"subject":[],"published":{"date-parts":[[2024,3,7]]},"assertion":[{"value":"2024-03-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}