{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:37:51Z","timestamp":1784342271899,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T00:00:00Z","timestamp":1677715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,2]]},"DOI":"10.1145\/3545945.3569759","type":"proceedings-article","created":{"date-parts":[[2023,3,3]],"date-time":"2023-03-03T23:40:27Z","timestamp":1677886827000},"page":"500-506","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":345,"title":["Programming Is Hard - Or at Least It Used to Be"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1446-647X","authenticated-orcid":false,"given":"Brett A.","family":"Becker","sequence":"first","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"The University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4279-6284","authenticated-orcid":false,"given":"James","family":"Finnie-Ansley","sequence":"additional","affiliation":[{"name":"The University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8269-2909","authenticated-orcid":false,"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[{"name":"The University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2807-6042","authenticated-orcid":false,"given":"James","family":"Prather","sequence":"additional","affiliation":[{"name":"Abilene Christian University, Abilene, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5337-715X","authenticated-orcid":false,"given":"Eddie Antonio","family":"Santos","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,3,3]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Desai Ankur and Deo Atul. 2022. Introducing Amazon Code Whisperer the ML- powered Coding Companion. https:\/\/aws.amazon.com\/blogs\/machine-learning\/introducing-amazon-codewhisperer-the-ml-powered-coding-companion\/"},{"key":"e_1_3_2_1_2_1","volume-title":"Extreme Programming Explained: Embrace Change","author":"Beck Kent","unstructured":"Kent Beck. 2000. Extreme Programming Explained: Embrace Change. Addison-Wesley Professional, Boston, Massachusetts."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 50th ACM Technical Symposium on Computer Science Education","author":"Brett","unstructured":"Brett A. Becker and Keith Quille. 2019. 50 Years of CS1 at SIGCSE: A Review of the Evolution of Introductory Programming Education Research. In Proceedings of the 50th ACM Technical Symposium on Computer Science Education (Minneapolis, MN, USA) (SIGCSE '19). ACM, NY, NY, USA, 338--344. https:\/\/doi.org\/10.1145\/ 3287324.3287432"},{"key":"e_1_3_2_1_5_1","volume-title":"Technology Workshop.","author":"Bender Emily M","year":"2019","unstructured":"Emily M Bender. 2019. A Typology of Ethical Risks in Language Technology With an Eye Towards Where Transparent Documentation can Help. Presented at the Future of Artificial Intelligence: Language, Ethics, Technology Workshop."},{"key":"e_1_3_2_1_6_1","first-page":"1877","article-title":"Language Models are Few-shot Learners","volume":"33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, et al. 2020. Language Models are Few-shot Learners. Advances in Neural Information Processing Systems 33 (2020), 1877--1901.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_7_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun et al. 2021. Evaluating Large Language Models Trained on Code. https:\/\/arxiv.org\/abs\/2107.03374."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Arghavan Moradi Dakhel Vahid Majdinasab Amin Nikanjam et al. 2022. GitHub Copilot AI Pair Programmer: Asset or Liability? https:\/\/doi.org\/10.48550\/arXiv. 2206.15331","DOI":"10.48550\/arXiv"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.3354\/esep00195"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1067445.1067473"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_14_1","unstructured":"Melissa Heikkil\u00e4. 2022. DeepMind has Predicted the Structure of Almost Every Protein Known to Science. https:\/\/www.technologyreview.com\/2022\/07\/28\/ 1056510\/deepmind-predicted-the-structure-of-almost-every-protein-known-to-science\/"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.2307\/749255"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3403935"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366882"},{"key":"e_1_3_2_1_18_1","unstructured":"Heidy Khlaaf Pamela Mishkin Joshua Achiam et al. 2022. A Hazard Analysis Framework for Code Synthesis Large Language Models. https:\/\/doi.org\/10. 48550\/arxiv.2207.14157"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3314994.3325083"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499391"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Juho Leinonen Arto Hellas Sami Sarsa et al. 2022. Using Large Language Models to Enhance Programming Error Messages. https:\/\/doi.org\/10.48550\/arxiv.2210. 11630","DOI":"10.48550\/arxiv.2210"},{"key":"e_1_3_2_1_22_1","unstructured":"Aitor Lewkowycz Anders Andreassen David Dohan et al. 2022. Solving Quantitative Reasoning Problems with Language Models. https:\/\/doi.org\/10.48550\/ arxiv.2206.14858"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"Yujia Li David Choi Junyoung Chung Julian Schrittwieser et al. 2022. Competition-level Code Generation With AlphaCode. Science 378 6624 (2022) 1092--1097. https:\/\/doi.org\/10.1126\/science.abq1158 arXiv:https:\/\/www.science.org\/doi\/pdf\/10.1126\/science.abq1158","DOI":"10.1126\/science.abq1158"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400903384844"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295779"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/563517"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.12"},{"key":"e_1_3_2_1_30_1","volume-title":"2022 Conference of Russian Young Researchers in Electrical and Electronic Engineering (ElConRus). IEEE, IEEE, St","author":"Moroz Ekaterina A","year":"2022","unstructured":"Ekaterina A Moroz, Vladimir O Grizkevich, and Igor M Novozhilov. 2022. The Po- tential of Artificial Intelligence as a Method of Software Developer's Productivity Improvement. In 2022 Conference of Russian Young Researchers in Electrical and Electronic Engineering (ElConRus). IEEE, IEEE, St. Petersburg, Russia, 386--390."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","unstructured":"Erik Nijkamp Bo Pang Hiroaki Hayashi et al. 2022. A Conversational Paradigm for Program Synthesis. https:\/\/doi.org\/10.48550\/arxiv.2203.13474","DOI":"10.48550\/arxiv.2203.13474"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/3055338.3079060"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","unstructured":"Aditya Ramesh Prafulla Dhariwal Alex Nichol et al. 2022. Hierarchical Text- conditional Image Generation With Clip Latents. https:\/\/doi.org\/10.48550\/arxiv. 2204.06125","DOI":"10.48550\/arxiv"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3024906.3024910"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/6592.6594"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","unstructured":"Alex Tamkin Miles Brundage Jack Clark and Deep Ganguli. 2021. Understanding the Capabilities Limitations and Societal Impact of Large Language Models. https:\/\/doi.org\/10.48550\/arxiv.2102.02503","DOI":"10.48550\/arxiv.2102.02503"},{"key":"e_1_3_2_1_39_1","volume-title":"19th Annual Conference of the National Advisory Committee on Computing Qualifications (NACCQ","author":"Thompson Errol","year":"2006","unstructured":"Errol Thompson, Jacqueline Whalley, Raymond Lister, and Beth Simon. 2006. Code Classification as a Learning and Assessment Exercise for Novice Programmers. In 19th Annual Conference of the National Advisory Committee on Computing Qualifications (NACCQ 2006). National Advisory Committee on Computing Qualifications, Wellington, New Zealand, 291--298."},{"key":"e_1_3_2_1_40_1","article-title":"From Walls to Steps: Using Online Automatic Homework Checking Tools to Improve Learning in Introductory Programming Courses","volume":"6","author":"Towell Dwayne","year":"2010","unstructured":"Dwayne Towell and Brent Reeves. 2010. From Walls to Steps: Using Online Automatic Homework Checking Tools to Improve Learning in Introductory Programming Courses. ACET Journal of Computer Education and Research 6, 1 (2010), 8 pages.","journal-title":"ACET Journal of Computer Education and Research"},{"key":"e_1_3_2_1_41_1","volume-title":"CHI Conference on Human Factors in Computing Systems Extended Abstracts. ACM, NY NY, USA, 1--7.","author":"Vaithilingam Priyan","unstructured":"Priyan Vaithilingam, Tianyi Zhang, and Elena L. Glassman. 2022. Expectation vs. Experience: Evaluating the Usability of Code Generation Tools Powered by Large Language Models. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. ACM, NY NY, USA, 1--7."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3534205"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2019.1565235"}],"event":{"name":"SIGCSE 2023: The 54th ACM Technical Symposium on Computer Science Education","location":"Toronto ON Canada","acronym":"SIGCSE 2023","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3545945.3569759","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3545945.3569759","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:59Z","timestamp":1750183799000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3545945.3569759"}},"subtitle":["Educational Opportunities and Challenges of AI Code Generation"],"short-title":[],"issued":{"date-parts":[[2023,3,2]]},"references-count":43,"alternative-id":["10.1145\/3545945.3569759","10.1145\/3545945"],"URL":"https:\/\/doi.org\/10.1145\/3545945.3569759","relation":{},"subject":[],"published":{"date-parts":[[2023,3,2]]},"assertion":[{"value":"2023-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}