{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T15:56:23Z","timestamp":1774108583810,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,7]],"date-time":"2023-09-07T00:00:00Z","timestamp":1694044800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["18\/CRT\/6183"],"award-info":[{"award-number":["18\/CRT\/6183"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,7]]},"DOI":"10.1145\/3610969.3610982","type":"proceedings-article","created":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T13:39:07Z","timestamp":1695649147000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["No More Pencils No More Books: Capabilities of Generative AI on Irish and UK Computer Science School Leaving Examinations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5585-7376","authenticated-orcid":false,"given":"Joyce","family":"Mahon","sequence":"first","affiliation":[{"name":"University College Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2518-0274","authenticated-orcid":false,"given":"Brian","family":"Mac Namee","sequence":"additional","affiliation":[{"name":"University College Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1446-647X","authenticated-orcid":false,"given":"Brett A.","family":"Becker","sequence":"additional","affiliation":[{"name":"University College Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"AQA:. 2019. AQA AS and A-Level Computer Science Specifications. https:\/\/www.aqa.org.uk\/subjects\/computer-science-and-it\/as-and-a-level\/computer-science-7516-7517\/specification-at-a-glance  AQA:. 2019. AQA AS and A-Level Computer Science Specifications. https:\/\/www.aqa.org.uk\/subjects\/computer-science-and-it\/as-and-a-level\/computer-science-7516-7517\/specification-at-a-glance"},{"key":"e_1_3_2_1_2_1","volume-title":"Where Is It Now, Where Is It Going. Ireland\u2019s Yearbook of Education 2018","author":"Becker Brett","year":"2017","unstructured":"Brett Becker . 2017. Artificial Intelligence in Education: What Is It , Where Is It Now, Where Is It Going. Ireland\u2019s Yearbook of Education 2018 ( 2017 ), 42\u201346. Brett Becker. 2017. Artificial Intelligence in Education: What Is It, Where Is It Now, Where Is It Going. Ireland\u2019s Yearbook of Education 2018 (2017), 42\u201346."},{"key":"e_1_3_2_1_3_1","first-page":"8","article-title":"What Does Saying That \u2018Programming is Hard\u2019 Really Say, and About Whom?Commun","volume":"64","author":"Becker A.","year":"2021","unstructured":"Brett\u00a0 A. Becker . 2021 . What Does Saying That \u2018Programming is Hard\u2019 Really Say, and About Whom?Commun . ACM 64 , 8 (jul 2021), 27\u201329. https:\/\/doi.org\/10.1145\/3469115 10.1145\/3469115 Brett\u00a0A. Becker. 2021. What Does Saying That \u2018Programming is Hard\u2019 Really Say, and About Whom?Commun. ACM 64, 8 (jul 2021), 27\u201329. https:\/\/doi.org\/10.1145\/3469115","journal-title":"ACM"},{"key":"e_1_3_2_1_4_1","volume-title":"Computing Education Research in the UK & Ireland","author":"Becker A.","unstructured":"Brett\u00a0 A. Becker , Steven Bradley , Joseph Maguire , Michaela Black , Tom Crick , Mohammed Saqr , Sue Sentance , and Keith Quille . 2023. Computing Education Research in the UK & Ireland . Springer International Publishing , Cham , 421\u2013479, Ireland, along with a scientometric study of research outputs.https:\/\/doi.org\/10.1007\/978-3-031-25336-2_19 10.1007\/978-3-031-25336-2_19 Brett\u00a0A. Becker, Steven Bradley, Joseph Maguire, Michaela Black, Tom Crick, Mohammed Saqr, Sue Sentance, and Keith Quille. 2023. Computing Education Research in the UK & Ireland. Springer International Publishing, Cham, 421\u2013479, Ireland, along with a scientometric study of research outputs.https:\/\/doi.org\/10.1007\/978-3-031-25336-2_19"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_6_1","volume-title":"Artificial Hallucination: GPT on LSD?Critical Care 27, 1","author":"Beutel Gernot","year":"2023","unstructured":"Gernot Beutel , Eline Geerits , and Jan\u00a0 T Kielstein . 2023 . Artificial Hallucination: GPT on LSD?Critical Care 27, 1 (2023), 148. Gernot Beutel, Eline Geerits, and Jan\u00a0T Kielstein. 2023. Artificial Hallucination: GPT on LSD?Critical Care 27, 1 (2023), 148."},{"key":"e_1_3_2_1_7_1","volume-title":"Bringing Computer Science Back into Schools: Lessons from the UK(SIGCSE \u201913). ACM","author":"Christopher\u00a0Charles Brown Neil","unstructured":"Neil Christopher\u00a0Charles Brown , Michael K\u00f6lling , Tom Crick , Simon Peyton\u00a0Jones , Simon Humphreys , and Sue Sentance . 2013. Bringing Computer Science Back into Schools: Lessons from the UK(SIGCSE \u201913). ACM , NY , NY, USA , 269\u2013274. https:\/\/doi.org\/10.1145\/2445196.2445277 10.1145\/2445196.2445277 Neil Christopher\u00a0Charles Brown, Michael K\u00f6lling, Tom Crick, Simon Peyton\u00a0Jones, Simon Humphreys, and Sue Sentance. 2013. Bringing Computer Science Back into Schools: Lessons from the UK(SIGCSE \u201913). ACM, NY, NY, USA, 269\u2013274. https:\/\/doi.org\/10.1145\/2445196.2445277"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2602484"},{"key":"e_1_3_2_1_9_1","volume-title":"Sparks of Artificial General Intelligence: Early Experiments with GPT-4. (March","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck , Varun Chandrasekaran , Ronen Eldan , Johannes Gehrke , Eric Horvitz , 2023. Sparks of Artificial General Intelligence: Early Experiments with GPT-4. (March 2023 ). https:\/\/www.microsoft.com\/en-us\/research\/publication\/sparks-of-artificial-general-intelligence-early-experiments-with-gpt-4\/ S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, 2023. Sparks of Artificial General Intelligence: Early Experiments with GPT-4. (March 2023). https:\/\/www.microsoft.com\/en-us\/research\/publication\/sparks-of-artificial-general-intelligence-early-experiments-with-gpt-4\/"},{"key":"e_1_3_2_1_10_1","unstructured":"OCR:\u00a0Oxford Cambridge and RSA Examinations. 2021. A-Level Specification. Computer Science. https:\/\/www.ocr.org.uk\/qualifications\/as-and-a-level\/computer-science-h046-h446-from-2015\/  OCR:\u00a0Oxford Cambridge and RSA Examinations. 2021. A-Level Specification. Computer Science. https:\/\/www.ocr.org.uk\/qualifications\/as-and-a-level\/computer-science-h046-h446-from-2015\/"},{"key":"e_1_3_2_1_11_1","unstructured":"[\n  11\n  ]  careersportal.ie. 2022. https:\/\/careersportal.ie\/school\/lc_marks_distribution.php  [11] careersportal.ie. 2022. https:\/\/careersportal.ie\/school\/lc_marks_distribution.php"},{"key":"e_1_3_2_1_12_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374\u00a0[cs.LG]  Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374\u00a0[cs.LG]"},{"key":"e_1_3_2_1_13_1","volume-title":"Access to, and Participation in Computer Science Education in Ireland","author":"Connolly Cornelia","unstructured":"Cornelia Connolly and Colette Kirwan . 2023. Capacity for , Access to, and Participation in Computer Science Education in Ireland , University of\u00a0Galway (Ed.) .. https:\/\/doi.org\/10.13025\/bccm-2c38 10.13025\/bccm-2c38 Cornelia Connolly and Colette Kirwan. 2023. Capacity for, Access to, and Participation in Computer Science Education in Ireland, University of\u00a0Galway (Ed.).. https:\/\/doi.org\/10.13025\/bccm-2c38"},{"key":"e_1_3_2_1_14_1","volume-title":"Chatting and cheating: Ensuring Academic Integrity in the Era of ChatGPT. Innovations in Education and Teaching International","author":"Cotton RE","year":"2023","unstructured":"Debby\u00a0 RE Cotton , Peter\u00a0 A Cotton , and J\u00a0Reuben Shipway . 2023. Chatting and cheating: Ensuring Academic Integrity in the Era of ChatGPT. Innovations in Education and Teaching International ( 2023 ), 1\u201312. Debby\u00a0RE Cotton, Peter\u00a0A Cotton, and J\u00a0Reuben Shipway. 2023. Chatting and cheating: Ensuring Academic Integrity in the Era of ChatGPT. Innovations in Education and Teaching International (2023), 1\u201312."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588773"},{"key":"e_1_3_2_1_16_1","volume-title":"Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations","author":"DES.","year":"2021","unstructured":"DES. 2020. Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations 2021 . https:\/\/www.tui.ie\/_fileupload\/assessment-arrangements-junior-cycle-and-leaving-certificate-examinations-2021%20FINAL.pdf DES. 2020. Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations 2021. https:\/\/www.tui.ie\/_fileupload\/assessment-arrangements-junior-cycle-and-leaving-certificate-examinations-2021%20FINAL.pdf"},{"key":"e_1_3_2_1_17_1","volume-title":"Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations","author":"DES.","year":"2022","unstructured":"DES. 2021. Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations 2022 . https:\/\/assets.gov.ie\/85054\/e0afa83e-e701-40d2-8dfe-8baba98a01ca.pdf DES. 2021. Assessment Arrangements For Junior Cycle and Leaving Certificate Examinations 2022. https:\/\/assets.gov.ie\/85054\/e0afa83e-e701-40d2-8dfe-8baba98a01ca.pdf"},{"key":"e_1_3_2_1_18_1","unstructured":"Nouha Dziri Ximing Lu Melanie Sclar Xiang\u00a0Lorraine Li Liwei Jiang Bill\u00a0Yuchen Lin Peter West Chandra Bhagavatula Ronan\u00a0Le Bras Jena\u00a0D. Hwang Soumya Sanyal Sean Welleck Xiang Ren Allyson Ettinger Zaid Harchaoui and Yejin Choi. 2023. Faith and Fate: Limits of Transformers on Compositionality. arxiv:2305.18654\u00a0[cs.CL]  Nouha Dziri Ximing Lu Melanie Sclar Xiang\u00a0Lorraine Li Liwei Jiang Bill\u00a0Yuchen Lin Peter West Chandra Bhagavatula Ronan\u00a0Le Bras Jena\u00a0D. Hwang Soumya Sanyal Sean Welleck Xiang Ren Allyson Ettinger Zaid Harchaoui and Yejin Choi. 2023. Faith and Fate: Limits of Transformers on Compositionality. arxiv:2305.18654\u00a0[cs.CL]"},{"key":"e_1_3_2_1_19_1","unstructured":"Cambridge Assessment\u00a0International Education. 2021. Implementing the Curriculum with Cambridge A Guide for School Leaders. https:\/\/www.cambridgeinternational.org\/support-and-training-for-schools\/teaching-cambridge-at-your-school\/implementing-the-curriculum-with-cambridge\/  Cambridge Assessment\u00a0International Education. 2021. Implementing the Curriculum with Cambridge A Guide for School Leaders. https:\/\/www.cambridgeinternational.org\/support-and-training-for-schools\/teaching-cambridge-at-your-school\/implementing-the-curriculum-with-cambridge\/"},{"key":"e_1_3_2_1_20_1","unstructured":"Cambridge Assessment\u00a0International Education. 2021. Syllabus. Cambridge International AS & A Level Computer Science 9618. Version 2. https:\/\/www.cambridgeinternational.org\/programmes-and-qualifications\/cambridge-international-as-and-a-level-computer-science-9618\/  Cambridge Assessment\u00a0International Education. 2021. Syllabus. Cambridge International AS & A Level Computer Science 9618. Version 2. https:\/\/www.cambridgeinternational.org\/programmes-and-qualifications\/cambridge-international-as-and-a-level-computer-science-9618\/"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.21585\/ijcses.v6i1.148"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734335"},{"key":"e_1_3_2_1_25_1","unstructured":"Cambridge International. 2021. Cambridge International AS & A Level Computer Science (9618). https:\/\/www.cambridgeinternational.org\/programmes-and-qualifications\/cambridge-international-as-and-a-level-computer-science-9618\/past-papers\/  Cambridge International. 2021. Cambridge International AS & A Level Computer Science (9618). https:\/\/www.cambridgeinternational.org\/programmes-and-qualifications\/cambridge-international-as-and-a-level-computer-science-9618\/past-papers\/"},{"key":"e_1_3_2_1_26_1","unstructured":"Will Knight. 2023. OpenAI\u2019s CEO Says the Age of Giant AI Models is Already Over. https:\/\/www.wired.com\/story\/openai-ceo-sam-altman-the-age-of-giant-ai-models-is-already-over\/  Will Knight. 2023. OpenAI\u2019s CEO Says the Age of Giant AI Models is Already Over. https:\/\/www.wired.com\/story\/openai-ceo-sam-altman-the-age-of-giant-ai-models-is-already-over\/"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_28_1","volume-title":"Competition-Level Code Generation with Alphacode. Science 378, 6624","author":"Li Yujia","year":"2022","unstructured":"Yujia Li , David Choi , Junyoung Chung , Nate Kushman , Julian Schrittwieser , R\u00e9mi Leblond , Tom Eccles , James Keeling , Felix Gimeno , Agustin Dal\u00a0Lago , 2022. Competition-Level Code Generation with Alphacode. Science 378, 6624 ( 2022 ), 1092\u20131097. Yujia Li, David Choi, Junyoung Chung, Nate Kushman, Julian Schrittwieser, R\u00e9mi Leblond, Tom Eccles, James Keeling, Felix Gimeno, Agustin Dal\u00a0Lago, 2022. Competition-Level Code Generation with Alphacode. Science 378, 6624 (2022), 1092\u20131097."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295779"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545947.3573358"},{"key":"e_1_3_2_1_31_1","unstructured":"Marek Mardosewicz. 2023. What is AutoGPT and How Can I Benefit From It?https:\/\/lablab.ai\/blog\/what-is-autogpt-and-how-can-i-benefit-from-it  Marek Mardosewicz. 2023. What is AutoGPT and How Can I Benefit From It?https:\/\/lablab.ai\/blog\/what-is-autogpt-and-how-can-i-benefit-from-it"},{"key":"e_1_3_2_1_32_1","unstructured":"Clare McDonald. 2021. Number of Students Taking A-level Computing Rose in 2021: Computer Weekly. https:\/\/www.computerweekly.com\/news\/252505123\/Number-of-students-taking-A-level-computing-rose-in-2021  Clare McDonald. 2021. Number of Students Taking A-level Computing Rose in 2021: Computer Weekly. https:\/\/www.computerweekly.com\/news\/252505123\/Number-of-students-taking-A-level-computing-rose-in-2021"},{"key":"e_1_3_2_1_33_1","unstructured":"Sean Murray. 2023. Most Computer Science Teachers Not Accredited Report Finds. https:\/\/www.irishexaminer.com\/news\/arid-41101681.html  Sean Murray. 2023. Most Computer Science Teachers Not Accredited Report Finds. https:\/\/www.irishexaminer.com\/news\/arid-41101681.html"},{"key":"e_1_3_2_1_34_1","unstructured":"State Examinations\u00a0Commission\/Coimisi\u00fan na Scr\u00faduithe\u00a0St\u00e1it. 2022. Leaving Certificate Computer Science Higher Level Section A&B and Section C. English version.https:\/\/www.examinations.ie\/exammaterialarchive\/  State Examinations\u00a0Commission\/Coimisi\u00fan na Scr\u00faduithe\u00a0St\u00e1it. 2022. Leaving Certificate Computer Science Higher Level Section A&B and Section C. English version.https:\/\/www.examinations.ie\/exammaterialarchive\/"},{"key":"e_1_3_2_1_35_1","volume-title":"LC Computer Science Coursework Projct Brief 2023 Higher and Ordinary. https:\/\/www.examinations.ie\/?l=en&mc=ex&sc=he#ComputerScience58","author":"State Examinations\u00a0Commission","unstructured":"State Examinations\u00a0Commission \/ Coimisi\u00fan na Scr\u00faduithe\u00a0St\u00e1it . 2023. LC Computer Science Coursework Projct Brief 2023 Higher and Ordinary. https:\/\/www.examinations.ie\/?l=en&mc=ex&sc=he#ComputerScience58 State Examinations\u00a0Commission\/Coimisi\u00fan na Scr\u00faduithe\u00a0St\u00e1it. 2023. LC Computer Science Coursework Projct Brief 2023 Higher and Ordinary. https:\/\/www.examinations.ie\/?l=en&mc=ex&sc=he#ComputerScience58"},{"key":"e_1_3_2_1_36_1","unstructured":"Karen Nolan and Keith Quille. 2023. Why Kids Find Computing Jobs to be a Turnoff. https:\/\/www.rte.ie\/brainstorm\/2023\/0529\/1386218-children-students-computing-careers-jobs-ireland\/  Karen Nolan and Keith Quille. 2023. Why Kids Find Computing Jobs to be a Turnoff. https:\/\/www.rte.ie\/brainstorm\/2023\/0529\/1386218-children-students-computing-careers-jobs-ireland\/"},{"key":"e_1_3_2_1_38_1","unstructured":"Person. 2023. Bridging the Gap in Computer Science Teachers. https:\/\/www.bcs.org\/articles-opinion-and-research\/bridging-the-gap-in-computer-science-teachers\/  Person. 2023. Bridging the Gap in Computer Science Teachers. https:\/\/www.bcs.org\/articles-opinion-and-research\/bridging-the-gap-in-computer-science-teachers\/"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"James Prather Brent\u00a0N. Reeves Paul Denny Brett\u00a0A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \"It\u2019s Weird That it Knows What I Want\": Usability and Interactions with Copilot for Novice Programmers. arxiv:2304.02491\u00a0[cs.HC]  James Prather Brent\u00a0N. Reeves Paul Denny Brett\u00a0A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \"It\u2019s Weird That it Knows What I Want\": Usability and Interactions with Copilot for Novice Programmers. arxiv:2304.02491\u00a0[cs.HC]","DOI":"10.1145\/3617367"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_2_1_41_1","unstructured":"Oscar Sainz Jon Ander\u00a0Campos Iker Garc\u00eda-Ferrero Julen Etxaniz and Eneko Agirre. 2023. Did ChatGPT Cheat on Your Test?https:\/\/hitz-zentroa.github.io\/lm-contamination\/blog\/  Oscar Sainz Jon Ander\u00a0Campos Iker Garc\u00eda-Ferrero Julen Etxaniz and Eneko Agirre. 2023. Did ChatGPT Cheat on Your Test?https:\/\/hitz-zentroa.github.io\/lm-contamination\/blog\/"},{"key":"e_1_3_2_1_42_1","volume-title":"The Road to Conscious Machines: The Story of AI","author":"Wooldridge Michael","unstructured":"Michael Wooldridge . 2020. The Road to Conscious Machines: The Story of AI . Penguin UK. Michael Wooldridge. 2020. The Road to Conscious Machines: The Story of AI. Penguin UK."}],"event":{"name":"UKICER 2023: The United Kingdom and Ireland Computing Education Research conference","location":"Swansea Wales Uk","acronym":"UKICER 2023"},"container-title":["The United Kingdom and Ireland Computing Education Research (UKICER) conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610969.3610982","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3610969.3610982","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:59Z","timestamp":1750178219000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610969.3610982"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,7]]},"references-count":41,"alternative-id":["10.1145\/3610969.3610982","10.1145\/3610969"],"URL":"https:\/\/doi.org\/10.1145\/3610969.3610982","relation":{},"subject":[],"published":{"date-parts":[[2023,9,7]]},"assertion":[{"value":"2023-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}