{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T16:09:19Z","timestamp":1777565359303,"version":"3.51.4"},"reference-count":50,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Graphics"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.cag.2026.104589","type":"journal-article","created":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T13:07:50Z","timestamp":1775135270000},"page":"104589","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Comparative evaluation of LLMs in generating ray tracing programming exercise questions and solutions"],"prefix":"10.1016","volume":"136","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8608-6961","authenticated-orcid":false,"given":"Tony Haoran","family":"Feng","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8013-4118","authenticated-orcid":false,"given":"Burkhard C.","family":"W\u00fcnsche","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8269-2909","authenticated-orcid":false,"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9315-8016","authenticated-orcid":false,"given":"Steffan","family":"Hooper","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.cag.2026.104589_b1","series-title":"EG 2017 - education papers","first-page":"1","article-title":"What we are teaching in introduction to computer graphics","author":"Balreira","year":"2017"},{"key":"10.1016\/j.cag.2026.104589_b2","series-title":"Proceedings of the twenty-first australasian computing education conference","first-page":"96","article-title":"Technologies and tools to support teaching and learning computer graphics: A literature review","author":"Suselo","year":"2019"},{"key":"10.1016\/j.cag.2026.104589_b3","series-title":"2011 \u2014 Computer graphics \u2014 electrical engineering and computer science \u2014 MIT OpenCourseWare","author":"MITOpenCourseWare","year":"2012"},{"key":"10.1016\/j.cag.2026.104589_b4","series-title":"Stanford CS248: Interactive computer graphics participation exercise 4","author":"Stanford","year":"2021"},{"key":"10.1016\/j.cag.2026.104589_b5","series-title":"UC Berkeley CS184\/284a part 1: Ray generation and scene intersection","author":"UCBerkeley","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b6","series-title":"Proceedings of the 42nd ACM technical symposium on computer science education","first-page":"471","article-title":"CodeWrite: supporting student-driven practice of java","author":"Denny","year":"2011"},{"issue":"1","key":"10.1016\/j.cag.2026.104589_b7","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1145\/2810041","article-title":"Coderunner: a tool for assessing computer programming skills","volume":"7","author":"Lobb","year":"2016","journal-title":"ACM Inroads"},{"key":"10.1016\/j.cag.2026.104589_b8","series-title":"AI-TA: Towards an intelligent question-answer teaching assistant using open-source LLMs","author":"Hicke","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b9","series-title":"Proceedings of the 23rd koli calling international conference on computing education research","article-title":"CodeHelp: Using large language models with guardrails for scalable support in programming classes","author":"Liffiton","year":"2024"},{"key":"10.1016\/j.cag.2026.104589_b10","series-title":"Proceedings of the 2022 ACM conference on international computing education research - volume 1","first-page":"27","article-title":"Automatic generation of programming exercises and code explanations using large language models","author":"Sarsa","year":"2022"},{"key":"10.1016\/j.cag.2026.104589_b11","series-title":"Eurographics 2024 - education papers","article-title":"Can GPT-4 trace rays","author":"Feng","year":"2024"},{"key":"10.1016\/j.cag.2026.104589_b12","series-title":"GPT-4","author":"OpenAI","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b13","series-title":"The impact of large language models on scientific discovery: a preliminary study using GPT-4","author":"AI4Science","year":"2023"},{"issue":"2270","key":"10.1016\/j.cag.2026.104589_b14","doi-asserted-by":"crossref","DOI":"10.1098\/rsta.2023.0254","article-title":"GPT-4 passes the bar exam","volume":"382","author":"Katz","year":"2024","journal-title":"Philos Trans R Soc A: Math Phys Eng Sci"},{"key":"10.1016\/j.cag.2026.104589_b15","series-title":"Capabilities of GPT-4 on medical challenge problems","author":"Nori","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b16","series-title":"Proceedings of the 2023 working group reports on innovation and technology in computer science education","first-page":"108","article-title":"The robots are here: Navigating the generative AI revolution in computing education","author":"Prather","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b17","series-title":"An introduction to ray tracing","author":"Glassner","year":"1989"},{"key":"10.1016\/j.cag.2026.104589_b18","series-title":"ACM SIGGRAPH 2005 courses","first-page":"4","article-title":"An improved illumination model for shaded display","author":"Whitted","year":"2005"},{"issue":"3","key":"10.1016\/j.cag.2026.104589_b19","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1109\/MCG.2003.1198263","article-title":"Fast, realistic lighting for video games","volume":"23","author":"Iones","year":"2003","journal-title":"IEEE Comput Graph Appl"},{"issue":"4","key":"10.1016\/j.cag.2026.104589_b20","doi-asserted-by":"crossref","DOI":"10.1145\/1778765.1778803","article-title":"OptiX: a general purpose ray tracing engine","volume":"29","author":"Parker","year":"2010","journal-title":"ACM Trans Graph"},{"key":"10.1016\/j.cag.2026.104589_b21","series-title":"Ray tracing: a tool for all","author":"Peddie","year":"2019"},{"key":"10.1016\/j.cag.2026.104589_b22","first-page":"S4G","article-title":"Raytracing as a tool for learning computer graphics","volume":"vol. 3","author":"Shene","year":"2002"},{"key":"10.1016\/j.cag.2026.104589_b23","series-title":"Eurographics 2025 - education papers","article-title":"Tracing brilliance: Analysing student performance in ray tracing and problem-solving capabilities and approaches","author":"Liu","year":"2025"},{"issue":"1","key":"10.1016\/j.cag.2026.104589_b24","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1145\/563517.563432","article-title":"GraphicsMentor: a tool for learning graphics fundamentals","volume":"34","author":"Nikolic","year":"2002","journal-title":"SIGCSE Bull"},{"key":"10.1016\/j.cag.2026.104589_b25","series-title":"Eurographics (education papers)","first-page":"1","article-title":"Rayground: An online educational tool for ray tracing","author":"Vitsas","year":"2020"},{"key":"10.1016\/j.cag.2026.104589_b26","series-title":"Proceedings of the ACM SIGGRAPH symposium on interactive 3D graphics and games","first-page":"71","article-title":"Ray tracing visualization toolkit","author":"Gribble","year":"2012"},{"key":"10.1016\/j.cag.2026.104589_b27","series-title":"An interactive web-based ray tracing visualization tool","author":"Russell","year":"1999"},{"key":"10.1016\/j.cag.2026.104589_b28","first-page":"89","article-title":"Virtual ray tracer 2.0","volume":"vol. 111","author":"van Wezel","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b29","article-title":"Large language models in medical education: Opportunities, challenges, and future directions","volume":"9","author":"Abd-alrazaq","year":"2023","journal-title":"\u201cJMIR Med Educ\u201d"},{"key":"10.1016\/j.cag.2026.104589_b30","series-title":"What should data science education do with large language models?","author":"Tu","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b31","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6552\/ad1fa2","article-title":"The impact of AI in physics education: a comprehensive review from GCSE to university levels","volume":"59","author":"Yeadon","year":"2024","journal-title":"Phys Educ"},{"issue":"2","key":"10.1016\/j.cag.2026.104589_b32","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1145\/3624720","article-title":"Computing education in the era of generative AI","volume":"67","author":"Denny","year":"2024","journal-title":"Commun ACM"},{"key":"10.1016\/j.cag.2026.104589_b33","series-title":"Generative AI in computer science education: challenges and opportunities","author":"Franklin","year":"2025"},{"key":"10.1016\/j.cag.2026.104589_b34","series-title":"Proceedings of the 54th ACM technical symposium on computer science education v. 1","first-page":"1136","article-title":"Conversing with copilot: Exploring prompt engineering for solving CS1 problems using natural language","author":"Denny","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b35","series-title":"Proceedings of the 24th australasian computing education conference","first-page":"10","article-title":"The robots are coming: Exploring the implications of openai codex on introductory programming","author":"Finnie-Ansley","year":"2022"},{"key":"10.1016\/j.cag.2026.104589_b36","series-title":"Proceedings of the 25th australasian computing education conference","first-page":"97","article-title":"My AI wants to know if this will be on the exam: Testing OpenAI\u2019s codex on CS2 programming exercises","author":"Finnie-Ansley","year":"2023"},{"key":"10.1016\/j.cag.2026.104589_b37","series-title":"Proceedings of the 2023 ACM conference on international computing education research","first-page":"78","article-title":"Thrilled by your progress! large language models (GPT-4) no longer struggle to pass assessments in higher education programming courses","author":"Savelka","year":"2023"},{"issue":"1","key":"10.1016\/j.cag.2026.104589_b38","doi-asserted-by":"crossref","DOI":"10.1111\/jcal.13092","article-title":"A comparative study of AI-generated and human-crafted learning objectives in computing education","volume":"41","author":"Doyle","year":"2025","journal-title":"J Comput Assist Learn"},{"key":"10.1016\/j.cag.2026.104589_b39","series-title":"Proceedings of the 26th australasian computing education conference","first-page":"182","article-title":"More than meets the AI: Evaluating the performance of GPT-4 on computer graphics assessment questions","author":"Feng","year":"2024"},{"key":"10.1016\/j.cag.2026.104589_b40","series-title":"SIGGRAPH Asia 2024 educator\u2019s forum","article-title":"An eye for an AI: Evaluating GPT-4o\u2019s visual perception skills and geometric reasoning skills using computer graphics questions","author":"Feng","year":"2024"},{"key":"10.1016\/j.cag.2026.104589_b41","article-title":"Performance of ChatGPT on the US fundamentals of engineering exam: Comprehensive assessment of proficiency and potential implications for professional environmental engineering practice","volume":"5","author":"Pursnani","year":"2023","journal-title":"Comput Educ: Artif Intell"},{"key":"10.1016\/j.cag.2026.104589_b42","series-title":"Proceedings of the 26th australasian computing education conference","first-page":"39","article-title":"The effects of generative AI on computing students\u2019 help-seeking preferences","author":"Hou","year":"2024"},{"key":"10.1016\/j.cag.2026.104589_b43","series-title":"Proceedings of the 27th australasian computing education conference","first-page":"164","article-title":"From automation to cognition: Redefining the roles of educators and generative AI in computing education","author":"Feng","year":"2025"},{"issue":"3","key":"10.1016\/j.cag.2026.104589_b44","first-page":"724","article-title":"The effects of students towards computer science learning activities through hybrid service learning","volume":"13","author":"Majid","year":"2025","journal-title":"Open J Soc Sci"},{"key":"10.1016\/j.cag.2026.104589_b45","series-title":"ChatGPT","author":"OpenAI","year":"2026"},{"key":"10.1016\/j.cag.2026.104589_b46","series-title":"Proceedings of the 56th ACM technical symposium on computer science education v. 2","first-page":"1481","article-title":"The evolving usage of GenAI by computing students","author":"Hou","year":"2025"},{"key":"10.1016\/j.cag.2026.104589_b47","series-title":"SIGGRAPH Asia 2025 educator\u2019s forum","article-title":"Exploring student difficulties in ray tracing through drawing-based tasks","author":"Liu","year":"2025"},{"key":"10.1016\/j.cag.2026.104589_b48","series-title":"Proceedings of the 24th Australasian computing education conference","first-page":"181","article-title":"Why are 3D transformations in computer graphics difficult? An analysis of a decade of exam questions","author":"Suselo","year":"2022"},{"key":"10.1016\/j.cag.2026.104589_b49","series-title":"Claude \u2014 claude.com","author":"Anthropic","year":"2026"},{"key":"10.1016\/j.cag.2026.104589_b50","series-title":"Google Gemini \u2014 gemini.google.com","author":"Google","year":"2026"}],"container-title":["Computers & Graphics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0097849326000609?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0097849326000609?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T00:47:47Z","timestamp":1775695667000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0097849326000609"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":50,"alternative-id":["S0097849326000609"],"URL":"https:\/\/doi.org\/10.1016\/j.cag.2026.104589","relation":{},"ISSN":["0097-8493"],"issn-type":[{"value":"0097-8493","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Comparative evaluation of LLMs in generating ray tracing programming exercise questions and solutions","name":"articletitle","label":"Article Title"},{"value":"Computers & Graphics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cag.2026.104589","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"simple-article","name":"content_type","label":"Content Type"},{"name":"copyright","label":"Copyright"}],"article-number":"104589"}}