{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:03:43Z","timestamp":1775815423511,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T00:00:00Z","timestamp":1732233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,3]]},"DOI":"10.1145\/3680533.3697064","type":"proceedings-article","created":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T09:39:05Z","timestamp":1732268345000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["An Eye for an AI: Evaluating GPT-4o's Visual Perception Skills and Geometric Reasoning Skills Using Computer Graphics Questions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8608-6961","authenticated-orcid":false,"given":"Tony Haoran","family":"Feng","sequence":"first","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8013-4118","authenticated-orcid":false,"given":"Burkhard C.","family":"W\u00fcnsche","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8269-2909","authenticated-orcid":false,"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7633-5200","authenticated-orcid":false,"given":"Jacqueline","family":"Whalley","sequence":"additional","affiliation":[{"name":"Auckland University of Technology, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,22]]},"reference":[{"key":"e_1_3_3_1_2_1","doi-asserted-by":"crossref","unstructured":"Alaa Abd-Alrazaq Rawan AlSaad Dari Alhuwail Arfan Ahmed Padraig\u00a0Mark Healy Syed Latifi Sarah Aziz Rafat Damseh Sadam\u00a0Alabed Alrazak Javaid Sheikh et\u00a0al. 2023. Large Language Models in Medical Education: Opportunities Challenges and Future Directions. JMIR Medical Education 9 1 (2023) e48291.","DOI":"10.2196\/48291"},{"key":"e_1_3_3_1_3_1","unstructured":"Microsoft\u00a0Research AI4Science and Microsoft\u00a0Azure Quantum. 2023. The impact of large language models on scientific discovery: a preliminary study using gpt-4. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.07361 (2023)."},{"key":"e_1_3_3_1_4_1","doi-asserted-by":"crossref","unstructured":"G\u00e1bor Antal Rich\u00e1rd Voz\u00e1r and Rudolf Ferenc. 2024. Assessing GPT-4-Vision\u2019s Capabilities in UML-Based Code Generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.14370 (2024).","DOI":"10.1145\/3643795.3648391"},{"key":"e_1_3_3_1_5_1","doi-asserted-by":"crossref","unstructured":"Yejin Bang Samuel Cahyawijaya Nayeon Lee Wenliang Dai Dan Su Bryan Wilie Holy Lovenia Ziwei Ji Tiezheng Yu Willy Chung et\u00a0al. 2023. A multitask multilingual multimodal evaluation of chatgpt on reasoning hallucination and interactivity. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.04023 (2023).","DOI":"10.18653\/v1\/2023.ijcnlp-main.45"},{"key":"e_1_3_3_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653533"},{"key":"e_1_3_3_1_7_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared\u00a0D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et\u00a0al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877\u20131901."},{"key":"e_1_3_3_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_3_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630909"},{"key":"e_1_3_3_1_10_1","doi-asserted-by":"crossref","unstructured":"Paul Denny James Prather Brett\u00a0A Becker James Finnie-Ansley Arto Hellas Juho Leinonen Andrew Luxton-Reilly Brent\u00a0N Reeves Eddie\u00a0Antonio Santos and Sami Sarsa. 2024b. Computing education in the era of generative AI. Commun. ACM 67 2 (2024) 56\u201367.","DOI":"10.1145\/3624720"},{"key":"e_1_3_3_1_11_1","doi-asserted-by":"crossref","unstructured":"Tom Driessen Dimitra Dodou Pavlo Bazilinskyy and Joost De\u00a0Winter. 2024. Putting ChatGPT vision (GPT-4V) to the test: risk perception in traffic images. Royal Society Open Science 11 5 (2024) 231676.","DOI":"10.1098\/rsos.231676"},{"key":"e_1_3_3_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636263"},{"key":"e_1_3_3_1_13_1","doi-asserted-by":"publisher","DOI":"10.2312\/eged.20241003"},{"key":"e_1_3_3_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_3_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_3_1_16_1","doi-asserted-by":"crossref","unstructured":"Yuichiro Hirano Shouhei Hanaoka Takahiro Nakao Soichiro Miki Tomohiro Kikuchi Yuta Nakamura Yukihiro Nomura Takeharu Yoshikawa and Osamu Abe. 2024. GPT-4 Turbo with Vision fails to outperform text-only GPT-4 Turbo in the Japan Diagnostic Radiology Board Examination. Japanese J. of Radiology (2024) 1\u20139.","DOI":"10.1007\/s11604-024-01561-z"},{"key":"e_1_3_3_1_17_1","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0Martin Katz Michael\u00a0James Bommarito Shang Gao and Pablo Arredondo. 2024. Gpt-4 passes the bar exam. Philosophical Transactions of the Royal Society A 382 2270 (2024) 20230254.","DOI":"10.1098\/rsta.2023.0254"},{"key":"e_1_3_3_1_18_1","unstructured":"Takeshi Kojima Shixiang\u00a0Shane Gu Machel Reid Yutaka Matsuo and Yusuke Iwasawa. 2022. Large language models are zero-shot reasoners. Advances in neural information processing systems 35 (2022) 22199\u201322213."},{"key":"e_1_3_3_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662042"},{"key":"e_1_3_3_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_3_1_21_1","doi-asserted-by":"crossref","unstructured":"Valentin Li\u00e9vin Christoffer\u00a0Egeberg Hother Andreas\u00a0Geert Motzfeldt and Ole Winther. 2024. Can large language models reason about medical questions? Patterns 5 3 (2024).","DOI":"10.1016\/j.patter.2024.100943"},{"key":"e_1_3_3_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3631802.3631830"},{"key":"e_1_3_3_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_3_1_24_1","unstructured":"Harsha Nori Nicholas King Scott\u00a0Mayer McKinney Dean Carignan and Eric Horvitz. 2023. Capabilities of gpt-4 on medical challenge problems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.13375 (2023)."},{"key":"e_1_3_3_1_25_1","unstructured":"OpenAI. 2024a. GPTV_System_Card.pdf. https:\/\/cdn.openai.com\/papers\/GPTV_System_Card.pdf. [Accessed 25-04-2024]."},{"key":"e_1_3_3_1_26_1","unstructured":"OpenAI. 2024b. Hello GPT-4o | OpenAI. https:\/\/cdn.openai.com\/papers\/GPTV_System_Card.pdf. [Accessed 31-07-2024]."},{"key":"e_1_3_3_1_27_1","doi-asserted-by":"crossref","unstructured":"Vinay Pursnani Yusuf Sermet Musa Kurt and Ibrahim Demir. 2023. Performance of ChatGPT on the US fundamentals of engineering exam: Comprehensive assessment of proficiency and potential implications for professional environmental engineering practice. Computers and Education: Artificial Intelligence 5 (2023) 100183.","DOI":"10.1016\/j.caeai.2023.100183"},{"key":"e_1_3_3_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_3_1_29_1","doi-asserted-by":"crossref","unstructured":"Rui Rodrigues Teresa Matos Alexandre\u00a0Valle de Carvalho Jorge\u00a0G Barbosa Rodrigo Assaf Rui N\u00f3brega Ant\u00f3nio Coelho and A\u00a0Augusto de Sousa. 2021. Computer Graphics teaching challenges: Guidelines for balancing depth complexity and mentoring in a confinement context. Graphics and Visual Computing 4 (2021) 200021.","DOI":"10.1016\/j.gvc.2021.200021"},{"key":"e_1_3_3_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600142"},{"key":"e_1_3_3_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603474"},{"key":"e_1_3_3_1_32_1","first-page":"361","volume-title":"Proceedings of the 25th International Conference on Computers in Education (ICCE 2017). APSCE, Christchurch, New Zealand","author":"Suselo Thomas","year":"2017","unstructured":"Thomas Suselo, Burkhard\u00a0C. W\u00fcnsche, and Andrew Luxton-Reilly. 2017. The journey to improve teaching computer graphics: A systematic review. In Proceedings of the 25th International Conference on Computers in Education (ICCE 2017). APSCE, Christchurch, New Zealand. 361\u2013366."},{"key":"e_1_3_3_1_33_1","unstructured":"Xinming Tu James Zou Weijie\u00a0J Su and Linjun Zhang. 2023. What Should Data Science Education Do with Large Language Models? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.02792 (2023)."},{"key":"e_1_3_3_1_34_1","volume-title":"ICLR 2024 Workshop on Large Language Model (LLM) Agents","author":"Wen Licheng","year":"2024","unstructured":"Licheng Wen, Xuemeng Yang, Daocheng Fu, Xiaofeng Wang, Pinlong Cai, Xin Li, MA Tao, Yingxuan Li, XU Linran, Dengke Shang, et\u00a0al. 2024. On the Road with GPT-4V (ision): Explorations of Utilizing Visual-Language Model as Autonomous Driving Agent. In ICLR 2024 Workshop on Large Language Model (LLM) Agents."},{"key":"e_1_3_3_1_35_1","unstructured":"Chaoyi Wu Jiayu Lei Qiaoyu Zheng Weike Zhao Weixiong Lin Xiaoman Zhang Xiao Zhou Ziheng Zhao Ya Zhang Yanfeng Wang et\u00a0al. 2023a. Can gpt-4v (ision) serve medical applications? case studies on gpt-4v for multimodal medical diagnosis. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.09909 (2023)."},{"key":"e_1_3_3_1_36_1","unstructured":"Yang Wu Shilong Wang Hao Yang Tian Zheng Hongbo Zhang Yanyan Zhao and Bing Qin. 2023b. An early evaluation of gpt-4v (ision). arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.16534 (2023)."},{"key":"e_1_3_3_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3197112"},{"key":"e_1_3_3_1_38_1","doi-asserted-by":"publisher","DOI":"10.23919\/ELINFOCOM.2019.8706402"},{"key":"e_1_3_3_1_39_1","doi-asserted-by":"crossref","unstructured":"Jinwen Xu and Ran Tao. 2024. Map Reading and Analysis with GPT-4V (ision). ISPRS International Journal of Geo-Information 13 4 (2024) 127.","DOI":"10.3390\/ijgi13040127"},{"key":"e_1_3_3_1_40_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20215"},{"key":"e_1_3_3_1_41_1","unstructured":"Zhengyuan Yang Linjie Li Kevin Lin Jianfeng Wang Chung-Ching Lin Zicheng Liu and Lijuan Wang. 2023. The dawn of lmms: Preliminary explorations with gpt-4v (ision). arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.17421 9 1 (2023) 1."},{"key":"e_1_3_3_1_42_1","unstructured":"Will Yeadon and Tom Hardy. 2023. The Impact of AI in Physics Education: A Comprehensive Review from GCSE to University Levels. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.05163 (2023)."},{"key":"e_1_3_3_1_43_1","doi-asserted-by":"crossref","unstructured":"Iffah\u00a0NM Zain Mohd\u00a0AB Setambah Mohd\u00a0S Othman and Mazarul\u00a0HM Hanapi. 2023. Use of Photomath Applications in Helping Improving Students\u2019 Mathematical (Algebra) Achievement. European Journal of Education and Pedagogy 4 2 (2023) 85\u201387.","DOI":"10.24018\/ejedu.2023.4.2.601"}],"event":{"name":"SA '24: SIGGRAPH Asia 2024 Educator's Forum","location":"Tokyo Japan","acronym":"SA '24","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"]},"container-title":["SIGGRAPH Asia 2024 Educator's Forum"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3680533.3697064","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3680533.3697064","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:11Z","timestamp":1750295891000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3680533.3697064"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,22]]},"references-count":42,"alternative-id":["10.1145\/3680533.3697064","10.1145\/3680533"],"URL":"https:\/\/doi.org\/10.1145\/3680533.3697064","relation":{},"subject":[],"published":{"date-parts":[[2024,11,22]]},"assertion":[{"value":"2024-11-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}