{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T01:39:01Z","timestamp":1785548341324,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","funder":[{"name":"Ministry of Education, Singapore","award":["MOE2023-TRF-016"],"award-info":[{"award-number":["MOE2023-TRF-016"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,13]]},"DOI":"10.1145\/3724363.3729056","type":"proceedings-article","created":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T08:57:23Z","timestamp":1750150643000},"page":"58-64","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Evaluating ChatGPT to Answer Multi-Modal Exercises in Computer Science Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7759-348X","authenticated-orcid":false,"given":"Eng Lieh","family":"Ouh","sequence":"first","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2707-6588","authenticated-orcid":false,"given":"Kar Way","family":"Tan","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8749-0473","authenticated-orcid":false,"given":"Siaw Ling","family":"Lo","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6207-3008","authenticated-orcid":false,"given":"Benjamin Kok Siew","family":"Gan","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,17]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"George Obaido, and Blessing Ogbuokiri.","author":"Aruleba Kehinde","year":"2023","unstructured":"Kehinde Aruleba, Ismaila Temitayo Sanusi, George Obaido, and Blessing Ogbuokiri. 2023. Integrating chatgpt in a computer science course: Students perceptions and suggestions. arXiv preprint arXiv:2402.01640 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"A Review of Multi-Modal Large Language and Vision Models. arXiv preprint arXiv:2404.01322","author":"Carolan Kilian","year":"2024","unstructured":"Kilian Carolan, Laura Fennelly, and Alan F Smeaton. 2024. A Review of Multi-Modal Large Language and Vision Models. arXiv preprint arXiv:2404.01322 (2024)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630909"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2013.6721516"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635400"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630803"},{"key":"e_1_3_2_1_8_1","volume-title":"Yifan Sun, and Yixuan Zhang.","author":"Lyu Wenhan","year":"2024","unstructured":"Wenhan Lyu, Yimeng Wang, Tingting Rachel Chung, Yifan Sun, and Yixuan Zhang. 2024. Evaluating the Effectiveness of LLMs in Introductory Computer Science Education: A Semester-Long Field Study. arXiv preprint arXiv:2404.13414 (2024)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3674149"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13040-023-00339-9"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Phil Newton Chris J Summers Uzman Zaheer Maira Xiromeriti Jemima R Stokes Jas [karan Singh Bhangu Elis G Roome Alanna Roberts-Phillips Darius Mazaheri-Asadi Cameron D Jones et al. 2024. Can ChatGPT-4o really pass medical science exams? A pragmatic analysis using novel questions. medRxiv (2024) 2024--06.","DOI":"10.1101\/2024.06.29.24309595"},{"key":"e_1_3_2_1_12_1","volume-title":"Nielsen Norman Group's 10 Usability Heuristics for User Interface Design. https:\/\/www.nngroup.com\/articles\/ten-usability-heuristics\/ Retrieved","author":"Nielsen Jakob","year":"2024","unstructured":"Jakob Nielsen. 2024. Nielsen Norman Group's 10 Usability Heuristics for User Interface Design. https:\/\/www.nngroup.com\/articles\/ten-usability-heuristics\/ Retrieved January 30, 2024 from"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588794"},{"key":"e_1_3_2_1_14_1","unstructured":"Qualtrics. n.d.. Interpreting Residual Plots to Improve Regression. https:\/\/www.qualtrics.com\/support\/stats-iq\/analyses\/regression-guides\/interpreting-residual-plots-improve-regression\/. Accessed: 2025-04--13."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3633287"},{"key":"e_1_3_2_1_16_1","volume-title":"Colombian Conference on Computing. Springer, 71--81","author":"S\u00e1nchez Mario","year":"2023","unstructured":"Mario S\u00e1nchez and Andrea Herrera. 2023. Assessing ChatGPT's Proficiency in CS1-Level Problem Solving. In Colombian Conference on Computing. Springer, 71--81."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603453"},{"key":"e_1_3_2_1_18_1","volume-title":"GeoEval: benchmark for evaluating LLMs and Multi-Modal Models on geometry problem-solving. arXiv preprint arXiv:2402.10104","author":"Zhang Jiaxin","year":"2024","unstructured":"Jiaxin Zhang, Zhongzhi Li, Mingliang Zhang, Fei Yin, Chenglin Liu, and Yashar Moshfeghi. 2024. GeoEval: benchmark for evaluating LLMs and Multi-Modal Models on geometry problem-solving. arXiv preprint arXiv:2402.10104 (2024)."}],"event":{"name":"ITiCSE 2025: Innovation and Technology in Computer Science Education","location":"Nijmegen Netherlands","acronym":"ITiCSE 2025","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3724363.3729056","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T15:24:05Z","timestamp":1765207445000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3724363.3729056"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,13]]},"references-count":18,"alternative-id":["10.1145\/3724363.3729056","10.1145\/3724363"],"URL":"https:\/\/doi.org\/10.1145\/3724363.3729056","relation":{},"subject":[],"published":{"date-parts":[[2025,6,13]]},"assertion":[{"value":"2025-06-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}