{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:20:52Z","timestamp":1792797652132,"version":"4.5.0"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Gaurav Verma from Georgia Institute of Technology","id":[{"id":"https:\/\/ror.org\/01zkghx44","id-type":"ROR","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1109\/tvcg.2024.3456155","type":"journal-article","created":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T15:06:21Z","timestamp":1725980781000},"page":"1105-1115","source":"Crossref","is-referenced-by-count":43,"title":["An Empirical Evaluation of the GPT-4 Multimodal Language Model on Visualization Literacy Tasks"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9799-2194","authenticated-orcid":false,"given":"Alexander","family":"Bendeck","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4129-7659","authenticated-orcid":false,"given":"John","family":"Stasko","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Gpt-4 technical report","author":"Achiam","year":"2023","journal-title":"atXiv"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.35179"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/INFVIS.2005.1532136"},{"key":"ref4","first-page":"2573","article-title":"Useful junk? the effects of visual embellishment on compre-hension and memorability of charts","volume-title":"Proc. CHI","author":"Bateman","year":"2010"},{"key":"ref5","volume-title":"Introducing our multimodal models","author":"Bavishi","year":"2023"},{"key":"ref6","article-title":"Performance of chatgpt on the mcat: the road to personalized and equitable premedical leaming","author":"Bommineni","year":"2023","journal-title":"MedRxiv"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807180116"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346984"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1177\/001872089203400503"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093269"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614905"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209497"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/EduVis60792.2023.00009"},{"issue":"3","key":"ref15","first-page":"387","article-title":"Chatgpt goes to law school","volume":"71","author":"Choi","year":"2022","journal-title":"J. Legal Educ."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3346713"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645142"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/749086"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324920000601"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3028976"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-demo.11"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502138"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327168"},{"key":"ref24","first-page":"27699","article-title":"Mathematical capabilities of chatgpt","volume":"36","author":"Frieder","year":"2023","journal-title":"NeurIPS"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.2307\/749671"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1177\/0272989x10373805"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01363"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14573"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.41"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093494"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302320"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376467"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445443"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174012"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300576"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858101"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TPC.2020.3032053"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1168149.1168168"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/math11102320"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598920"},{"key":"ref41","article-title":"Visualization generation with large language models: An evaluation","author":"Li","year":"2024","journal-title":"arXiv"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1177\/1541931214581316"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-demo.26"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3261935"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3184186"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3290241"},{"key":"ref47","first-page":"34892","article-title":"Visual instruction tuning","volume":"36","author":"Liu","year":"2023","journal-title":"NeurIPS"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.metrad.2023.100017"},{"key":"ref49","article-title":"Mathvista: Evaluating mathematical reasoning of foundation models in visual contexts","author":"Lu","year":"2024","journal-title":"ICLR"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3274199"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.2505\/4\/jcst15_045_01_84"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.177"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114820"},{"key":"ref54","first-page":"1","article-title":"Chatgpt performance on multiple choice question examinations in higher education. a pragmatic scoping review","author":"Newton","year":"2023","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"ref55","article-title":"Capabilities of gpt-4 on medical challenge problems","author":"Nori","year":"2023","journal-title":"arXiv"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3233756.3233961"},{"key":"ref57","article-title":"Vision - OpenAI API","volume-title":"OpenAI","year":"2024"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702608"},{"key":"ref59","article-title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","author":"Reid","year":"2024","journal-title":"arXiv"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3152450"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2413786"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3148007"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327197"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209434"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.264"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209383"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209479"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/VIS54172.2023.00055"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209428"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X021001014"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327153"},{"key":"ref72","article-title":"A surprising failure? multimodal llms and the nlvr challenge","author":"Wu","year":"2024","journal-title":"arXiv"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584059"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-023-0393-x"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327163"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209447"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209465"},{"key":"ref79","article-title":"Analyzing and mitigating object hallucination in large vision-language models","author":"Zhou","year":"2024","journal-title":"ICLR"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3624918.3625329"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/2945\/10766346\/10670574.pdf?arnumber=10670574","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T01:01:17Z","timestamp":1732582877000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10670574\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":80,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2024.3456155","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1]]}}}