{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T03:58:09Z","timestamp":1776916689905,"version":"3.51.2"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000180","name":"U.S. Department of Homeland Security","doi-asserted-by":"publisher","award":["17STQAC00001-08-00"],"award-info":[{"award-number":["17STQAC00001-08-00"]}],"id":[{"id":"10.13039\/100000180","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1109\/tvcg.2025.3536358","type":"journal-article","created":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T13:52:04Z","timestamp":1738158724000},"page":"7004-7018","source":"Crossref","is-referenced-by-count":15,"title":["Do LLMs Have Visualization Literacy? An Evaluation on Modified Visualizations to Test Generalization in Data Interpretation"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1332-5045","authenticated-orcid":false,"given":"Jiayi","family":"Hong","sequence":"first","affiliation":[{"name":"Arizona State University, Tempe, AZ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-0808-2470","authenticated-orcid":false,"given":"Christian","family":"Seto","sequence":"additional","affiliation":[{"name":"Arizona State University, Tempe, AZ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8376-2881","authenticated-orcid":false,"given":"Arlen","family":"Fan","sequence":"additional","affiliation":[{"name":"Arizona State University, Tempe, AZ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8803-6355","authenticated-orcid":false,"given":"Ross","family":"Maciejewski","sequence":"additional","affiliation":[{"name":"Arizona State University, Tempe, AZ, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636301"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/mcg.2021.3117412"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54205-8"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2024.3456155"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807180116"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1177\/1473871615594652"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2014.2346984"},{"key":"ref8","first-page":"5:1","article-title":"Position paper: A case to study the relationship between data visualization readability and visualization literacy","volume-title":"Proc. CHI Workshop \u201cToward More Comprehensive Understanding Vis. Lit.\u201d","author":"Cabouat"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref10","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/eduvis60792.2023.00009"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2024.3413195"},{"key":"ref14","article-title":"Further generalizations of the Jaccard index","author":"Costa","year":"2021"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1038\/s44159-023-00241-5"},{"key":"ref16","first-page":"79","article-title":"Ask and you shall receive (a graph drawing): Testing ChatGPT\u2019s potential to apply graph layout algorithms","volume-title":"Proc. EuroVis Conf. Vis.","author":"Di Bartolomeo"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3327168"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1086\/284927"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2018.00592"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/wacv45572.2020.9093494"},{"key":"ref22","first-page":"1","article-title":"FigureQA: An annotated figure dataset for visual reasoning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kahou"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3745768"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2016.2598920"},{"key":"ref25","article-title":"Visualization literacy of multimodal large language models: A comparative study","author":"Li","year":"2024"},{"key":"ref26","first-page":"1","article-title":"Using large language models to generate engaging captions for data visualizations","volume-title":"Proc. IEEE Vis. Conf. NLVIZ Workshop","author":"Liew"},{"key":"ref27","first-page":"21558","article-title":"Is your code generated by ChatGPT really correct? Rigorous evaluation of large language models for code generation","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2024.3456333"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.177"},{"key":"ref30","volume-title":"Introduction to Linear Regression Analysis","author":"Montgomery","year":"2021"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14809"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.130"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1080\/03610929308831114"},{"key":"ref34","article-title":"Vi(E)va LLM! A conceptual stack for evaluating and interpreting generative AI-based visualizations","author":"Podo","year":"2024"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3390\/app13095783"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3326522"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1951.tb00088.x"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2022.3209479"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2024.3368621"},{"issue":"1","key":"ref40","first-page":"1","article-title":"An introduction to the bootstrap","volume":"57","author":"Tibshirani","year":"1993","journal-title":"Monographs Statist. Appl. Probability"},{"key":"ref41","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"ref43","first-page":"75993","article-title":"On the planning abilities of large language models - A critical investigation","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Valmeekam"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/pacificvis60374.2024.00049"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.5121\/mlaij.2016.3103"},{"key":"ref46","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wei"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3326913"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00502"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/2945\/11151252\/10857634.pdf?arnumber=10857634","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T19:17:18Z","timestamp":1757099838000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10857634\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":48,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2025.3536358","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10]]}}}