{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T19:28:30Z","timestamp":1778095710534,"version":"3.51.4"},"reference-count":65,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"UC Climate Action Initiative"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1109\/tvcg.2024.3456398","type":"journal-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:44:36Z","timestamp":1725903876000},"page":"481-491","source":"Crossref","is-referenced-by-count":15,"title":["Towards Dataset-Scale and Feature-Oriented Evaluation of Text Summarization in Large Language Model Prompts"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-2629-3954","authenticated-orcid":false,"given":"Sam Yu-Te","family":"Lee","sequence":"first","affiliation":[{"name":"University of California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2470-2881","authenticated-orcid":false,"given":"Aryaman","family":"Bahukhandi","sequence":"additional","affiliation":[{"name":"University of California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8915-2785","authenticated-orcid":false,"given":"Dongyu","family":"Liu","sequence":"additional","affiliation":[{"name":"University of California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8086-0366","authenticated-orcid":false,"given":"Kwan-Liu","family":"Ma","sequence":"additional","affiliation":[{"name":"University of California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Prompt engineering from openai","year":"2024"},{"key":"ref2","volume-title":"Prompt engineering guide","year":"2024"},{"key":"ref3","volume-title":"Mljar","year":"2018"},{"key":"ref4","volume-title":"Sigopt","year":"2018"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/304182.304187"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.751"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606725"},{"key":"ref9","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Brown","year":"2020"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.442"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/b978-012099975-0.50005-1"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.102"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.187"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098043"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref16","author":"Huang","year":"2024","journal-title":"Graphimind: Llm-centric interface for information graphics design"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v8i1.14550"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503564"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606833"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21236\/ADA006655"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2743858"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00453"},{"key":"ref24","author":"Li","year":"2023","journal-title":"Eval-uating chatgpt\u2019s information extraction capabilities: An assessment of performance, explainability, calibration, and faithfulness"},{"key":"ref25","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text Summarization Branches Out"},{"key":"ref26","author":"Liu","year":"2024","journal-title":"Cliqueparcel: An approach for batching llm prompts that jointly optimizes efficiency and faithfulness"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744938"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"ref29","author":"MacNeil","year":"2023","journal-title":"Prompt middleware: Mapping prompts for large language models to ui affordances"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3758\/BRM.42.2.381"},{"key":"ref31","author":"McInnes","year":"2020","journal-title":"Umap: Uniform manifold approximation and projection for dimension reduction"},{"key":"ref32","author":"Mishra","year":"2023","journal-title":"Promptaid: Prompt exploration, perturbation, testing and iteration using visual analytics for large language models"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-024-10903-2"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1238"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1080\/19479832.2016.1273259"},{"key":"ref36","first-page":"311","article-title":"Bleu: a method for auto-matic evaluation of machine translation","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics","author":"Papineni"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580907"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744358"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467112"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0020217"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.529"},{"key":"ref42","author":"Seo","year":"2024","journal-title":"Retrieval-augmented data augmentation for low-resource domain tasks"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.278"},{"key":"ref44","first-page":"1","article-title":"What\u2019s the difference? evaluating variations of multi-series bar charts for visual comparison tasks","volume-title":"CHI \u201918","author":"Srinivasan","year":"2018"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1177\/030631289019003001"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1234-981X(199707)5:3<305::AID-EURO184>3.0.CO;2-4"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"issue":"01","key":"ref48","first-page":"1146","article-title":"Interactive and visual prompt engineering for ad-hoc task adaptation with large language models","volume":"29","author":"Strobelt","year":"2023","journal-title":"IEEE TVCG"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-demo.43"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00685"},{"issue":"86","key":"ref51","first-page":"2579","article-title":"Visualizing data using t-sne","volume":"9","author":"van der Maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3326585"},{"key":"ref53","author":"Wang","year":"2023","journal-title":"Large language models are not fair evaluators"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300911"},{"key":"ref55","article-title":"Pandalm: An automatic evaluation benchmark for llm instruction tuning optimization","author":"Wang","year":"2024","journal-title":"ICLR 2024"},{"key":"ref56","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Advances in Neural Information Processing Systems","volume":"35","author":"Wei","year":"2022"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"ref58","author":"Wu","year":"2023","journal-title":"Llms as workers in human-computational algorithms? replicating crowdsourcing pipelines with llms"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2024.04.003"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2008.06.108"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"ref62","author":"Zhang","year":"2020","journal-title":"Bertscore: Evaluating text generation with bert"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00632"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1053"},{"key":"ref65","first-page":"46595","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Zheng","year":"2023"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/2945\/10766346\/10669798.pdf?arnumber=10669798","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T06:00:11Z","timestamp":1732600811000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10669798\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":65,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2024.3456398","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1]]}}}