{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,16]],"date-time":"2026-09-16T18:54:43Z","timestamp":1789584883460,"version":"build-2803163510"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["IIS-2107391 and IIS-2040880"],"award-info":[{"award-number":["IIS-2107391 and IIS-2040880"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","award":["n\/a"],"award-info":[{"award-number":["n\/a"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Amazon Research Awards","award":["n\/a"],"award-info":[{"award-number":["n\/a"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642139","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:37:41Z","timestamp":1715416661000},"page":"1-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":55,"title":["Supporting Sensemaking of Large Language Model Outputs at Scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5982-9321","authenticated-orcid":false,"given":"Katy Ilonka","family":"Gero","sequence":"first","affiliation":[{"name":"Department of Computer Science, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7813-8937","authenticated-orcid":false,"given":"Chelse","family":"Swoopes","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9044-2651","authenticated-orcid":false,"given":"Ziwei","family":"Gu","sequence":"additional","affiliation":[{"name":"Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5030-3016","authenticated-orcid":false,"given":"Jonathan K.","family":"Kummerfeld","sequence":"additional","affiliation":[{"name":"School of Computer Science, The University of Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5178-3496","authenticated-orcid":false,"given":"Elena L.","family":"Glassman","sequence":"additional","affiliation":[{"name":"SEAS, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.10024"},{"key":"e_1_3_3_3_2_1","first-page":"5","article-title":"From phenomenography to variation theory: A review of the development of the variation theory of learning and implications for pedagogical design in higher education","volume":"2","author":"\u00c5kerlind Gerlese","year":"2015","unstructured":"Gerlese \u00c5kerlind. 2015. From phenomenography to variation theory: A review of the development of the variation theory of learning and implications for pedagogical design in higher education. HERDSA Review of Higher Education 2 (2015), 5\u201326.","journal-title":"HERDSA Review of Higher Education"},{"key":"e_1_3_3_3_3_1","unstructured":"Ebtesam Almazrouei Hamza Alobeidli Abdulaziz Alshamsi Alessandro Cappelli Ruxandra Cojocaru M\u00e9rouane Debbah \u00c9tienne Goffinet Daniel Hesslow Julien Launay Quentin Malartic Daniele Mazzotta Badreddine Noune Baptiste Pannier and Guilherme Penedo. 2023. The Falcon Series of Open Language Models. (2023). arxiv:2311.16867\u00a0[cs.CL]"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"crossref","unstructured":"Ian Arawjo Chelse Swoopes Priyan Vaithilingam Martin Wattenberg and Elena Glassman. 2023. ChainForge: A Visual Toolkit for Prompt Engineering and LLM Hypothesis Testing. arxiv:2309.09128\u00a0[cs.HC]","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_5_1","unstructured":"Ian Arawjo Priyan Vaithilingam Chelse Swoopes Martin Wattenberg and Elena Glassman. 2023. ChainForge. https:\/\/www.chainforge.ai\/. Accessed: 2023-07-21."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445372"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415865"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2011.01922.x"},{"key":"e_1_3_3_3_9_1","unstructured":"R\u00a0Haentjens Dekker and Gregor Middell. 2011. Computer-supported collation with CollateX: managing textual variance in an environment with varying requirements. In Supporting Digital Humanities 2011: Answering the unaskable."},{"key":"e_1_3_3_3_10_1","volume-title":"Proceedings of IUI Workshop on Visual Text Analytics. Citeseer, 193\u2013202","author":"Diakopoulos Nicholas","year":"2015","unstructured":"Nicholas Diakopoulos, Dag Elgesem, Andrew Salway, Amy Zhang, and Knut Hofland. 2015. Compare clouds: Visualizing text corpora to compare media frames. In Proceedings of IUI Workshop on Visual Text Analytics. Citeseer, 193\u2013202."},{"key":"e_1_3_3_3_11_1","first-page":"228","article-title":"Text skimming: The process and effectiveness of foraging through text under time pressure.Journal of experimental psychology","volume":"15","author":"Duggan B","year":"2009","unstructured":"Geoffrey\u00a0B Duggan and Stephen\u00a0J Payne. 2009. Text skimming: The process and effectiveness of foraging through text under time pressure.Journal of experimental psychology: Applied 15, 3 (2009), 228.","journal-title":"Applied"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979114"},{"key":"e_1_3_3_3_13_1","volume-title":"Structure-mapping: A theoretical framework for analogy. Cognitive science 7, 2","author":"Gentner Dedre","year":"1983","unstructured":"Dedre Gentner. 1983. Structure-mapping: A theoretical framework for analogy. Cognitive science 7, 2 (1983), 155\u2013170."},{"key":"e_1_3_3_3_14_1","volume-title":"Analogical learning and reasoning. The Oxford handbook of cognitive psychology","author":"Gentner Dedre","year":"2013","unstructured":"Dedre Gentner and Linsey\u00a0A Smith. 2013. Analogical learning and reasoning. The Oxford handbook of cognitive psychology (2013), 668\u2013681."},{"key":"e_1_3_3_3_15_1","volume-title":"Sensemaking Interfaces for Human Evaluation of Language Model Outputs. In NeurIPS: In Workshop on Human Evaluation of Generative Models.","author":"Gero Katy\u00a0Ilonka","year":"2022","unstructured":"Katy\u00a0Ilonka Gero, Jonathan\u00a0K. Kummerfeld, and Elena\u00a0L. Glassman. 2022. Sensemaking Interfaces for Human Evaluation of Language Model Outputs. In NeurIPS: In Workshop on Human Evaluation of Generative Models."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174154"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3517428.3544819"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1093\/llc\/fqu007"},{"key":"e_1_3_3_3_20_1","volume-title":"Speculative practices: Utilizing infovis to explore untapped literary collections","author":"Hinrichs Uta","year":"2015","unstructured":"Uta Hinrichs, Stefania Forlini, and Bridget Moynihan. 2015. Speculative practices: Utilizing infovis to explore untapped literary collections. IEEE transactions on visualization and computer graphics 22, 1 (2015), 429\u2013438."},{"key":"e_1_3_3_3_21_1","volume-title":"Visualizing social media content with sententree","author":"Hu Mengdie","year":"2016","unstructured":"Mengdie Hu, Krist Wongsuphasawat, and John Stasko. 2016. Visualizing social media content with sententree. IEEE transactions on visualization and computer graphics 23, 1 (2016), 621\u2013630."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642616"},{"key":"e_1_3_3_3_23_1","volume-title":"Graphologue: Exploring Large Language Model Responses with Interactive Diagrams. arXiv preprint arXiv:2305.11473","author":"Jiang Peiling","year":"2023","unstructured":"Peiling Jiang, Jude Rayan, Steven\u00a0P Dow, and Haijun Xia. 2023. Graphologue: Exploring Large Language Model Responses with Interactive Diagrams. arXiv preprint arXiv:2305.11473 (2023)."},{"key":"e_1_3_3_3_24_1","unstructured":"Daniel Jurafsky and James\u00a0H. Martin. 2023. Question Answering and Information Retrieval. In Speech and Language Processing."},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939502.2939503"},{"key":"e_1_3_3_3_26_1","volume-title":"The effects of prior knowledge and text structure on comprehension processes during reading of scientific texts. Memory & cognition 35, 7","author":"Kendeou Panayiota","year":"2007","unstructured":"Panayiota Kendeou and Paul Van Den\u00a0Broek. 2007. The effects of prior knowledge and text structure on comprehension processes during reading of scientific texts. Memory & cognition 35, 7 (2007), 1567\u20131577."},{"key":"e_1_3_3_3_27_1","volume-title":"Topiclens: Efficient multi-level visual topic exploration of large-scale document collections","author":"Kim Minjeong","year":"2016","unstructured":"Minjeong Kim, Kyeongpil Kang, Deokgun Park, Jaegul Choo, and Niklas Elmqvist. 2016. Topiclens: Efficient multi-level visual topic exploration of large-scale document collections. IEEE transactions on visualization and computer graphics 23, 1 (2016), 151\u2013160."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346677"},{"key":"e_1_3_3_3_29_1","volume-title":"Reading images: The grammar of visual design","author":"Kress Gunther","unstructured":"Gunther Kress and Theo Van\u00a0Leeuwen. 2020. Reading images: The grammar of visual design. Routledge."},{"key":"e_1_3_3_3_30_1","unstructured":"Krtxoe. 2023. What do you all actually use chatGPT for?https:\/\/www.reddit.com\/r\/ChatGPT\/comments\/133mc2v\/what_do_you_all_actually_use_chatgpt_for\/ Accessed: 2023-09-14."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313617"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1177\/1470357211434029"},{"key":"e_1_3_3_3_33_1","unstructured":"Lego_Hippo. 2023. How are you using ChatGPT to write emails?https:\/\/www.reddit.com\/r\/sales\/comments\/10s24wy\/how_are_you_using_chatgpt_to_write_emails\/ Accessed: 2023-09-14."},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501825"},{"key":"e_1_3_3_3_35_1","volume-title":"Necessary conditions of learning","author":"Marton Ference","unstructured":"Ference Marton. 2014. Necessary conditions of learning. Routledge."},{"key":"e_1_3_3_3_36_1","volume-title":"AMIA Annual Symposium Proceedings, Vol.\u00a02011","author":"Meng Frank","year":"2011","unstructured":"Frank Meng, Craig\u00a0A Morioka, and Suzie El-Saden. 2011. Determining word sequence variation patterns in clinical documents using multiple sequence alignment. In AMIA Annual Symposium Proceedings, Vol.\u00a02011. American Medical Informatics Association, 934."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"crossref","unstructured":"Bonnie\u00a0JF Meyer. 1999. Importance of text structure in everyday reading. In Understanding language understanding: Computational models of reading. 227\u2013252.","DOI":"10.7551\/mitpress\/6981.003.0010"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2508212"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1177\/0741088317699898"},{"key":"e_1_3_3_3_40_1","volume-title":"How People Read Online: The Eyetracking Evidence","author":"Pernice K","year":"2014","unstructured":"K Pernice, K Whitenton, J Nielsen, 2014. How People Read Online: The Eyetracking Evidence. Fremont, USA: Nielsen Norman Group (2014)."},{"key":"e_1_3_3_3_41_1","volume-title":"Proceedings of international conference on intelligence analysis, Vol.\u00a05. McLean, VA, USA, 2\u20134.","author":"Pirolli Peter","year":"2005","unstructured":"Peter Pirolli and Stuart Card. 2005. The sensemaking process and leverage points for analyst technology as identified through cognitive task analysis. In Proceedings of international conference on intelligence analysis, Vol.\u00a05. McLean, VA, USA, 2\u20134."},{"key":"e_1_3_3_3_42_1","unstructured":"promptfoo. Accessed 2023. Test your prompts. https:\/\/www.promptfoo.dev\/."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1006\/imms.1993.1028"},{"key":"e_1_3_3_3_44_1","volume-title":"Sensecape: Enabling Multilevel Exploration and Sensemaking with Large Language Models. arXiv preprint arXiv:2305.11483","author":"Suh Sangho","year":"2023","unstructured":"Sangho Suh, Bryan Min, Srishti Palani, and Haijun Xia. 2023. Sensecape: Enabling Multilevel Exploration and Sensemaking with Large Language Models. arXiv preprint arXiv:2305.11483 (2023)."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/1098214005283748"},{"key":"e_1_3_3_3_46_1","unstructured":"Weights and Biases. Accessed 2023. Weights and Biases Docs: Prompts for LLMs. https:\/\/docs.wandb.ai\/guides\/prompts."},{"key":"e_1_3_3_3_47_1","unstructured":"wink js. Accessed 2023. Wink NLP. https:\/\/winkjs.org\/wink-nlp\/."},{"key":"e_1_3_3_3_48_1","volume-title":"Proust and the squid: The story and science of the reading brain","author":"Wolf Maryanne","unstructured":"Maryanne Wolf and Catherine\u00a0J Stoodley. 2008. Proust and the squid: The story and science of the reading brain. Harper Perennial New York."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376451"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545647"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979167"},{"key":"e_1_3_3_3_53_1","volume-title":"A survey of text alignment visualization","author":"Yousef Tariq","year":"2020","unstructured":"Tariq Yousef and Stefan Janicke. 2020. A survey of text alignment visualization. IEEE transactions on visualization and computer graphics 27, 2 (2020), 1149\u20131159."}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642139","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642139","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:42Z","timestamp":1750291002000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642139"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":52,"alternative-id":["10.1145\/3613904.3642139","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642139","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}