{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:57:34Z","timestamp":1776931054110,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3791057","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T06:44:11Z","timestamp":1776062651000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluation-First Design for Data Visualization Interfaces"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5300-718X","authenticated-orcid":false,"given":"Bijesh","family":"Shrestha","sequence":"first","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6603-6606","authenticated-orcid":false,"given":"Hilson","family":"Shrestha","sequence":"additional","affiliation":[{"name":"Computer Science, Worcester Polytechnic Institute, Worcester, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9383-5693","authenticated-orcid":false,"given":"Karen","family":"Bonilla","sequence":"additional","affiliation":[{"name":"VIEW Lab, Worcester Polytechnic Institute, Worcester, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9936-0791","authenticated-orcid":false,"given":"R. Jordan","family":"Crouser","sequence":"additional","affiliation":[{"name":"Kenyon College, Gambier, Ohio, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3029-2799","authenticated-orcid":false,"given":"Lane","family":"Harrison","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Robert\u00a0A Amar and John\u00a0T Stasko. 2005. Knowledge precepts for design and evaluation of information visualizations. IEEE Transactions on Visualization and Computer Graphics 11 4 (2005) 432\u2013442.","DOI":"10.1109\/TVCG.2005.63"},{"key":"e_1_3_3_2_3_2","unstructured":"Matteo Antonini. 2021. An overview of co-design: advantages challenges and perspectives of users\u2019 involvement in the design process. Journal of Design Thinking 2 1 (2021) 45\u201360."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Benjamin Bach Mandy Keck Fateme Rajabiyazdi Tatiana Losev Isabel Meirelles Jason Dykes Robert\u00a0S. Laramee Mashael AlKadi Christina Stoiber Samuel Huron Charles Perin Luiz Morais Wolfgang Aigner Doris Kosminsky Magdalena Boucher S\u00f8ren\u00a0B\u00f8llingtoft Knudsen Areti Manataki Jan Aerts Uta Hinrichs Jonathan\u00a0C. Roberts and Sheelagh Carpendale. 2023. Challenges and Opportunities in Data Visualization Education: A Call to Action. IEEE Transactions on Visualization and Computer Graphics 30 (2023) 649\u2013660. https:\/\/api.semanticscholar.org\/CorpusID:260900382","DOI":"10.1109\/TVCG.2023.3327378"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.2180963"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.5555\/1457554"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753477"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-70956-5_2"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2015.607"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208538"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Antonio\u00a0E Girona James\u00a0C Peters Wenyuan Wang and R\u00a0Jordan Crouser. 2024. The Analyst\u2019s Hierarchy of Needs: Grounded Design Principles for Tailored Intelligence Analysis Tools. Analytics 3 4 (2024) 406 424.","DOI":"10.3390\/analytics3040022"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Wayne\u00a0D Gray and Marilyn\u00a0C Salzman. 1998. Damaged merchandise? A review of experiments that compare usability evaluation methods. Human\u2013computer interaction 13 3 (1998) 203\u2013261.","DOI":"10.1207\/s15327051hci1303_2"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Jonathan Grudin. 2006. Is HCI homeless? In search of inter-disciplinary status. interactions 13 1 (2006) 54\u201359.","DOI":"10.1145\/1109069.1109108"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Kyle\u00a0Wm. Hall Adam\u00a0J. Bradley Uta Hinrichs Samuel Huron Jo Wood Christopher Collins and Sheelagh Carpendale. 2020. Design by Immersion: A Transdisciplinary Approach to Problem-Driven Visualizations. IEEE Transactions on Visualization and Computer Graphics 26 1 (2020) 109\u2013118. 10.1109\/TVCG.2019.2934790","DOI":"10.1109\/TVCG.2019.2934790"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Shreeraj Jadhav and Arie\u00a0E Kaufman. 2022. Md-cave: An immersive visualization workbench for radiologists. IEEE transactions on visualization and computer graphics 29 12 (2022) 4832\u20134844.","DOI":"10.1109\/TVCG.2022.3193672"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102438"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Heidi Lam Enrico Bertini Petra Isenberg Catherine Plaisant and Sheelagh Carpendale. 2011. Empirical studies in information visualization: Seven scenarios. IEEE transactions on visualization and computer graphics 18 9 (2011) 1520\u20131536.","DOI":"10.1109\/TVCG.2011.279"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Haihan Lin Derya Akbaba Miriah\u00a0D. Meyer and Alexander Lex. 2021. Data Hunches: Incorporating Personal Knowledge into Visualizations. IEEE Transactions on Visualization and Computer Graphics 29 (2021) 504\u2013514. https:\/\/api.semanticscholar.org\/CorpusID:237513482","DOI":"10.1109\/TVCG.2022.3209451"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/2993901.2993916"},{"key":"e_1_3_3_2_20_2","unstructured":"Sean McKenna Alexander Lex and Miriah\u00a0D. Meyer. 2017. Worksheets for Guiding Novices through the Visualization Design Process. ArXiv abs\/1709.05723 (2017). https:\/\/api.semanticscholar.org\/CorpusID:3514205"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Sean McKenna Dominika Mazur James Agutter and Miriah Meyer. 2014. Design Activity Framework for Visualization Design. IEEE Transactions on Visualization and Computer Graphics 20 12 (2014) 2191\u20132200. 10.1109\/TVCG.2014.2346331","DOI":"10.1109\/TVCG.2014.2346331"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Miriah Meyer and Jason Dykes. 2020. Criteria for Rigor in Visualization Design Study. IEEE Transactions on Visualization and Computer Graphics 26 1 (Jan 2020) 87\u201397. 10.1109\/TVCG.2019.2934539","DOI":"10.1109\/TVCG.2019.2934539"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Miriah Meyer Michael Sedlmair P\u00a0Samuel Quinan and Tamara Munzner. 2015. The nested blocks and guidelines model. Information Visualization 14 3 (2015) 234\u2013249. 10.1177\/1473871613510429","DOI":"10.1177\/1473871613510429"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Tamara Munzner. 2009. A nested model for visualization design and validation. IEEE transactions on visualization and computer graphics 15 6 (2009) 921\u2013928.","DOI":"10.1109\/TVCG.2009.111"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1109\/BELIV51497.2020.00016"},{"key":"e_1_3_3_2_26_2","unstructured":"Pascal Philipp Franziska Tobisch and Florian Matthes. 2022. Challenges and Success Factors for Metrics in Large-Scale Agile Development. AMCIS 2022 Proceedings 2 (2022)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989880"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55627-7"},{"key":"e_1_3_3_2_29_2","unstructured":"Jen Rogers Austin\u00a0H. Patton Luke Harmon Alexander Lex and Miriah Meyer. 2020. Insights From Experiments With Rigor in an EvoBio Design Study. arxiv:https:\/\/arXiv.org\/abs\/2008.11564\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2008.11564"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601276"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Michael Sedlmair Miriah Meyer and Tamara Munzner. 2012. Design Study Methodology: Reflections from the Trenches and the Stacks. IEEE Transactions on Visualization and Computer Graphics 18 12 (2012) 2431\u20132440. 10.1109\/TVCG.2012.213","DOI":"10.1109\/TVCG.2012.213"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.2312\/eurovisshort.20151137"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Uzma\u00a0Haque Syeda Cody Dunne and Michelle\u00a0A Borkin. 2023. Process and Pitfalls of Online Teaching and Learning with Design Study \u201cLite\u201d Methodology: A Retrospective Analysis. Computer Graphics Forum 42 3 (2023) 75\u201386.","DOI":"10.1111\/cgf.14813"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376829"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026022"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Jagoda Walny Christian Frisson Mieka West Doris Kosminsky S\u00f8ren Knudsen Sheelagh Carpendale and Wesley Willett. 2020. Data Changes Everything: Challenges and Opportunities in Data Visualization Design Handoff. IEEE Transactions on Visualization and Computer Graphics 26 1 (2020) 12\u201322. 10.1109\/TVCG.2019.2934538","DOI":"10.1109\/TVCG.2019.2934538"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240704"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3791057","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T07:41:40Z","timestamp":1776066100000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3791057"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":36,"alternative-id":["10.1145\/3772318.3791057","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3791057","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}