{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:28:48Z","timestamp":1776115728461,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,6,10]],"date-time":"2018-06-10T00:00:00Z","timestamp":1528588800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,6,10]]},"DOI":"10.1145\/3209900.3209901","type":"proceedings-article","created":{"date-parts":[[2018,6,4]],"date-time":"2018-06-04T13:44:52Z","timestamp":1528119892000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Evaluating Visual Data Analysis Systems"],"prefix":"10.1145","author":[{"given":"Leilani","family":"Battle","sequence":"first","affiliation":[{"name":"University of Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco","family":"Angelini","sequence":"additional","affiliation":[{"name":"University of Rome \"La Sapienza\", Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carsten","family":"Binnig","sequence":"additional","affiliation":[{"name":"TU Darmstadt, Germany and Brown University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tiziana","family":"Catarci","sequence":"additional","affiliation":[{"name":"University of Rome \"La Sapienza\", Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philipp","family":"Eichmann","sequence":"additional","affiliation":[{"name":"Brown University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jean-Daniel","family":"Fekete","sequence":"additional","affiliation":[{"name":"Inria, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giuseppe","family":"Santucci","sequence":"additional","affiliation":[{"name":"University of Rome \"La Sapienza\", Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Sedlmair","sequence":"additional","affiliation":[{"name":"Jacobs University Bremen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wesley","family":"Willett","sequence":"additional","affiliation":[{"name":"University of Calgary, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,6,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOVIS.2005.24"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2882919"},{"key":"e_1_3_2_1_3_1","volume-title":"DSIA'18","author":"Battle L.","year":"2018","unstructured":"L. Battle : The case for a visualization performance benchmark . In DSIA'18 , 2018 . L. Battle et al. Position statement: The case for a visualization performance benchmark. In DSIA'18, 2018."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166146.3166147"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/1669295.1669303"},{"issue":"4","key":"e_1_3_2_1_7_1","first-page":"50","article-title":"Towards a benchmark for interactive data exploration","volume":"39","author":"Eichmann P.","year":"2016","unstructured":"P. Eichmann Towards a benchmark for interactive data exploration . IEEE Data Eng. Bull. , 39 ( 4 ): 50 -- 61 , 2016 . P. Eichmann et al. Towards a benchmark for interactive data exploration. IEEE Data Eng. Bull., 39(4):50--61, 2016.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_8_1","volume-title":"Idebench: A benchmark for interactive data exploration","author":"Eichmann P.","year":"2018","unstructured":"P. Eichmann Idebench: A benchmark for interactive data exploration , 2018 . P. Eichmann et al. Idebench: A benchmark for interactive data exploration, 2018."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.164"},{"key":"e_1_3_2_1_10_1","volume-title":"Benchmark Handbook: For Database and Transaction Processing Systems","author":"Gray J.","year":"1992","unstructured":"J. Gray . Benchmark Handbook: For Database and Transaction Processing Systems . Morgan Kaufmann Publishers Inc ., San Francisco, CA, USA, 1992 . J. Gray. Benchmark Handbook: For Database and Transaction Processing Systems. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, 1992."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2133806.2133821"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/253260.253291"},{"key":"e_1_3_2_1_13_1","volume-title":"Microsoft Research","author":"Hey T.","year":"2009","unstructured":"T. Hey The Fourth Paradigm: Data-Intensive Scientific Discovery . Microsoft Research , October 2009 . T. Hey et al. The Fourth Paradigm: Data-Intensive Scientific Discovery. Microsoft Research, October 2009."},{"key":"e_1_3_2_1_14_1","volume-title":"Conference and labs of the evaluation forum","author":"Initiative C.","year":"2018","unstructured":"C. Initiative . Conference and labs of the evaluation forum , 2018 . C. Initiative. Conference and labs of the evaluation forum, 2018."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357245"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.279"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346452"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/1473871613510429"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1350745.1350753"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"R.\n      Nambiar\n  Transaction Processing Performance Council (TPC): State of the Council\n  2010\n  . In Performance Evaluation Measurement\n   and Characterization of Complex Systems Lecture Notes in Computer Science pages \n  1\n  --\n  9\n  . \n  Springer Berlin Heidelberg Sept. 2010.   R. Nambiar et al. Transaction Processing Performance Council (TPC): State of the Council 2010. In Performance Evaluation Measurement and Characterization of Complex Systems Lecture Notes in Computer Science pages 1--9. Springer Berlin Heidelberg Sept. 2010.","DOI":"10.1007\/978-3-642-18206-8_1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2007.70412"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2442576.2442589"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.329404"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/832277.834354"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346574"},{"key":"e_1_3_2_1_27_1","volume-title":"National Visualization and Analytics Ctr","author":"Thomas J.","year":"2005","unstructured":"J. Thomas Illuminating the Path: The Research and Development Agenda for Visual Analytics . National Visualization and Analytics Ctr , 2005 . J. Thomas et al. Illuminating the Path: The Research and Development Agenda for Visual Analytics. National Visualization and Analytics Ctr, 2005."},{"key":"e_1_3_2_1_28_1","volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Voorhees E. M.","year":"2005","unstructured":"E. M. Voorhees TREC: Experiment and evaluation in information retrieval , volume 1 . MIT press Cambridge , 2005 . E. M. Voorhees et al. TREC: Experiment and evaluation in information retrieval, volume 1. MIT press Cambridge, 2005."}],"event":{"name":"SIGMOD\/PODS '18: International Conference on Management of Data","location":"Houston TX USA","acronym":"SIGMOD\/PODS '18","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the Workshop on Human-In-the-Loop Data Analytics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3209900.3209901","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3209900.3209901","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:39:18Z","timestamp":1750210758000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3209900.3209901"}},"subtitle":["A Discussion Report"],"short-title":[],"issued":{"date-parts":[[2018,6,10]]},"references-count":28,"alternative-id":["10.1145\/3209900.3209901","10.1145\/3209900"],"URL":"https:\/\/doi.org\/10.1145\/3209900.3209901","relation":{},"subject":[],"published":{"date-parts":[[2018,6,10]]},"assertion":[{"value":"2018-06-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}