{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T01:15:43Z","timestamp":1755998143932,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030344436"},{"type":"electronic","value":"9783030344443"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-34444-3_12","type":"book-chapter","created":{"date-parts":[[2020,8,11]],"date-time":"2020-08-11T16:20:50Z","timestamp":1597162850000},"page":"243-252","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Open Challenges in Empirical Visualization Research"],"prefix":"10.1007","author":[{"given":"Caroline","family":"Ziemkiewicz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Min","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David H.","family":"Laidlaw","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernhard","family":"Preim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Weiskopf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,12]]},"reference":[{"key":"12_CR1","unstructured":"Administrator, F.P.: Fluid project wiki. https:\/\/wiki.fluidproject.org"},{"key":"12_CR2","unstructured":"Amar, R., Eagan, J., Stasko, J.: Low-level components of analytic activity in information visualization. In: IEEE Symposium on Information Visualization, 2005. INFOVIS 2005, pp. 111\u2013117. IEEE (2005)"},{"key":"12_CR3","unstructured":"Bertin, J., Berg, W.J., Wainer, H.: Semiology of Graphics: Diagrams, Networks, Maps. University of Wisconsin Press, Madison (1983)"},{"issue":"12","key":"12_CR4","doi-asserted-by":"publisher","first-page":"2516","DOI":"10.1109\/TVCG.2012.251","volume":"18","author":"A Bezerianos","year":"2012","unstructured":"Bezerianos, A., Isenberg, P.: Perception of visual variables on tiled wall-sized displays for information visualization applications. IEEE Trans. Vis. Comput. Graph. 18(12), 2516\u20132525 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"12","key":"12_CR5","doi-asserted-by":"publisher","first-page":"2376","DOI":"10.1109\/TVCG.2013.124","volume":"19","author":"M Brehmer","year":"2013","unstructured":"Brehmer, M., Munzner, T.: A multi-level typology of abstract visualization tasks. IEEE Trans. Vis. Comput. Graph. 19(12), 2376\u20132385 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Carpendale, S.: Evaluating information visualizations. Information Visualization, pp. 19\u201345. Springer, Berlin (2008)","DOI":"10.1007\/978-3-540-70956-5_2"},{"issue":"5","key":"12_CR7","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1006\/ijhc.2000.0422","volume":"53","author":"C Chen","year":"2000","unstructured":"Chen, C., Yu, Y.: Empirical studies of information visualization: a meta-analysis. Int. J. Hum.-Comput. Stud. 53(5), 851\u2013866 (2000)","journal-title":"Int. J. Hum.-Comput. Stud."},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Cleeremans, A.: The grand challenge for psychology. APS Observer 23(8) (2010)","DOI":"10.3389\/fpsyg.2010.00012"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Collaboration, O.S., et\u00a0al.: Estimating the reproducibility of psychological science. Science 349(6251), aac4716 (2015)","DOI":"10.1126\/science.aac4716"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Crisan, A., Elliott, M.: How to evaluate an evaluation study? comparing and contrasting practices in vis with those of other disciplines. In: Proceedings of the 2018 Workshop on Beyond Time and Errors: Novel Evaluation Methods for Information Visualization. IEEE (2018)","DOI":"10.1109\/BELIV.2018.8634420"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Heer, J., Bostock, M.: Crowdsourcing graphical perception: using mechanical turk to assess visualization design. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 203\u2013212. ACM (2010)","DOI":"10.1145\/1753326.1753357"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Isenberg, P., Zuk, T., Collins, C., Carpendale, S.: Grounded evaluation of information visualizations. In: Proceedings of the 2008 Workshop on Beyond Time and Errors: Novel Evaluation Methods for Information Visualization, p.\u00a06. ACM (2008)","DOI":"10.1145\/1377966.1377974"},{"issue":"12","key":"12_CR13","doi-asserted-by":"publisher","first-page":"2818","DOI":"10.1109\/TVCG.2013.126","volume":"19","author":"T Isenberg","year":"2013","unstructured":"Isenberg, T., Isenberg, P., Chen, J., Sedlmair, M., M\u00f6ller, T.: A systematic review on the practice of evaluating visualization. IEEE Trans. Vis. Comput. Graph. 19(12), 2818\u20132827 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Johnson, C., Moorhead, R., Munzner, T., Pfister, H., Rheingans, P., Yoo, T.S.: NIH-NSF visualization research challenges report. Institute of Electrical and Electronics Engineers (2005)","DOI":"10.1109\/MCSE.2006.77"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Joint Task Force on Computing Curricula, A.f.C.M.A., Society, I.C.: Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science, p. 999133. ACM, New York (2013)","DOI":"10.1145\/2534860"},{"key":"12_CR16","unstructured":"Keim, D.A., Mansmann, F., Schneidewind, J., Ziegler, H.: Challenges in visual data analysis. In: 10th International Conference on Information Visualization, IV 2006, pp. 9\u201316. IEEE (2006)"},{"key":"12_CR17","unstructured":"Konstanz, U.: Scalable visual analytics: Interactive visual analysis systems of complex information spaces. http:\/\/www.visualanalytics.de\/node\/2"},{"issue":"9","key":"12_CR18","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1109\/TVCG.2011.279","volume":"18","author":"H Lam","year":"2012","unstructured":"Lam, H., Bertini, E., Isenberg, P., Plaisant, C., Carpendale, S.: Empirical studies in information visualization: seven scenarios. IEEE Trans. Vis. Comput. Graph. 18(9), 1520\u20131536 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"6","key":"12_CR19","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1109\/TVCG.2009.111","volume":"15","author":"T Munzner","year":"2009","unstructured":"Munzner, T.: A nested process model for visualization design and validation. IEEE Trans. Vis. Comput. Graph. 15(6), 921\u2013928 (2009)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"6","key":"12_CR20","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1145\/1743546.1743558","volume":"53","author":"A Narayanan","year":"2010","unstructured":"Narayanan, A., Shmatikov, V.: Myths and fallacies of personally identifiable information. Commun. ACM 53(6), 24\u201326 (2010)","journal-title":"Commun. ACM"},{"issue":"3","key":"12_CR21","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MCG.2006.70","volume":"26","author":"C North","year":"2006","unstructured":"North, C.: Toward measuring visualization insight. IEEE Comput. Graph. Appl. 26(3), 6\u20139 (2006)","journal-title":"IEEE Comput. Graph. Appl."},{"key":"12_CR22","doi-asserted-by":"crossref","unstructured":"Plaisant, C.: The challenge of information visualization evaluation. In: Proceedings of the Working Conference on Advanced Visual Interfaces, pp. 109\u2013116. ACM (2004)","DOI":"10.1145\/989863.989880"},{"issue":"1","key":"12_CR23","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/TVCG.2007.70412","volume":"14","author":"C Plaisant","year":"2008","unstructured":"Plaisant, C., Fekete, J.D., Grinstein, G.: Promoting insight-based evaluation of visualizations: from contest to benchmark repository. IEEE Trans. Vis. Comput. Graph. 14(1), 120\u2013134 (2008)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Schulz, C., Nocaj, A., El-Assady, M., Frey, S., Hlawatsch, M., Hund, M., Karch, G., Netzel, R., Sch\u00e4tzle, C., Butt, M., et\u00a0al.: Generative data models for validation and evaluation of visualization techniques. In: Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization, pp. 112\u2013124. ACM (2016)","DOI":"10.1145\/2993901.2993907"},{"issue":"12","key":"12_CR25","doi-asserted-by":"publisher","first-page":"2366","DOI":"10.1109\/TVCG.2013.120","volume":"19","author":"HJ Schulz","year":"2013","unstructured":"Schulz, H.J., Nocke, T., Heitzler, M., Schumann, H.: A design space of visualization tasks. IEEE Trans. Vis. Comput. Graph. 19(12), 2366\u20132375 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"3","key":"12_CR26","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1177\/1473871611413099","volume":"10","author":"M Sedlmair","year":"2011","unstructured":"Sedlmair, M., Isenberg, P., Baur, D., Butz, A.: Information visualization evaluation in large companies: Challenges, experiences and recommendations. Inf. Vis. 10(3), 248\u2013266 (2011)","journal-title":"Inf. Vis."},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Shneiderman, B., Plaisant, C.: Strategies for evaluating information visualization tools: multi-dimensional in-depth long-term case studies. In: Proceedings of the 2006 AVI Workshop on Beyond Time and Errors: Novel Evaluation Methods for Information Visualization, pp. 1\u20137. ACM (2006)","DOI":"10.1145\/1168149.1168158"},{"issue":"2","key":"12_CR28","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1016\/j.cag.2010.11.015","volume":"35","author":"S Silva","year":"2011","unstructured":"Silva, S., Santos, B.S., Madeira, J.: Using color in visualization: a survey. Comput. Graph. 35(2), 320\u2013333 (2011)","journal-title":"Comput. Graph."},{"issue":"1","key":"12_CR29","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1109\/TVCG.2006.17","volume":"12","author":"M Tory","year":"2006","unstructured":"Tory, M., Kirkpatrick, A.E., Atkins, M.S., Moller, T.: Visualization task performance with 2d, 3d, and combination displays. IEEE Trans. Vis. Comput. Graph. 12(1), 2\u201313 (2006)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"6","key":"12_CR30","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/MCG.2012.120","volume":"32","author":"C Ziemkiewicz","year":"2012","unstructured":"Ziemkiewicz, C., Ottley, A., Crouser, R.J., Chauncey, K., Su, S.L., Chang, R.: Understanding visualization by understanding individual users. IEEE Comput. Graph. Appl. 32(6), 88\u201394 (2012)","journal-title":"IEEE Comput. Graph. Appl."}],"container-title":["Foundations of Data Visualization"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-34444-3_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,6]],"date-time":"2022-11-06T15:02:13Z","timestamp":1667746933000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-34444-3_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030344436","9783030344443"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-34444-3_12","relation":{},"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"12 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}