{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T05:35:45Z","timestamp":1770528945291,"version":"3.49.0"},"publisher-location":"Cham","reference-count":99,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319664347","type":"print"},{"value":"9783319664354","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-66435-4_5","type":"book-chapter","created":{"date-parts":[[2017,9,27]],"date-time":"2017-09-27T11:51:34Z","timestamp":1506513094000},"page":"96-138","source":"Crossref","is-referenced-by-count":22,"title":["Crowdsourcing for Information Visualization: Promises and Pitfalls"],"prefix":"10.1007","author":[{"given":"Rita","family":"Borgo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bongshin","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benjamin","family":"Bach","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sara","family":"Fabrikant","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Radu","family":"Jianu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Kerren","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stephen","family":"Kobourov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fintan","family":"McGee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luana","family":"Micallef","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tatiana","family":"von Landesberger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katrin","family":"Ballweg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stephan","family":"Diehl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paolo","family":"Simonetto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michelle","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,9,28]]},"reference":[{"issue":"2","key":"5_CR1","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1177\/002202217300400201","volume":"4","author":"FM Adams","year":"1973","unstructured":"Adams, F.M., Osgood, C.E.: A cross-cultural study of the affective meanings of color. J. Cross Cult. Psychol. 4(2), 135\u2013156 (1973)","journal-title":"J. Cross Cult. Psychol."},{"issue":"3pt1","key":"5_CR2","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1111\/cgf.12091","volume":"32","author":"W Aigner","year":"2013","unstructured":"Aigner, W., Hoffmann, S., Rind, A.: EvalBench: a software library for visualization evaluation. Comput. Graph. Forum 32(3pt1), 41\u201350 (2013)","journal-title":"Comput. Graph. Forum"},{"key":"5_CR3","series-title":"Human-Computer Interaction","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-85729-079-3","volume-title":"Visualization of Time-Oriented Data","author":"W Aigner","year":"2011","unstructured":"Aigner, W., Miksch, S., Schumann, H., Tominski, C.: Visualization of Time-Oriented Data. Human-Computer Interaction. Springer, London (2011). doi: 10.1007\/978-0-85729-079-3"},{"issue":"12","key":"5_CR4","doi-asserted-by":"crossref","first-page":"2317","DOI":"10.1109\/TVCG.2011.237","volume":"17","author":"G Albuquerque","year":"2011","unstructured":"Albuquerque, G., Lowe, T., Magnor, M.: Synthetic generation of high-dimensional datasets. IEEE Trans. Vis. Comput. Graph. 17(12), 2317\u20132324 (2011)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR5","unstructured":"Alsallakh, B., Micallef, L., Aigner, W., Hauser, H., Miksch, S., Rodgers, P.: Visualizing sets and set-typed data: state-of-the-art and future challenges. In: Eurographics conference on Visualization (EuroVis)-State of The Art Reports, pp. 1\u201321 (2014)"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Alvarez-Garcia, S., Baeza-Yates, R., Brisaboa, N.R., Larriba-Pey, J., Pedreira, O.: Graphgen: a tool for automatic generation of multipartite graphs from arbitrary data. In: 2012 Eighth Latin American Web Congress (LA-WEB), pp. 87\u201394. IEEE (2012)","DOI":"10.1109\/LA-WEB.2012.15"},{"key":"5_CR7","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1016\/j.jss.2014.03.022","volume":"94","author":"S \u00c1lvarez-Garc\u00eda","year":"2014","unstructured":"\u00c1lvarez-Garc\u00eda, S., Baeza-Yates, R., Brisaboa, N.R., Larriba-Pey, J.L., Pedreira, O.: Automatic multi-partite graph generation from arbitrary data. J. Syst. Softw. 94, 72\u201386 (2014)","journal-title":"J. Syst. Softw."},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Amar, R., Eagan, J., Stasko, J.: Low-level components of analytic activity in information visualization. In: IEEE Symposium on Information Visualization (INFOVIS 2005), pp. 111\u2013117. IEEE (2005)","DOI":"10.1109\/INFOVIS.2005.24"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Andrews, K., Kasanicka, J.: A comparative study of four hierarchy browsers using the hierarchical visualisation testing environment (HVTE). In: 11th International Conference Information Visualization (IV 2007), pp. 81\u201386. IEEE (2007)","DOI":"10.1109\/IV.2007.8"},{"key":"5_CR10","series-title":"Lecture Notes in Geoinformation and Cartography","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24198-7_16","volume-title":"Advances in Location-Based Services","author":"G Andrienko","year":"2012","unstructured":"Andrienko, G., Andrienko, N.: Privacy issues in geospatial visual analytics. In: Gartner, G., Ortag, F. (eds.) Advances in Location-Based Services. Lecture Notes in Geoinformation and Cartography. Springer, Heidelberg (2012). doi: 10.1007\/978-3-642-24198-7_16"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Archambault, D., Purchase, H.C.: The mental map and memorability in dynamic graphs. In: Pacific Visualization Symposium (PacificVis), pp. 89\u201396. IEEE (2012)","DOI":"10.1109\/PacificVis.2012.6183578"},{"key":"5_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1007\/978-3-642-36763-2_42","volume-title":"Graph Drawing","author":"D Archambault","year":"2013","unstructured":"Archambault, D., Purchase, H.C.: Mental map preservation helps user orientation in dynamic graphs. In: Didimo, W., Patrignani, M. (eds.) GD 2012. LNCS, vol. 7704, pp. 475\u2013486. Springer, Heidelberg (2013). doi: 10.1007\/978-3-642-36763-2_42"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Bach, B., Dragicevic, P., Archambault, D., Hurter, C., Carpendale, S.: A descriptive framework for temporal data visualizations based on generalized space-time cubes. Comput. Graph. Forum (2016). http:\/\/dx.doi.org\/10.1111\/cgf.12804","DOI":"10.1111\/cgf.12804"},{"key":"5_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1007\/978-3-642-36763-2_48","volume-title":"Graph Drawing","author":"B Bach","year":"2013","unstructured":"Bach, B., Spritzer, A., Lutton, E., Fekete, J.-D.: Interactive random graph generation with evolutionary algorithms. In: Didimo, W., Patrignani, M. (eds.) GD 2012. LNCS, vol. 7704, pp. 541\u2013552. Springer, Heidelberg (2013). doi: 10.1007\/978-3-642-36763-2_48"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Bateman, S., Mandryk, R.L., Gutwin, C., Genest, A., McDine, D., Brooks, C.: Useful junk? The effects of visual embellishment on comprehension and memorability of charts. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 2573\u20132582. ACM (2010)","DOI":"10.1145\/1753326.1753716"},{"key":"5_CR16","volume-title":"Basic Color Terms","author":"B Berlin","year":"1969","unstructured":"Berlin, B., Kay, P.: Basic Color Terms. University of California Press, Berkeley (1969)"},{"key":"5_CR17","unstructured":"Bertin, J.: S\u00e9miologie graphique: Les diagrammes-Les r\u00e9seaux-Les cartes. Gauthier-VillarsMouton & Cie (1973)"},{"issue":"12","key":"5_CR18","doi-asserted-by":"crossref","first-page":"2759","DOI":"10.1109\/TVCG.2012.197","volume":"18","author":"R Borgo","year":"2012","unstructured":"Borgo, R., Abdul-Rahman, A., Mohamed, F., Grant, P.W., Reppa, I., Floridi, L., Chen, M.: An empirical study on using visual embellishments in visualization. IEEE Trans. Vis. Comput. Graph. 18(12), 2759\u20132768 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"12","key":"5_CR19","doi-asserted-by":"crossref","first-page":"1963","DOI":"10.1109\/TVCG.2014.2346984","volume":"20","author":"J Boy","year":"2014","unstructured":"Boy, J., Rensink, R.A., Bertini, E., Fekete, J.D.: A principled way of assessing visualization literacy. IEEE Trans. Vis. Comput. Graph. 20(12), 1963\u20131972 (2014)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Boy, J., Detienne, F., Fekete, J.D.: Storytelling in information visualizations: does it engage users to explore data? In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1449\u20131458. ACM (2015)","DOI":"10.1145\/2702123.2702452"},{"issue":"12","key":"5_CR21","doi-asserted-by":"crossref","first-page":"2376","DOI":"10.1109\/TVCG.2013.124","volume":"19","author":"M Brehmer","year":"2013","unstructured":"Brehmer, M., Munzner, T.: A multi-level typology of abstract visualization tasks. IEEE Trans. Vis. Comput. Graph. 19(12), 2376\u20132385 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR22","unstructured":"Bremm, S., Von Landesberger, T., He\u00df, M., Fellner, D.: PCDC-on the highway to data-a tool for the fast generation of large synthetic data sets. In: EuroVis Workshop on Visual Analytics, pp. 7\u201311 (2012)"},{"issue":"3","key":"5_CR23","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1111\/1467-8306.00061","volume":"87","author":"CA Brewer","year":"1997","unstructured":"Brewer, C.A., MacEachren, A.M., Pickle, L.W., Herrmann, D.: Mapping mortality: evaluating color schemes for choropleth maps. Ann. Assoc. Am. Geograph. 87(3), 411\u2013438 (1997)","journal-title":"Ann. Assoc. Am. Geograph."},{"issue":"2","key":"5_CR24","first-page":"323","volume":"58","author":"G Brinkmann","year":"2007","unstructured":"Brinkmann, G., McKay, B.D.: Fast generation of planar graphs. MATCH Commun. Math. Comput. Chem. 58(2), 323\u2013357 (2007)","journal-title":"MATCH Commun. Math. Comput. Chem."},{"issue":"2","key":"5_CR25","first-page":"74","volume":"22","author":"VJ Bristor","year":"1994","unstructured":"Bristor, V.J., Drake, S.V.: Linking the language arts and content areas through visual technology. THE J. 22(2), 74\u201377 (1994)","journal-title":"THE J."},{"issue":"10","key":"5_CR26","doi-asserted-by":"crossref","first-page":"1559","DOI":"10.1080\/13658816.2010.511718","volume":"24","author":"A \u00c7\u00f6ltekin","year":"2010","unstructured":"\u00c7\u00f6ltekin, A., Fabrikant, S.I., Lacayo, M.: Exploring the efficiency of users\u2019 visual analytics strategies based on sequence analysis of eye movement recordings. Int. J. Geograph. Inf. Sci. 24(10), 1559\u20131575 (2010)","journal-title":"Int. J. Geograph. Inf. Sci."},{"issue":"1","key":"5_CR27","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1559\/152304009787340197","volume":"36","author":"A \u00c7\u00f6ltekin","year":"2009","unstructured":"\u00c7\u00f6ltekin, A., Heil, B., Garlandini, S., Fabrikant, S.I.: Evaluating the effectiveness of interactive map interface designs: a case study integrating usability metrics with eye-movement analysis. Cartography Geogr. Inf. Sci. 36(1), 5\u201317 (2009)","journal-title":"Cartography Geogr. Inf. Sci."},{"key":"5_CR28","unstructured":"Cernea, D., Kerren, A., Ebert, A.: Detecting insight and emotion in visualization applications with a commercial EEG headset. In: SIGRAD 2011 Conference on Evaluations of Graphics and Visualization-Efficiency, Usefulness, Accessibility, Usability, pp. 53\u201360 (2011)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Cernea, D., Weber, C., Ebert, A., Kerren, A.: Emotion scents - a method of representing user emotions on GUI widgets. In: Proceedings of the SPIE 2013 Conference on Visualization and Data Analysis (VDA 2013). IS&T\/SPIE (2013)","DOI":"10.1117\/12.2001261"},{"issue":"3","key":"5_CR30","doi-asserted-by":"crossref","first-page":"28:1","DOI":"10.1145\/1531326.1531334","volume":"28","author":"F Cole","year":"2009","unstructured":"Cole, F., Sanik, K., DeCarlo, D., Finkelstein, A., Funkhouser, T., Rusinkiewicz, S., Singh, M.: How well do line drawings depict shape? ACM Trans. Graph. 28(3), 28:1\u201328:9 (2009)","journal-title":"ACM Trans. Graph."},{"key":"5_CR31","volume-title":"Flow: The Psychology of Optimal Experience","author":"M Csikszentmihalyi","year":"1990","unstructured":"Csikszentmihalyi, M.: Flow: The Psychology of Optimal Experience. Harper Perennia, New York (1990)"},{"key":"5_CR32","doi-asserted-by":"crossref","unstructured":"Dasgupta, A., Kosara, R.: Privacy-preserving data visualization using parallel coordinates. In: IS&T\/SPIE Electronic Imaging, pp. 786800-1\u2013786800-12. International Society for Optics and Photonics (2011)","DOI":"10.1117\/12.872635"},{"issue":"12","key":"5_CR33","doi-asserted-by":"crossref","first-page":"1933","DOI":"10.1109\/TVCG.2014.2346978","volume":"20","author":"\u00c7 Demiralp","year":"2014","unstructured":"Demiralp, \u00c7., Bernstein, M.S., Heer, J.: Learning perceptual kernels for visualization design. IEEE Trans. Vis. Comput. Graph. 20(12), 1933\u20131942 (2014)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"4","key":"5_CR34","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1177\/1473871611413180","volume":"10","author":"N Elmqvist","year":"2011","unstructured":"Elmqvist, N., Vande Moere, A., Jetter, H.C., Cernea, D., Reiterer, H., Jankun-Kelly, T.J.: Fluid interaction for information visualization. Inf. Vis. 10(4), 327\u2013340 (2011)","journal-title":"Inf. Vis."},{"key":"5_CR35","unstructured":"Fabrikant, S.I., Christophe, S., Papastefanou, G., Maggi, S.: Emotional response to map design aesthetics. In: 7th International Conference on Geographical Information Science, pp. 18\u201321 (2012)"},{"issue":"1","key":"5_CR36","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1057\/ivs.2010.10","volume":"10","author":"M Farrugia","year":"2011","unstructured":"Farrugia, M., Quigley, A.: Effective temporal graph layout: a comparative study of animation versus static display methods. Inf. Vis. 10(1), 47\u201364 (2011)","journal-title":"Inf. Vis."},{"issue":"2","key":"5_CR37","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort, K., Adda, G., Cohen, K.B.: Amazon mechanical turk: gold mine or coal mine? Comput. Linguist. 37(2), 413\u2013420 (2011)","journal-title":"Comput. Linguist."},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., Dietze, S., Demartini, G.: Understanding malicious behavior in crowdsourcing platforms: the case of online surveys. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1631\u20131640. ACM (2015)","DOI":"10.1145\/2702123.2702443"},{"key":"5_CR39","unstructured":"Ghani, S., Elmqvist, N.: Improving revisitation in graphs through static spatial features. In: Graphic Interface (GI 2011), pp. 737\u2013743 (2011)"},{"issue":"1","key":"5_CR40","doi-asserted-by":"crossref","first-page":"1205","DOI":"10.1111\/j.1467-8659.2012.03113.x","volume":"31","author":"S Ghani","year":"2012","unstructured":"Ghani, S., Elmqvist, N., Yi, J.S.: Perception of animated node-link diagrams for dynamic graphs. Comput. Graph. Forum 31(1), 1205\u20131214 (2012)","journal-title":"Comput. Graph. Forum"},{"key":"5_CR41","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1007\/978-3-540-75177-9","volume-title":"Mobility, Data Mining and Privacy: Geographic Knowledge Discovery","author":"F Giannotti","year":"2008","unstructured":"Giannotti, F., Pedreschi, D.: Mobility, Data Mining and Privacy: Geographic Knowledge Discovery, p. 410. Springer, Heidelberg (2008). doi: 10.1007\/978-3-540-75177-9"},{"issue":"6","key":"5_CR42","doi-asserted-by":"crossref","first-page":"1333","DOI":"10.1109\/TVCG.2008.155","volume":"14","author":"F Ham van","year":"2008","unstructured":"van Ham, F., Rogowitz, B.: Perceptual organization in user-generated graph layouts. IEEE Trans. Vis. Comput. Graph. 14(6), 1333\u20131339 (2008)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR43","doi-asserted-by":"crossref","unstructured":"Haroz, S., Kosara, R., Franconeri, S.L.: Isotype visualization-working memory, performance, and engagement with pictographs. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1191\u20131200. ACM (2015)","DOI":"10.1145\/2702123.2702275"},{"issue":"12","key":"5_CR44","doi-asserted-by":"crossref","first-page":"1943","DOI":"10.1109\/TVCG.2014.2346979","volume":"20","author":"L Harrison","year":"2014","unstructured":"Harrison, L., Yang, F., Franconeri, S., Chang, R.: Ranking visualizations of correlation using Weber\u2019s law. IEEE Trans. Vis. Comput. Graph. 20(12), 1943\u20131952 (2014)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR45","doi-asserted-by":"crossref","unstructured":"Heer, J., Bostock, M.: Crowdsourcing graphical perception: using mechanical turk to assess visualization design. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 203\u2013212. ACM (2010)","DOI":"10.1145\/1753326.1753357"},{"key":"5_CR46","doi-asserted-by":"crossref","unstructured":"Hirth, M., Ho\u00dffeld, T., Tran-Gia, P.: Anatomy of a crowdsourcing platform-using the example of microworkers.com. In: 2011 Fifth International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing (IMIS), pp. 322\u2013329. IEEE (2011)","DOI":"10.1109\/IMIS.2011.89"},{"key":"5_CR47","doi-asserted-by":"crossref","unstructured":"Isenberg, P., Zuk, T., Collins, C., Carpendale, S.: Grounded evaluation of information visualizations. In: Proceedings of the 2008 Workshop on BEyond Time and Errors: Novel Evaluation Methods for Information Visualization (BELIV 2008) pp. 6:1\u20136:8. ACM (2008)","DOI":"10.1145\/1377966.1377974"},{"issue":"11","key":"5_CR48","doi-asserted-by":"crossref","first-page":"1530","DOI":"10.1109\/TVCG.2014.2315995","volume":"20","author":"R Jianu","year":"2014","unstructured":"Jianu, R., Rusu, A., Hu, Y., Taggart, D.: How to display group information on node-link diagrams: an evaluation. IEEE Trans. Vis. Comput. Graph. 20(11), 1530\u20131541 (2014)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71949-6","volume-title":"Human-Centered Visualization Environments","year":"2007","unstructured":"Kerren, A., Ebert, A., Meyer, J. (eds.): Human-Centered Visualization Environments. LNCS, vol. 4417. Springer, Heidelberg (2007). doi: 10.1007\/978-3-540-71949-6"},{"key":"5_CR50","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-3-642-41281-3_7","volume-title":"Approaches in Integrative Bioinformatics","author":"A Kerren","year":"2014","unstructured":"Kerren, A., Schreiber, F.: Network visualization for integrative bioinformatics. In: Chen, M., Hofest\u00e4dt, R. (eds.) Approaches in Integrative Bioinformatics, pp. 173\u2013202. Springer, Heidelberg (2014). doi: 10.1007\/978-3-642-41281-3_7"},{"issue":"9","key":"5_CR51","doi-asserted-by":"crossref","first-page":"1520","DOI":"10.1109\/TVCG.2011.279","volume":"18","author":"H Lam","year":"2012","unstructured":"Lam, H., Bertini, E., Isenberg, P., Plaisant, C., Carpendale, S.: Empirical studies in information visualization: seven scenarios. IEEE Trans. Vis. Comput. Graph. 18(9), 1520\u20131536 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR52","doi-asserted-by":"crossref","unstructured":"Laramee, R.S., Kosara, R.: Challenges and Unsolved Problems. In: Kerren et al. [49], pp. 231\u2013254","DOI":"10.1007\/978-3-540-71949-6_5"},{"key":"5_CR53","doi-asserted-by":"crossref","unstructured":"Lebreton, P., M\u00e4ki, T., Skodras, E., Hupont, I., Hirth, M.: Bridging the gap between eye tracking and crowdsourcing. In: Proceedings of SPIE, vol. 9394, pp. 93940W\u201393940W-14 (2015)","DOI":"10.1117\/12.2076745"},{"key":"5_CR54","doi-asserted-by":"crossref","unstructured":"Lee, B., Plaisant, C., Parr, C.S., Fekete, J.D., Henry, N.: Task taxonomy for graph visualization. In: Proceedings of the 2006 AVI Workshop on Beyond Time and Rrrors: Novel Evaluation Methods for Information Visualization, pp. 1\u20135. ACM (2006)","DOI":"10.1145\/1168149.1168168"},{"issue":"1","key":"5_CR55","doi-asserted-by":"crossref","first-page":"1516","DOI":"10.1177\/1541931214581316","volume":"58","author":"H Li","year":"2014","unstructured":"Li, H., Moacdieh, N.: Is \u201cchart junk\u201d useful? An extended examination of visual embellishment. Proc. Hum. Factors Ergon. Soc. Annual Meeting 58(1), 1516\u20131520 (2014)","journal-title":"Proc. Hum. Factors Ergon. Soc. Annual Meeting"},{"issue":"40","key":"5_CR56","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1029\/2004EO400002","volume":"85","author":"A Light","year":"2004","unstructured":"Light, A., Bartlein, P.J.: The end of the rainbow? Color schemes for improved data graphics. EOS 85(40), 385\u2013391 (2004)","journal-title":"EOS"},{"key":"5_CR57","doi-asserted-by":"crossref","unstructured":"Mackay, W.E., Appert, C., Beaudouin-Lafon, M., Chapuis, O., Du, Y., Fekete, J.D., Guiard, Y.: Touchstone: exploratory design of experiments. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1425\u20131434. ACM (2007)","DOI":"10.1145\/1240624.1240840"},{"key":"5_CR58","unstructured":"Maggi, S., Fabrikant, S.: Embodied decision making with animations. In: Proceedings of International Conference on Geographic Information Science 2014 (2014)"},{"key":"5_CR59","unstructured":"Maggi, S., Fabrikant, S.I.: Triangulating eye movement data of animated displays. In: ET4S@GIScience, pp. 27\u201331 (2014)"},{"issue":"1","key":"5_CR60","doi-asserted-by":"crossref","first-page":"25","DOI":"10.3138\/cart.51.1.3176","volume":"51","author":"S Maggi","year":"2016","unstructured":"Maggi, S., Fabrikant, S.I., Imbert, J.P., Hurter, C.: How do display design and user characteristics matter in animations? An empirical study with air traffic control displays. Cartographica 51(1), 25\u201337 (2016)","journal-title":"Cartographica"},{"key":"5_CR61","unstructured":"Mahyar, N., Kim, S.H., Kwon, B.C.: Towards a taxonomy for evaluating user engagement in information visualization. In: Workshop on Personal Visualization: Exploring Everyday Life (2015)"},{"issue":"12","key":"5_CR62","doi-asserted-by":"crossref","first-page":"2477","DOI":"10.1109\/TVCG.2012.245","volume":"18","author":"K Marriott","year":"2012","unstructured":"Marriott, K., Purchase, H., Wybrow, M., Goncu, C.: Memorability of visual features in network diagrams. IEEE Trans. Vis. Comput. Graph. 18(12), 2477\u20132485 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR63","volume-title":"Doing Psychology Experiments","author":"D Martin","year":"2008","unstructured":"Martin, D.: Doing Psychology Experiments, 7th edn. Thomson Wadsworth, Belmont (2008)","edition":"7"},{"key":"5_CR64","doi-asserted-by":"crossref","unstructured":"Martin, D., Hanrahan, B.V., O\u2019Neill, J., Gupta, N.: Being a turker. In: Proceedings of the 17th ACM Conference on Computer Supported Cooperative Work & Social Computing, pp. 224\u2013235. ACM (2014)","DOI":"10.1145\/2531602.2531663"},{"key":"5_CR65","volume-title":"Understanding Comics: The Invisible Art","author":"S McCloud","year":"1994","unstructured":"McCloud, S.: Understanding Comics: The Invisible Art. HarperPerennial, New York (1994)"},{"key":"5_CR66","doi-asserted-by":"crossref","unstructured":"McGee, F., Dingliana, J.: An empirical study on the impact of edge bundling on user comprehension of graphs. In: Proceedings of the International Working Conference on Advanced Visual Interfaces, pp. 620\u2013627. ACM (2012)","DOI":"10.1145\/2254556.2254670"},{"issue":"12","key":"5_CR67","doi-asserted-by":"crossref","first-page":"2536","DOI":"10.1109\/TVCG.2012.199","volume":"18","author":"L Micallef","year":"2012","unstructured":"Micallef, L., Dragicevic, P., Fekete, J.D.: Assessing the effect of visualizations on bayesian reasoning through crowdsourcing. IEEE Trans. Vis. Comput. Graph. 18(12), 2536\u20132545 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"2","key":"5_CR68","first-page":"91","volume":"3","author":"A Monreale","year":"2010","unstructured":"Monreale, A., Andrienko, G.L., Andrienko, N.V., Giannotti, F., Pedreschi, D., Rinzivillo, S., Wrobel, S.: Movement data anonymity through generalization. Trans. Data Priv. 3(2), 91\u2013121 (2010)","journal-title":"Trans. Data Priv."},{"issue":"6","key":"5_CR69","doi-asserted-by":"crossref","first-page":"921","DOI":"10.1109\/TVCG.2009.111","volume":"15","author":"T Munzner","year":"2009","unstructured":"Munzner, T.: A nested model for visualization design and validation. IEEE Trans. Vis. Comput. Graph. 15(6), 921\u2013928 (2009)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"3","key":"5_CR70","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1111\/cgf.12657","volume":"34","author":"M Okoe","year":"2015","unstructured":"Okoe, M., Jianu, R.: Graphunit: evaluating interactive graph visualizations using crowdsourcing. Comput. Graph. Forum 34(3), 451\u2013460 (2015)","journal-title":"Comput. Graph. Forum"},{"issue":"1","key":"5_CR71","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1207\/S15326985EP3801_8","volume":"38","author":"F Paas","year":"2003","unstructured":"Paas, F., Tuovinen, J.E., Tabbers, H., Van Gerven, P.W.: Cognitive load measurement as a means to advance cognitive load theory. Educ. Psychol. 38(1), 63\u201371 (2003)","journal-title":"Educ. Psychol."},{"key":"5_CR72","doi-asserted-by":"crossref","unstructured":"Pandey, A.V., Rall, K., Satterthwaite, M.L., Nov, O., Bertini, E.: How deceptive are deceptive visualizations? An empirical analysis of common distortion techniques. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1469\u20131478. ACM (2015)","DOI":"10.1145\/2702123.2702608"},{"issue":"1","key":"5_CR73","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1109\/TVCG.2015.2467954","volume":"22","author":"C Papadopoulos","year":"2016","unstructured":"Papadopoulos, C., Gutenko, I., Kaufman, A.: VEEVVIE: visual explorer for empirical visualization, VR and interaction experiments. IEEE Trans. Vis. Comput. Graph. 22(1), 111\u2013120 (2016)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR74","doi-asserted-by":"crossref","unstructured":"Peck, E.M.M., Yuksel, B.F., Ottley, A., Jacob, R.J., Chang, R.: Using fNIRS brain sensing to evaluate information visualization interfaces. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 473\u2013482. ACM (2013)","DOI":"10.1145\/2470654.2470723"},{"key":"5_CR75","doi-asserted-by":"crossref","unstructured":"Plaisant, C.: The challenge of information visualization evaluation. In: Proceedings of the Working Conference on Advanced Visual Interfaces (AVI 2004), pp. 109\u2013116. ACM (2004)","DOI":"10.1145\/989863.989880"},{"key":"5_CR76","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1007\/3-540-63938-1_67","volume-title":"Graph Drawing","author":"H Purchase","year":"1997","unstructured":"Purchase, H.: Which aesthetic has the greatest effect on human understanding? In: DiBattista, G. (ed.) GD 1997. LNCS, vol. 1353, pp. 248\u2013261. Springer, Heidelberg (1997). doi: 10.1007\/3-540-63938-1_67"},{"key":"5_CR77","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511844522","volume-title":"Experimental Human-Computer Interaction: A Practical Guide with Visual Examples","author":"HC Purchase","year":"2012","unstructured":"Purchase, H.C.: Experimental Human-Computer Interaction: A Practical Guide with Visual Examples. Cambridge University Press, Cambridge (2012)"},{"key":"5_CR78","doi-asserted-by":"crossref","unstructured":"Ross, J., Irani, L., Silberman, M., Zaldivar, A., Tomlinson, B.: Who are the crowdworkers? Shifting demographics in mechanical turk. In: CHI 2010 Extended Abstracts on Human Factors in Computing Systems, pp. 2863\u20132872. ACM (2010)","DOI":"10.1145\/1753846.1753873"},{"key":"5_CR79","unstructured":"Saket, B., Scheidegger, C., Kobourov, S.: Towards understanding enjoyment and flow in information visualization. In: EuroVis. The Eurographics Association (Short Paper) (2015)"},{"issue":"3","key":"5_CR80","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1111\/cgf.12880","volume":"35","author":"B Saket","year":"2016","unstructured":"Saket, B., Scheidegger, C., Kobourov, S.: Comparing node-link and node-link-group visualizations from an enjoyment perspective. Comput. Graph. Forum 35(3), 41\u201350 (2016)","journal-title":"Comput. Graph. Forum"},{"key":"5_CR81","doi-asserted-by":"crossref","unstructured":"Saket, B., Scheidegger, C., Kobourov, S.G., B\u00f6rner, K.: Map-based visualizations increase recall accuracy of data. Comput. Graph. Forum 34(3), 441\u2013450. http:\/\/dx.doi.org\/10.1111\/cgf.12656","DOI":"10.1111\/cgf.12656"},{"key":"5_CR82","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1007\/978-3-642-15838-4_15","volume-title":"Privacy in Statistical Databases","author":"JW Sakshaug","year":"2010","unstructured":"Sakshaug, J.W., Raghunathan, T.E.: Synthetic data for small area estimation. In: Domingo-Ferrer, J., Magkos, E. (eds.) PSD 2010. LNCS, vol. 6344, pp. 162\u2013173. Springer, Heidelberg (2010). doi: 10.1007\/978-3-642-15838-4_15"},{"issue":"10","key":"5_CR83","doi-asserted-by":"crossref","first-page":"2103","DOI":"10.1080\/02664763.2014.909778","volume":"41","author":"JW Sakshaug","year":"2014","unstructured":"Sakshaug, J.W., Raghunathan, T.E.: Generating synthetic data to produce public-use microdata for small geographic areas based on complex sample survey data with application to the national health interview survey. J. Appl. Stat. 41(10), 2103\u20132122 (2014)","journal-title":"J. Appl. Stat."},{"key":"5_CR84","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/978-3-319-11257-2_17","volume-title":"Privacy in Statistical Databases","author":"JW Sakshaug","year":"2014","unstructured":"Sakshaug, J.W., Raghunathan, T.E.: Nonparametric generation of synthetic data for small geographic areas. In: Domingo-Ferrer, J. (ed.) PSD 2014. LNCS, vol. 8744, pp. 213\u2013231. Springer, Cham (2014). doi: 10.1007\/978-3-319-11257-2_17"},{"key":"5_CR85","doi-asserted-by":"crossref","unstructured":"Shneiderman, B.: The eyes have it: a task by data type taxonomy for information visualizations. In: Proceedings of the 1996 IEEE Symposium on Visual Languages, Boulder, Colorado, USA, 3\u20136 September 1996, pp. 336\u2013343. IEEE Computer Society (1996)","DOI":"10.1109\/VL.1996.545307"},{"key":"5_CR86","doi-asserted-by":"crossref","unstructured":"Tanahashi, Y., Ma, K.L.: Stock lamp: an engagement-versatile visualization design. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, pp. 595\u2013604. ACM (2015)","DOI":"10.1145\/2702123.2702323"},{"key":"5_CR87","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1007\/3-540-48482-5_11","volume-title":"Advances in Spatial Databases","author":"Y Theodoridis","year":"1999","unstructured":"Theodoridis, Y., Silva, J.R.O., Nascimento, M.A.: On the generation of spatiotemporal datasets. In: G\u00fcting, R.H., Papadias, D., Lochovsky, F. (eds.) SSD 1999. LNCS, vol. 1651, pp. 147\u2013164. Springer, Heidelberg (1999). doi: 10.1007\/3-540-48482-5_11"},{"key":"5_CR88","doi-asserted-by":"crossref","unstructured":"Valiati, E.R., Pimenta, M.S., Freitas, C.M.: A taxonomy of tasks for guiding the evaluation of multidimensional visualizations. In: Proceedings of the 2006 AVI Workshop on Beyond Time and Errors: Novel Evaluation Methods for Information Visualization, pp. 1\u20136. ACM (2006)","DOI":"10.1145\/1168149.1168169"},{"issue":"12","key":"5_CR89","doi-asserted-by":"crossref","first-page":"2739","DOI":"10.1109\/TVCG.2012.221","volume":"18","author":"A Vande Moere","year":"2012","unstructured":"Vande Moere, A., Tomitsch, M., Wimmer, C., Christoph, B., Grechenig, T.: Evaluating the effect of style in information visualization. IEEE Trans. Vis. Comput. Graph. 18(12), 2739\u20132748 (2012)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"3","key":"5_CR90","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1177\/014662168000400305","volume":"4","author":"H Wainer","year":"1980","unstructured":"Wainer, H.: A test of graphicacy in children. Appl. Psychol. Measure. 4(3), 331\u2013340 (1980)","journal-title":"Appl. Psychol. Measure."},{"issue":"3","key":"5_CR91","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1111\/cgf.12635","volume":"34","author":"J Walny","year":"2015","unstructured":"Walny, J., Huron, S., Carpendale, S.: An exploratory study of data sketching for visual representation. Comput. Graph. Forum 34(3), 231\u2013240 (2015)","journal-title":"Comput. Graph. Forum"},{"issue":"12","key":"5_CR92","doi-asserted-by":"crossref","first-page":"2060","DOI":"10.1109\/TVCG.2013.190","volume":"19","author":"B Wang","year":"2013","unstructured":"Wang, B., Ruchikachorn, P., Mueller, K.: SketchPadN-D: WYDIWYG sculpting and editing in high-dimensional space. IEEE Trans. Vis. Comput. Graph. 19(12), 2060\u20132069 (2013)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"5_CR93","volume-title":"Information Visualization: Preception for Design","author":"C Ware","year":"2013","unstructured":"Ware, C.: Information Visualization: Preception for Design, 3rd edn. Elsevier, Amsterdam (2013)","edition":"3"},{"issue":"1","key":"5_CR94","doi-asserted-by":"crossref","first-page":"2:1","DOI":"10.1145\/1279640.1279642","volume":"5","author":"C Ware","year":"2008","unstructured":"Ware, C., Mitchell, P.: Visualizing graphs in three dimensions. ACM Trans. Appl. Percept. 5(1), 2:1\u20132:15 (2008)","journal-title":"ACM Trans. Appl. Percept."},{"issue":"1","key":"5_CR95","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1080\/15230406.2013.762140","volume":"40","author":"J Wilkening","year":"2013","unstructured":"Wilkening, J., Fabrikant, S.I.: How users interact with a 3d geo-browser under time pressure. Cartography Geogr. Inf. Sci. 40(1), 40\u201352 (2013)","journal-title":"Cartography Geogr. Inf. Sci."},{"key":"5_CR96","unstructured":"Xu, P., Ehinger, K.A., Zhang, Y., Finkelstein, A., Kulkarni, S.R., Xiao, J.: TurkerGaze: crowdsourcing saliency with webcam based eye tracking. CoRR abs\/1504.06755 (2015)"},{"issue":"1","key":"5_CR97","doi-asserted-by":"crossref","first-page":"6:1","DOI":"10.1145\/2541288","volume":"21","author":"H Yang","year":"2014","unstructured":"Yang, H., Li, Y., Zhou, M.X.: Understand users\u2019 comprehension and preferences for composing information visualizations. ACM Trans. Comput. Hum. Interact. 21(1), 6:1\u20136:30 (2014)","journal-title":"ACM Trans. Comput. Hum. Interact."},{"key":"5_CR98","doi-asserted-by":"crossref","unstructured":"Ying, X., Wu, X.: Graph generation with prescribed feature constraints. In: SDM, vol. 9, pp. 966\u2013977. SIAM (2009)","DOI":"10.1137\/1.9781611972795.83"},{"issue":"3","key":"5_CR99","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1111\/j.1467-8659.2009.01442.x","volume":"28","author":"C Ziemkiewicz","year":"2009","unstructured":"Ziemkiewicz, C., Kosara, R.: Preconceptions and individual differences in understanding visual metaphors. Comput. Graph. Forum 28(3), 911\u2013918 (2009)","journal-title":"Comput. Graph. Forum"}],"container-title":["Lecture Notes in Computer Science","Evaluation in the Crowd. Crowdsourcing and Human-Centered Experiments"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-66435-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,18]],"date-time":"2020-10-18T09:48:26Z","timestamp":1603014506000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-66435-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319664347","9783319664354"],"references-count":99,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-66435-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}