{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T16:03:14Z","timestamp":1756310594364,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,9]],"date-time":"2024-10-09T00:00:00Z","timestamp":1728432000000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"U.S. National Science Foundation","award":["DUE-2216542"],"award-info":[{"award-number":["DUE-2216542"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,9]]},"DOI":"10.1145\/3611659.3615691","type":"proceedings-article","created":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T16:57:57Z","timestamp":1696870677000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Measuring and Comparing Collaborative Visualization Behaviors in Desktop and Augmented Reality Environments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1450-0358","authenticated-orcid":false,"given":"Michael","family":"Kintscher","sequence":"first","affiliation":[{"name":"School of Computation and Augmented Intelligence, Arizona State University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8238-5439","authenticated-orcid":false,"given":"Jinbin","family":"Huang","sequence":"additional","affiliation":[{"name":"CIDSE, Arizona state university, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3513-8600","authenticated-orcid":false,"given":"Anjana","family":"Arunkumar","sequence":"additional","affiliation":[{"name":"CIDSE, Arizona State University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3722-0720","authenticated-orcid":false,"given":"Ashish","family":"Amresh","sequence":"additional","affiliation":[{"name":"Computer Science, Northern Arizona University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2430-815X","authenticated-orcid":false,"given":"Chris","family":"Bryan","sequence":"additional","affiliation":[{"name":"CIDSE, Arizona State University, United States"}]}],"member":"320","published-online":{"date-parts":[[2023,10,9]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Acte du Workshop MIXER, IUI-CADUI, Vol.\u00a04. Citeseer.","author":"Bach C\u00e9dric","year":"2004","unstructured":"C\u00e9dric Bach and Dominique\u00a0L Scapin. 2004. Obstacles and perspectives for evaluating mixed reality systems usability. In Acte du Workshop MIXER, IUI-CADUI, Vol.\u00a04. Citeseer."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1007\/BF01421808"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.1109\/ISMAR.2003.1240691"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1007\/978-3-642-87512-0_15"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1007\/s100550200012"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.1109\/TVCG.2013.124"},{"key":"e_1_3_2_1_7_1","article-title":"Arthur: A collaborative augmented environment for architectural design and urban planning","volume":"1","author":"Broll Wolfgang","year":"2004","unstructured":"Wolfgang Broll, Irma Lindt, Jan Ohlenburg, Michael Wittk\u00e4mper, Chunrong Yuan, Thomas Novotny, Chiron Mottram, Andreas Strothmann, 2004. Arthur: A collaborative augmented environment for architectural design and urban planning. JVRB-Journal of Virtual Reality and Broadcasting 1, 1 (2004).","journal-title":"JVRB-Journal of Virtual Reality and Broadcasting"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_8_1","DOI":"10.1145\/3132272.3134125"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_9_1","DOI":"10.1145\/1268517.1268552"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.3389\/frobt.2018.00037"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.1016\/j.advengsoft.2012.09.001"},{"doi-asserted-by":"crossref","unstructured":"Andreas D\u00fcnser Rapha\u00ebl Grasset and Mark Billinghurst. 2008. A survey of evaluation techniques used in augmented reality studies. Human Interface Technology Laboratory New Zealand.","key":"e_1_3_2_1_12_1","DOI":"10.1145\/1508044.1508049"},{"key":"e_1_3_2_1_13_1","first-page":"87","article-title":"Deixis in modern linguistics and outside","volume":"2","author":"Dylgjeri Ardita","year":"2013","unstructured":"Ardita Dylgjeri and Ledia Kazazi. 2013. Deixis in modern linguistics and outside. Academic Journal of Interdisciplinary Studies 2, 4 (2013), 87\u201387.","journal-title":"Academic Journal of Interdisciplinary Studies"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of AutoCarto, Vol.\u00a06. 25\u201328","author":"Edsall Rob","year":"2006","unstructured":"Rob Edsall and Kelli\u00a0L Larson. 2006. Decision making in a virtual environment: Effectiveness of a semi-immersive \u201cdecision theater\u201d in understanding and assessing human-environment interactions. In Proceedings of AutoCarto, Vol.\u00a06. 25\u201328."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1145\/99977.99987"},{"key":"e_1_3_2_1_16_1","volume-title":"Rolling the dice: Multidimensional visual exploration using scatterplot matrix navigation","author":"Elmqvist Niklas","year":"2008","unstructured":"Niklas Elmqvist, Pierre Dragicevic, and Jean-Daniel Fekete. 2008. Rolling the dice: Multidimensional visual exploration using scatterplot matrix navigation. IEEE transactions on Visualization and Computer Graphics 14, 6 (2008), 1539\u20131148."},{"key":"e_1_3_2_1_17_1","volume-title":"Deictic categories in the semantics of\u2019come\u2019. Foundations of language","author":"Fillmore J","year":"1966","unstructured":"Charles\u00a0J Fillmore. 1966. Deictic categories in the semantics of\u2019come\u2019. Foundations of language (1966), 219\u2013227."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1145\/765891.765980"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1145\/1031607.1031687"},{"key":"e_1_3_2_1_20_1","volume-title":"Direct manipulation interfaces. Human\u2013computer interaction 1, 4","author":"Hutchins L","year":"1985","unstructured":"Edwin\u00a0L Hutchins, James\u00a0D Hollan, and Donald\u00a0A Norman. 1985. Direct manipulation interfaces. Human\u2013computer interaction 1, 4 (1985), 311\u2013338."},{"volume-title":"Adapting the human-computer interface to support collaborative learning environments for children. Ph.\u00a0D. Dissertation","author":"Inkpen Kori\u00a0Marie","unstructured":"Kori\u00a0Marie Inkpen. 1997. Adapting the human-computer interface to support collaborative learning environments for children. Ph.\u00a0D. Dissertation. University of British Columbia.","key":"e_1_3_2_1_21_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1109\/TVCG.2011.287"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.1145\/179606.179687"},{"volume-title":"Leading business teams: How teams can use technology and group process tools to enhance performance","author":"Johansen Robert","unstructured":"Robert Johansen, David Sibbet, Suzyan Benson, Alixia Martin, Robert Mittman, and Paul Saffo. 1991. Leading business teams: How teams can use technology and group process tools to enhance performance. Addison-Wesley Longman Publishing Co., Inc.","key":"e_1_3_2_1_24_1"},{"unstructured":"Beatrice John D Lang Henrik von Wehrden Ruediger John and Arnim Wiek. 2018. Advancing decision-visualization environments: Empirically informed design guidelines.","key":"e_1_3_2_1_25_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1109\/ISMAR.2002.1115083"},{"key":"e_1_3_2_1_27_1","volume-title":"Visual information as a conversational resource in collaborative physical tasks. Human\u2013computer interaction 18, 1-2","author":"Kraut E","year":"2003","unstructured":"Robert\u00a0E Kraut, Susan\u00a0R Fussell, and Jane Siegel. 2003. Visual information as a conversational resource in collaborative physical tasks. Human\u2013computer interaction 18, 1-2 (2003), 13\u201349."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_28_1","DOI":"10.1145\/587078.587084"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_29_1","DOI":"10.1145\/240080.240190"},{"key":"e_1_3_2_1_30_1","volume-title":"Empirical studies in information visualization: Seven scenarios","author":"Lam Heidi","year":"2011","unstructured":"Heidi Lam, Enrico Bertini, Petra Isenberg, Catherine Plaisant, and Sheelagh Carpendale. 2011. Empirical studies in information visualization: Seven scenarios. IEEE transactions on visualization and computer graphics 18, 9 (2011), 1520\u20131536."},{"key":"e_1_3_2_1_31_1","article-title":"At the heart of it all: The concept of presence","volume":"3","author":"Lombard Matthew","year":"1997","unstructured":"Matthew Lombard and Theresa Ditton. 1997. At the heart of it all: The concept of presence. Journal of computer-mediated communication 3, 2 (1997), JCMC 321.","journal-title":"Journal of computer-mediated communication"},{"unstructured":"Tim Marsh. 2003. Staying there: an activity-based approach to narrative design and evaluation as an antidote to virtual corpsing. In Being there: Concepts effects and measurement of user presence in synthetic environments studies on new technologies and practices in communication series. Citeseer.","key":"e_1_3_2_1_32_1"},{"volume-title":"Computer Graphics Forum, Vol.\u00a038","author":"Mathisen Andreas","unstructured":"Andreas Mathisen, Tom Horak, Clemens\u00a0Nylandsted Klokmose, Kaj Gr\u00f8nb\u00e6k, and Niklas Elmqvist. 2019. InsideInsights: Integrating Data-Driven Reporting in Collaborative Visual Analytics. In Computer Graphics Forum, Vol.\u00a038. Wiley Online Library, 649\u2013661.","key":"e_1_3_2_1_33_1"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems. 2143\u20132152","author":"McGill Mark","year":"2015","unstructured":"Mark McGill, Daniel Boland, Roderick Murray-Smith, and Stephen Brewster. 2015. A dose of reality: Overcoming usability challenges in vr head-mounted displays. In Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems. 2143\u20132152."},{"unstructured":"Microsoft. 2020. HoloLens 2-Overview Features and Specs: Microsoft HoloLens. https:\/\/www.microsoft.com\/en-us\/hololens\/hardware. https:\/\/www.microsoft.com\/en-us\/hololens\/hardware.","key":"e_1_3_2_1_35_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_36_1","DOI":"10.1145\/3340764.3340773"},{"volume-title":"Visualization analysis and design","author":"Munzner Tamara","unstructured":"Tamara Munzner. 2014. Visualization analysis and design. CRC press.","key":"e_1_3_2_1_37_1"},{"key":"e_1_3_2_1_38_1","volume-title":"Augmented reality applications in design and manufacturing. CIRP annals 61, 2","author":"Nee YC","year":"2012","unstructured":"Andrew\u00a0YC Nee, SK Ong, George Chryssolouris, and Dimitris Mourtzis. 2012. Augmented reality applications in design and manufacturing. CIRP annals 61, 2 (2012), 657\u2013679."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_39_1","DOI":"10.1145\/1054972.1055005"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_40_1","DOI":"10.1145\/351006.351015"},{"key":"e_1_3_2_1_41_1","volume-title":"Proc. Immersive Projection Technology Workshop. 61\u201369","author":"Raja Dheva","year":"2004","unstructured":"Dheva Raja, Doug Bowman, John Lucas, and Chris North. 2004. Exploring the benefits of immersion in abstract information visualization. In Proc. Immersive Projection Technology Workshop. 61\u201369."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_42_1","DOI":"10.1162\/105474602317343640"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_43_1","DOI":"10.1109\/TVCG.2020.3032761"},{"volume-title":"The craft of information visualization","author":"Shneiderman Ben","unstructured":"Ben Shneiderman. 2003. The eyes have it: A task by data type taxonomy for information visualizations. In The craft of information visualization. Elsevier, 364\u2013371.","key":"e_1_3_2_1_44_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_45_1","DOI":"10.1109\/VISUAL.1992.235203"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_46_1","DOI":"10.1007\/BF01409796"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of PRESENCE","author":"Tang Arthur","year":"2004","unstructured":"Arthur Tang, Frank Biocca, and Lynette Lim. 2004. Comparing differences in presence during social interaction in augmented reality versus virtual reality environments: An exploratory study. Proceedings of PRESENCE (2004), 204\u2013208."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_48_1","DOI":"10.1145\/642611.642626"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_49_1","DOI":"10.1145\/1124772.1124950"},{"key":"e_1_3_2_1_50_1","volume-title":"Visualization task performance with 2D, 3D, and combination displays","author":"Tory Melanie","year":"2005","unstructured":"Melanie Tory, Arthur\u00a0E Kirkpatrick, M\u00a0Stella Atkins, and Torsten Moller. 2005. Visualization task performance with 2D, 3D, and combination displays. IEEE transactions on visualization and computer graphics 12, 1 (2005), 2\u201313."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_51_1","DOI":"10.1145\/3359141"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_52_1","DOI":"10.1109\/TSMCC.2010.2093573"},{"key":"e_1_3_2_1_53_1","volume-title":"Collective dynamics of \u2018small-world","author":"Watts J","year":"1998","unstructured":"Duncan\u00a0J Watts and Steven\u00a0H Strogatz. 1998. Collective dynamics of \u2018small-world\u2019 networks. nature 393, 6684 (1998), 440\u2013442."},{"key":"e_1_3_2_1_54_1","volume-title":"Graphical Perception for Immersive Analytics. In 2020 IEEE Conference on Virtual Reality and 3D User Interfaces (VR). IEEE, 616\u2013625","author":"Whitlock Matt","year":"2020","unstructured":"Matt Whitlock, Stephen Smart, and Danielle\u00a0Albers Szafir. 2020. Graphical Perception for Immersive Analytics. In 2020 IEEE Conference on Virtual Reality and 3D User Interfaces (VR). IEEE, 616\u2013625."},{"key":"e_1_3_2_1_55_1","volume-title":"Supporting handoff in asynchronous collaborative sensemaking using knowledge-transfer graphs","author":"Zhao Jian","year":"2017","unstructured":"Jian Zhao, Michael Glueck, Petra Isenberg, Fanny Chevalier, and Azam Khan. 2017. Supporting handoff in asynchronous collaborative sensemaking using knowledge-transfer graphs. IEEE transactions on visualization and computer graphics 24, 1 (2017), 340\u2013350."}],"event":{"sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"acronym":"VRST 2023","name":"VRST 2023: 29th ACM Symposium on Virtual Reality Software and Technology","location":"Christchurch New Zealand"},"container-title":["29th ACM Symposium on Virtual Reality Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611659.3615691","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611659.3615691","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611659.3615691","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:26:41Z","timestamp":1755890801000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611659.3615691"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,9]]},"references-count":55,"alternative-id":["10.1145\/3611659.3615691","10.1145\/3611659"],"URL":"https:\/\/doi.org\/10.1145\/3611659.3615691","relation":{},"subject":[],"published":{"date-parts":[[2023,10,9]]},"assertion":[{"value":"2023-10-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}