{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T00:55:34Z","timestamp":1781571334160,"version":"3.54.5"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031053108","type":"print"},{"value":"9783031053115","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05311-5_17","type":"book-chapter","created":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T19:04:19Z","timestamp":1655319859000},"page":"252-263","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Comparison of Laboratory and Synchronous Remote Usability Testing Methods Using AR"],"prefix":"10.1007","author":[{"given":"Ted","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Young-Mi","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,16]]},"reference":[{"key":"17_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1007\/978-3-540-74800-7_47","volume-title":"Human-Computer Interaction \u2013 INTERACT 2007","author":"M Rajanen","year":"2007","unstructured":"Rajanen, M., Iivari, N.: Usability cost-benefit analysis: how usability became a curse word? In: Baranauskas, C., Palanque, P., Abascal, J., Barbosa, S.D.J. (eds.) INTERACT 2007. LNCS, vol. 4663, pp. 511\u2013524. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-74800-7_47"},{"key":"17_CR2","unstructured":"ISO 9241-11: Ergonomic requirements for office work with visual display terminals (VDTs) - Part 11: guidance on usability, vol. 1998 (1998)"},{"key":"17_CR3","doi-asserted-by":"publisher","unstructured":"Sleeswijk Visser, F., van der Lugt, R., Stappers, P.J.: Sharing user experiences in the product innovation process: participatory design needs participatory communication. Creat. Innov. Manag. 16, 35\u201345 (2007). https:\/\/doi.org\/10.1111\/j.1467-8691.2007.00414.x","DOI":"10.1111\/j.1467-8691.2007.00414.x"},{"key":"17_CR4","doi-asserted-by":"publisher","first-page":"233","DOI":"10.3389\/feduc.2021.693012","volume":"6","author":"S Oberd\u00f6rfer","year":"2021","unstructured":"Oberd\u00f6rfer, S., Birnstiel, S., Latoschik, M.E., Grafe, S.: Mutual benefits: interdisciplinary education of pre-service teachers and HCI students in VR\/AR learning environment design. Front. Educ. 6, 233 (2021). https:\/\/doi.org\/10.3389\/feduc.2021.693012","journal-title":"Front. Educ."},{"key":"17_CR5","doi-asserted-by":"publisher","unstructured":"Van Krevelen, R., Poelman, R.: A survey of augmented reality technologies, applications and limitations. Int. J. Virtual Real. 9, 1 (2010). https:\/\/doi.org\/10.20870\/IJVR.2010.9.2.2767, ISSN 1081\u20131451","DOI":"10.20870\/IJVR.2010.9.2.2767"},{"key":"17_CR6","doi-asserted-by":"publisher","unstructured":"Grandi, J.G., Debarba, H.G., Bemdt, I., Nedel, L., Maciel, A.: Design and assessment of a collaborative 3D interaction technique for handheld augmented reality. In: 2018 IEEE Conference on Virtual Reality and 3D User Interfaces (VR), pp. 49\u201356 (2018). https:\/\/doi.org\/10.1109\/VR.2018.8446295","DOI":"10.1109\/VR.2018.8446295"},{"key":"17_CR7","doi-asserted-by":"publisher","unstructured":"Fr\u00f8land, T.H., Heldal, I., Ersv\u00e6r, E., Sj\u00f8holt, G.: State-of-the-art and future directions for using augmented reality head mounted displays for first aid live training. In: 2020 International Conference on e-Health and Bioengineering (EHB), pp. 1\u20136 (2020). https:\/\/doi.org\/10.1109\/EHB50910.2020.9280182","DOI":"10.1109\/EHB50910.2020.9280182"},{"key":"17_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1007\/978-3-540-73011-8_17","volume-title":"Technologies for E-Learning and Digital Entertainment","author":"T Ha","year":"2007","unstructured":"Ha, T., Chang, Y., Woo, W.: Usability test of immersion for augmented reality based product design. In: Hui, K.-C., et al. (eds.) Edutainment 2007. LNCS, vol. 4469, pp. 152\u2013161. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-73011-8_17"},{"issue":"4","key":"17_CR9","first-page":"187","volume":"14","author":"YM Choi","year":"2019","unstructured":"Choi, Y.M.: Applying Tangible augmented reality for product usability assessment. J. Usability Stud. 14(4), 187\u2013200 (2019)","journal-title":"J. Usability Stud."},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Lu, J.-R.R., Chang, T.-W., Wu, Y.-S., Chen, C.-Y.: Multimodal coexistence environment design to assist user testing and iterative design of higame emotional interaction design for elderly. In: Human Aspects of IT for the Aged Population. Technologies, Design and User Experience, pp. 197\u2013209 (2020)","DOI":"10.1007\/978-3-030-50252-2_15"},{"key":"17_CR11","unstructured":"Fereydooni, N., Walker, B.N.: Virtual reality as a remote workspace platform: opportunities and challenges, August 2020. https:\/\/www.microsoft.com\/en-us\/research\/publication\/virtual-reality-as-a-remote-workspace-platform-opportunities-and-challenges\/"},{"key":"17_CR12","doi-asserted-by":"publisher","unstructured":"Chu, C.H., Kao, E.T.: A comparative study of design evaluation with virtual prototypes versus a physical product. Appl. Sci. 10(14), (2020). https:\/\/doi.org\/10.3390\/app10144723","DOI":"10.3390\/app10144723"},{"key":"17_CR13","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.apergo.2018.08.011","volume":"74","author":"J Sauer","year":"2019","unstructured":"Sauer, J., Sonderegger, A., Heyden, K., Biller, J., Klotz, J., Uebelbacher, A.: Extra-laboratorial usability tests: an empirical comparison of remote and classical field testing with lab testing. Appl. Ergon. 74, 85\u201396 (2019). https:\/\/doi.org\/10.1016\/j.apergo.2018.08.011","journal-title":"Appl. Ergon."},{"key":"17_CR14","volume-title":"Handbook of Usability Testing : How to Plan, Design, and Conduct Effective Tests","author":"J Rubin","year":"2008","unstructured":"Rubin, J., Chisnell, D., Spool, J.: Handbook of Usability Testing\u202f: How to Plan, Design, and Conduct Effective Tests. Wiley, , Hoboken (2008)"},{"key":"17_CR15","unstructured":"Alhadreti, O., Mayhew, P.J., Alshamari, M.: A comparison of in-lab and synchronous remote usability testing methods: effectiveness perspective, pp. 3\u20139 (2011)"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Sauer, J., Muenzberg, A., Siewert, L., Hein, A., Roesch, N.: Remote testing of usability in medical apps. In: Wireless Mobile Communication and Healthcare, pp. 3\u201317 (2020)","DOI":"10.1007\/978-3-030-49289-2_1"},{"key":"17_CR17","doi-asserted-by":"crossref","unstructured":"Stickel, C., Ebner, M., Steinbach-Nordmann, S., Searle, G., Holzinger, A.: Emotion detection: application of the valence arousal space for rapid biological usability testing to enhance universal access. In: Universal Access in Human-Computer Interaction. Addressing Diversity, pp. 615\u2013624 (2009)","DOI":"10.1007\/978-3-642-02707-9_70"},{"issue":"2","key":"17_CR18","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1080\/0144929X.2013.783114","volume":"33","author":"M Hertzum","year":"2014","unstructured":"Hertzum, M., Molich, R., Jacobsen, N.E.: What you get is what you see: revisiting the evaluator effect in usability tests. Behav. Inf. Technol. 33(2), 144\u2013162 (2014). https:\/\/doi.org\/10.1080\/0144929X.2013.783114","journal-title":"Behav. Inf. Technol."},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Kim, T., Arconada-Alvarez, S., Choi, Y.M.: Challenges and workarounds of conducting augmented reality usability tests remotely a case study BT. In: HCI International 2021 - Late Breaking Papers: Design and User Experience, pp. 63\u201371 (2021)","DOI":"10.1007\/978-3-030-90238-4_6"},{"key":"17_CR20","doi-asserted-by":"publisher","unstructured":"Ratcliffe, J., Soave, F., Bryan-Kinns, N., Tokarchuk, L., Farkhatdinov, I.: Extended Reality (XR) remote research: a survey of drawbacks and opportunities (2021). https:\/\/doi.org\/10.1145\/3411764.3445170","DOI":"10.1145\/3411764.3445170"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Andreasen, M.S., Nielsen, H.V., Schr\\oder, S.O., Stage, J.: What happened to remote usability testing? An empirical study of three methods. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, New York, NY, USA. Association for Computing Machinery, pp. 1405\u20131414 (2007)","DOI":"10.1145\/1240624.1240838"},{"key":"17_CR22","unstructured":"Crowther, N.: Remote Testing of AR HUDs for Lunar Exploration Presented to the, May 2021"},{"issue":"7","key":"17_CR23","doi-asserted-by":"publisher","first-page":"1258","DOI":"10.1016\/j.jss.2010.01.052","volume":"83","author":"C Andrzejczak","year":"2010","unstructured":"Andrzejczak, C., Liu, D.: The effect of testing location on usability testing performance, participant stress levels, and subjective testing experience. J. Syst. Softw. 83(7), 1258\u20131266 (2010). https:\/\/doi.org\/10.1016\/j.jss.2010.01.052","journal-title":"J. Syst. Softw."},{"issue":"3\u20134","key":"17_CR24","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1080\/10447318.2002.9669131","volume":"14","author":"E McFadden","year":"2002","unstructured":"McFadden, E., Hager, D.R., Elie, C.J., Blackwell, J.M.: Remote usability evaluation: overview and case studies. Int. J. Hum.-Comput. Interact. 14(3\u20134), 489\u2013502 (2002). https:\/\/doi.org\/10.1080\/10447318.2002.9669131","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"17_CR25","doi-asserted-by":"publisher","unstructured":"Kittur, A., Chi, E.H., Suh, B.: Crowdsourcing user studies with mechanical turk. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (2008), pp. 453\u2013456. https:\/\/doi.org\/10.1145\/1357054.1357127","DOI":"10.1145\/1357054.1357127"},{"issue":"1","key":"17_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/meet.14504901100","volume":"49","author":"D Liu","year":"2012","unstructured":"Liu, D., Bias, R.G., Lease, M., Kuipers, R.: Crowdsourcing for usability testing. Proc. Am. Soc. Inf. Sci. Technol. 49(1), 1 (2012). https:\/\/doi.org\/10.1002\/meet.14504901100","journal-title":"Proc. Am. Soc. Inf. Sci. Technol."},{"key":"17_CR27","doi-asserted-by":"publisher","first-page":"74","DOI":"10.3389\/frobt.2016.00074","volume":"3","author":"M Slater","year":"2016","unstructured":"Slater, M., Sanchez-Vives, M.V.: Enhancing our lives with immersive virtual reality. Front. Robot. AI 3, 74 (2016). https:\/\/doi.org\/10.3389\/frobt.2016.00074","journal-title":"Front. Robot. AI"},{"key":"17_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2021.106951","volume":"125","author":"I Verhulst","year":"2021","unstructured":"Verhulst, I., Woods, A., Whittaker, L., Bennett, J., Dalton, P.: Do VR and AR versions of an immersive cultural experience engender different user experiences? Comput. Human Behav. 125, 106951 (2021). https:\/\/doi.org\/10.1016\/j.chb.2021.106951","journal-title":"Comput. Human Behav."},{"key":"17_CR29","doi-asserted-by":"publisher","unstructured":"Razek, A.R.A., van Husen, C., Pallot, M., Richir, S.: A comparative study on conventional versus immersive service prototyping (VR, AR, MR) (2018). https:\/\/doi.org\/10.1145\/3234253.3234296","DOI":"10.1145\/3234253.3234296"},{"key":"17_CR30","doi-asserted-by":"publisher","unstructured":"Walsh, T., Varsaluoma, J., Kujala, S., Nurkka, P., Petrie, H., Power, C.: Axe UX: exploring long-term user experience with IScale and AttrakDiff. In: Proceedings of the 18th International Academic MindTrek Conference: Media Business, Management, Content & Services, pp. 32\u201339 (2014). https:\/\/doi.org\/10.1145\/2676467.2676480","DOI":"10.1145\/2676467.2676480"},{"key":"17_CR31","doi-asserted-by":"publisher","unstructured":"Voit, A., Mayer, S., Schwind, V., Henze, N.: Online, VR, AR, Lab, and in-situ: comparison of research methods to evaluate smart artifacts. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, pp. 1\u201312 (2019). https:\/\/doi.org\/10.1145\/3290605.3300737","DOI":"10.1145\/3290605.3300737"},{"key":"17_CR32","doi-asserted-by":"publisher","unstructured":"Wenk, N., Penalver-Andres, J., Buetler, K.A., Nef, T., M\u00fcri, R.M., Marchal-Crespo, L.: Effect of immersive visualization technologies on cognitive load, motivation, usability, and embodiment. Virtual Real. (2021). https:\/\/doi.org\/10.1007\/s10055-021-00565-8","DOI":"10.1007\/s10055-021-00565-8"},{"key":"17_CR33","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1016\/j.lindif.2017.03.013","volume":"55","author":"AJ Martin","year":"2017","unstructured":"Martin, A.J., Ginns, P., Papworth, B.: Motivation and engagement: same or different? Does it matter? Learn. Individ. Differ. 55, 150\u2013162 (2017). https:\/\/doi.org\/10.1016\/j.lindif.2017.03.013","journal-title":"Learn. Individ. Differ."},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Wanous, J.P., Reichers, A.E., Hudy, M.J.: Overall job satisfaction: how good are single-item measures? J. Appl. Psychol. 82(2), 247\u2013252 (1997). https:\/\/doi.org\/10.0.4.13\/0021-9010.82.2.247","DOI":"10.1037\/0021-9010.82.2.247"},{"key":"17_CR35","doi-asserted-by":"publisher","unstructured":"Rzeszotarski, J.M., Kittur, A.: Instrumenting the crowd: using implicit behavioral measures to predict task performance. In: Proceedings of the 24th Annual ACM Symposium on User Interface Software and Technology, pp. 13\u201322 (2011).  https:\/\/doi.org\/10.1145\/2047196.2047199","DOI":"10.1145\/2047196.2047199"},{"issue":"3","key":"17_CR36","first-page":"114","volume":"4","author":"A Bangor","year":"2009","unstructured":"Bangor, A., Staff, T., Kortum, P., Miller, J., Staff, T.: Determining what individual SUS scores mean: adding an adjective rating scale. J. Usability Stud. 4(3), 114\u2013123 (2009)","journal-title":"J. Usability Stud."},{"key":"17_CR37","unstructured":"Tullis, T., Stetson, J.: A comparison of questionnaires for assessing website usability, June 2006"},{"issue":"3\u20134","key":"17_CR38","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1093\/biomet\/40.3-4.318","volume":"40","author":"GEP Box","year":"1953","unstructured":"Box, G.E.P.: Non-normality and tests on variances. Biometrika 40(3\u20134), 318\u2013335 (1953). https:\/\/doi.org\/10.1093\/biomet\/40.3-4.318","journal-title":"Biometrika"},{"issue":"260","key":"17_CR39","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal, W.H., Wallis, W.A.: Use of ranks in one-criterion variance analysis. J. Am. Stat. Assoc. 47(260), 583\u2013621 (1952). https:\/\/doi.org\/10.1080\/01621459.1952.10483441","journal-title":"J. Am. Stat. Assoc."},{"issue":"6","key":"17_CR40","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon, F.: Individual comparisons by ranking methods. Biometrics Bull. 1(6), 80\u201383 (1945). https:\/\/doi.org\/10.2307\/3001968","journal-title":"Biometrics Bull."},{"issue":"4","key":"17_CR41","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1016\/j.ajo.2008.06.031","volume":"147","author":"CMR Kitchen","year":"2009","unstructured":"Kitchen, C.M.R.: Nonparametric vs parametric tests of location in biomedical research. Am. J. Ophthalmol. 147(4), 571\u2013572 (2009). https:\/\/doi.org\/10.1016\/j.ajo.2008.06.031","journal-title":"Am. J. Ophthalmol."}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction. Theoretical Approaches and Design Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05311-5_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T00:41:10Z","timestamp":1781570470000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05311-5_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031053108","9783031053115"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05311-5_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}