{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T10:21:08Z","timestamp":1790936468593,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,6]],"date-time":"2022-06-06T00:00:00Z","timestamp":1654473600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"EPSRC","award":["EP\/V008870\/1"],"award-info":[{"award-number":["EP\/V008870\/1"]}]},{"name":"University of Edinburgh and the University of Glasgow jointly funded PhD studentships"},{"name":"PETRAS","award":["EP\/S035362\/1"],"award-info":[{"award-number":["EP\/S035362\/1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,6]]},"DOI":"10.1145\/3531073.3531087","type":"proceedings-article","created":{"date-parts":[[2022,6,6]],"date-time":"2022-06-06T20:42:17Z","timestamp":1654548137000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["Stay Home! Conducting Remote Usability Evaluations of Novel Real-World Authentication Systems Using Virtual Reality"],"prefix":"10.1145","author":[{"given":"Florian","family":"Mathis","sequence":"first","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"O'Hagan","sequence":"additional","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kami","family":"Vaniea","sequence":"additional","affiliation":[{"name":"University of Edinburgh, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohamed","family":"Khamis","sequence":"additional","affiliation":[{"name":"University of Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,6]]},"reference":[{"key":"e_1_3_2_3_1_1","unstructured":"Florian Alt. 2021. Out-of-the-Lab Research in Usable Security and Privacy."},{"key":"e_1_3_2_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134600.3134609"},{"key":"e_1_3_2_3_3_1","unstructured":"Aaron Bangor Philip Kortum and James Miller. 2009. Determining what individual SUS scores mean: Adding an adjective rating scale. J. of usability studies."},{"key":"e_1_3_2_3_4_1","unstructured":"John Brooke 1996. SUS-A quick and dirty usability scale. Usability evaluation in industry(1996)."},{"key":"e_1_3_2_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858498"},{"key":"e_1_3_2_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642639"},{"key":"e_1_3_2_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753490"},{"key":"e_1_3_2_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837110.1837131"},{"key":"e_1_3_2_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518840"},{"key":"e_1_3_2_3_10_1","unstructured":"Oculus Developers. 2021. Oculus Integration SDK: Hand Tracking in Unity."},{"key":"e_1_3_2_3_11_1","volume-title":"4th Conf. on Communication by Gaze Interaction.","author":"Dunphy Paul","year":"2008","unstructured":"Paul Dunphy, Andrew Fitch, and Patrick Olivier. 2008. Gaze-contingent passwords at the ATM. In 4th Conf. on Communication by Gaze Interaction."},{"key":"e_1_3_2_3_12_1","doi-asserted-by":"crossref","unstructured":"Serge Egelman and Eyal Peer. 2015. Scaling the Security Wall: Developing a Security Behavior Intentions Scale (SeBIS). ACM.","DOI":"10.1145\/2702123.2702249"},{"key":"e_1_3_2_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025636"},{"key":"e_1_3_2_3_14_1","doi-asserted-by":"crossref","unstructured":"Thomas Franke Christiane Attig and Daniel Wessel. 2019. A Personal Resource for Technology Interaction: Development and Validation of the Affinity for Technology Interaction (ATI) Scale. Int. J. of Human\u2013Computer Interaction(2019).","DOI":"10.1037\/t76895-000"},{"key":"e_1_3_2_3_15_1","unstructured":"Free3D. 2019. 3D ATM Model. https:\/\/free3d.com\/3d-model\/atm-57251.html"},{"key":"e_1_3_2_3_16_1","volume-title":"Virtual Reality-based pilot training for underground coal miners. Safety Science","author":"Grabowski Andrzej","year":"2015","unstructured":"Andrzej Grabowski and Jaros\u0142aw Jankowski. 2015. Virtual Reality-based pilot training for underground coal miners. Safety Science (2015)."},{"key":"e_1_3_2_3_17_1","doi-asserted-by":"crossref","unstructured":"Meriem Guerar Mohamed Benmohammed and Vincent Alimi. 2016. Color wheel pin: Usable and resilient ATM authentication. J. of High Speed Networks(2016).","DOI":"10.3233\/JHS-160545"},{"key":"e_1_3_2_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858267"},{"key":"e_1_3_2_3_19_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577632012-009"},{"key":"e_1_3_2_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287052"},{"key":"e_1_3_2_3_21_1","volume-title":"SEPIA: Secure-PIN-Authentication-as-a-Service for ATM Using Mobile and Wearable Devices. In IEEE Int. Conf. on Mobile Cloud Computing, Services, and Engineering.","author":"Khan Rasib","year":"2015","unstructured":"Rasib Khan, Ragib Hasan, and Jinfang Xu. 2015. SEPIA: Secure-PIN-Authentication-as-a-Service for ATM Using Mobile and Wearable Devices. In IEEE Int. Conf. on Mobile Cloud Computing, Services, and Engineering."},{"key":"e_1_3_2_3_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45233-1_23"},{"key":"e_1_3_2_3_23_1","unstructured":"Lisa Koeman. 2021. HCI\/UX Research: What methods do we use?"},{"key":"e_1_3_2_3_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89350-9_6"},{"key":"e_1_3_2_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445488"},{"key":"e_1_3_2_3_26_1","volume-title":"Proc. of the Int. workshop on presence.","author":"Lombard Matthew","year":"2009","unstructured":"Matthew Lombard, Theresa\u00a0B Ditton, and Lisa Weinstein. 2009. Measuring presence: the temple presence inventory. In Proc. of the Int. workshop on presence."},{"key":"e_1_3_2_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376796"},{"key":"e_1_3_2_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/VRW52623.2021.00235"},{"key":"e_1_3_2_3_29_1","doi-asserted-by":"crossref","unstructured":"Florian Mathis Joseph O\u2019Hagan Mohamed Khamis and Kami Vaniea. 2022. Virtual Reality Observations: Using Virtual Reality to Augment Lab-Based Shoulder Surfing Research. In 2022 IEEE Virtual Reality and 3D User Interfaces (VR).","DOI":"10.1109\/VR51125.2022.00048"},{"key":"e_1_3_2_3_30_1","doi-asserted-by":"crossref","unstructured":"Florian Mathis Kami Vaniea and Mohamed Khamis. 2021. Prototyping Usable Privacy and Security Systems: Insights from Experts. Int. J. of Human\u2013Computer Interaction(2021).","DOI":"10.1080\/10447318.2021.1949134"},{"key":"e_1_3_2_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445478"},{"key":"e_1_3_2_3_32_1","doi-asserted-by":"crossref","unstructured":"Florian Mathis Kami Vaniea and Mohamed Khamis. 2022. Can I Borrow Your ATM? Using Virtual Reality for (Simulated) In Situ Authentication Research. In 2022 IEEE Virtual Reality and 3D User Interfaces (VR).","DOI":"10.1109\/VR51125.2022.00049"},{"key":"e_1_3_2_3_33_1","unstructured":"Florian Mathis Xuesong Zhang Joseph O\u2019Hagan Daniel Medeiros Pejman Saeghe Mark McGill Stephen Brewster and Mohamed Khamis. 2021. Remote XR Studies: The Golden Future of HCI Research?"},{"key":"e_1_3_2_3_34_1","unstructured":"Microsoft. 2019. Hand menu - Mixed Reality | Microsoft Docs."},{"key":"e_1_3_2_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3139131.3139141"},{"key":"e_1_3_2_3_36_1","doi-asserted-by":"crossref","unstructured":"Aske Mottelson Gustav\u00a0B\u00f8g Petersen Klemen Lilija and Guido Makransky. 2021. Conducting Unsupervised Virtual Reality User Studies Online. Frontiers in Virtual Reality(2021).","DOI":"10.3389\/frvir.2021.681482"},{"key":"e_1_3_2_3_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2014.2307331"},{"key":"e_1_3_2_3_38_1","unstructured":"Oculus. 2022. Oculus Guardian. https:\/\/support.oculus.com\/guardian"},{"key":"e_1_3_2_3_39_1","unstructured":"OptiTrack. 2022. OptiTrack System. https:\/\/optitrack.com\/"},{"key":"e_1_3_2_3_40_1","unstructured":"Asset\u00a0Store Originals. 2020. Snaps Prototype | Office."},{"key":"e_1_3_2_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029632.1029658"},{"key":"e_1_3_2_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3399715.3399743"},{"key":"e_1_3_2_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376144"},{"key":"e_1_3_2_3_44_1","volume-title":"Qualtrics: Experience-Design. https:\/\/www.qualtrics.com","year":"2005","unstructured":"Qualtrics. 2005. Qualtrics: Experience-Design. https:\/\/www.qualtrics.com"},{"key":"e_1_3_2_3_45_1","doi-asserted-by":"crossref","unstructured":"Rivu Radiah Ville M\u00e4kel\u00e4 Sarah Prange Sarah\u00a0Delgado Rodriguez Robin Piening Yumeng Zhou Kay K\u00f6hle Ken Pfeuffer Yomna Abdelrahman Matthias Hoppe Albrecht Schmidt and Florian Alt. 2021. Remote VR Studies: A Framework for Running Virtual Reality Studies Remotely Via Participant-Owned HMDs. ACM Trans. Comput.-Hum. Interact.(2021).","DOI":"10.1145\/3472617"},{"key":"e_1_3_2_3_46_1","volume-title":"Twelfth Symp. on Usable Privacy and Security.","author":"Ruoti Scott","year":"2016","unstructured":"Scott Ruoti and Kent Seamons. 2016. Standard metrics and scenarios for usable authentication. In Twelfth Symp. on Usable Privacy and Security."},{"key":"e_1_3_2_3_47_1","unstructured":"M\u00a0Angela Sasse and Ivan Flechais. 2005. Usable security: Why do we need it? How do we get it?O\u2019Reilly."},{"key":"e_1_3_2_3_48_1","volume-title":"Comparing Pedestrian Navigation Methods in Virtual Reality and Real Life. In 2019 Int. Conf. on Multimodal Interaction. ACM.","author":"Savino Gian-Luca","year":"2019","unstructured":"Gian-Luca Savino, Niklas Emanuel, Steven Kowalzik, Felix Kroll, Marvin\u00a0C. Lange, Matthis Laudan, Rieke Leder, Zhanhua Liang, Dayana Markhabayeva, Martin Schmei\u00dfer, Nicolai Sch\u00fctz, Carolin Stellmacher, Zihe Xu, Kerstin Bub, Thorsten Kluss, Jaime Maldonado, Ernst Kruijff, and Johannes Sch\u00f6ning. 2019. Comparing Pedestrian Navigation Methods in Virtual Reality and Real Life. In 2019 Int. Conf. on Multimodal Interaction. ACM."},{"key":"e_1_3_2_3_49_1","doi-asserted-by":"crossref","unstructured":"Albrecht Schmidt Florian Alt and Ville M\u00e4kel\u00e4. 2021. Evaluation in Human-Computer Interaction \u2013 Beyond Lab Studies. ACM.","DOI":"10.1145\/3411763.3445022"},{"key":"e_1_3_2_3_50_1","unstructured":"Martin Schrepp. 2019. User Experience Questionnaire Handbook."},{"key":"e_1_3_2_3_51_1","volume-title":"The experience of presence: Factor analytic insights","author":"Schubert Thomas","year":"2001","unstructured":"Thomas Schubert, Frank Friedmann, and Holger Regenbrecht. 2001. The experience of presence: Factor analytic insights. Presence: Teleoperators & Virtual Environments (2001)."},{"key":"e_1_3_2_3_52_1","doi-asserted-by":"crossref","unstructured":"Richard Sharp James Scott and Alastair\u00a0R. Beresford. 2006. Secure Mobile Computing Via Public Terminals. In Pervasive Computing Kenneth\u00a0P. Fishkin Bernt Schiele Paddy Nixon and Aaron Quigley (Eds.).","DOI":"10.1007\/11748625_15"},{"key":"e_1_3_2_3_53_1","volume-title":"Place illusion and plausibility can lead to realistic behaviour in immersive virtual environments. Philosophical Transactions of the Royal Society B: Biological Sciences","author":"Slater Mel","year":"2009","unstructured":"Mel Slater. 2009. Place illusion and plausibility can lead to realistic behaviour in immersive virtual environments. Philosophical Transactions of the Royal Society B: Biological Sciences (2009)."},{"key":"e_1_3_2_3_54_1","volume-title":"Evaluating Immersive Experiences during Covid-19 and Beyond. Interactions","author":"Steed Anthony","year":"2020","unstructured":"Anthony Steed, Francisco\u00a0R. Ortega, Adam\u00a0S. Williams, Ernst Kruijff, Wolfgang Stuerzlinger, Anil\u00a0Ufuk Batmaz, Andrea\u00a0Stevenson Won, Evan\u00a0Suma Rosenberg, Adalberto\u00a0L. Simeone, and Aleshia Hayes. 2020. Evaluating Immersive Experiences during Covid-19 and Beyond. Interactions (2020)."},{"key":"e_1_3_2_3_55_1","volume-title":"Proc. of the 17th Australia Conf. on Computer-Human Interaction: Citizens Online: Considerations for Today and the Future.","author":"Tan S","year":"2005","unstructured":"Desney\u00a0S Tan, Pedram Keyani, and Mary Czerwinski. 2005. Spy-resistant keyboard: more secure password entry on public touch screen displays. In Proc. of the 17th Australia Conf. on Computer-Human Interaction: Citizens Online: Considerations for Today and the Future."},{"key":"e_1_3_2_3_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300737"},{"key":"e_1_3_2_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519838"},{"key":"e_1_3_2_3_58_1","volume-title":"INTERACT","author":"Waugh Kieran","year":"2021","unstructured":"Kieran Waugh and Judy Robertson. 2021. Don\u2019t Touch Me! A Comparison of Usability on Touch and Non-touch Inputs. In INTERACT 2021."},{"key":"e_1_3_2_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702316"}],"event":{"name":"AVI 2022: International Conference on Advanced Visual Interfaces","location":"Frascati, Rome Italy","acronym":"AVI 2022"},"container-title":["Proceedings of the 2022 International Conference on Advanced Visual Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531073.3531087","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531073.3531087","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:27Z","timestamp":1750186827000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531073.3531087"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,6]]},"references-count":59,"alternative-id":["10.1145\/3531073.3531087","10.1145\/3531073"],"URL":"https:\/\/doi.org\/10.1145\/3531073.3531087","relation":{},"subject":[],"published":{"date-parts":[[2022,6,6]]},"assertion":[{"value":"2022-06-06","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}