{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:42:08Z","timestamp":1776120128094,"version":"3.50.1"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031053108","type":"print"},{"value":"9783031053115","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05311-5_16","type":"book-chapter","created":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T23:04:19Z","timestamp":1655334259000},"page":"232-251","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Comparison of\u00a0Moderated and\u00a0Unmoderated Remote Usability Sessions for\u00a0Web-Based Simulation Software: A Randomized Controlled Trial"],"prefix":"10.1007","author":[{"given":"Pedram","family":"Khayyatkhoshnevis","sequence":"first","affiliation":[]},{"given":"Savanah","family":"Tillberg","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Latimer","sequence":"additional","affiliation":[]},{"given":"Tim","family":"Aubry","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Fisher","sequence":"additional","affiliation":[]},{"given":"Vijay","family":"Mago","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,16]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Apaolaza, A., Vigo, M.: WevQuery: testing hypotheses about web interaction patterns. In: Proceedings of the ACM on Human-Computer Interaction, EICS, vol. 1, pp. 1\u201317 (2017)","DOI":"10.1145\/3095806"},{"issue":"3","key":"16_CR2","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1177\/0890334419848734","volume":"35","author":"HL Ball","year":"2019","unstructured":"Ball, H.L.: Conducting online surveys. J. Hum. Lact. 35(3), 413\u2013417 (2019)","journal-title":"J. Hum. Lact."},{"key":"16_CR3","doi-asserted-by":"publisher","first-page":"384","DOI":"10.1016\/j.chb.2014.10.033","volume":"41","author":"G Bjornsdottir","year":"2014","unstructured":"Bjornsdottir, G., et al.: From paper to web: mode equivalence of the ARHQ and NEO-FFI. Comput. Hum. Behav. 41, 384\u2013392 (2014)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Brush, A.B., Ames, M., Davis, J.: A comparison of synchronous remote and local usability studies for an expert interface. In: CHI 2004 Extended Abstracts on Human Factors in Computing Systems, pp. 1179\u20131182 (2004)","DOI":"10.1145\/985921.986018"},{"key":"16_CR5","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/j.chb.2013.08.001","volume":"30","author":"TW Casey","year":"2014","unstructured":"Casey, T.W., Poropat, A.: Beauty is more than screen deep: improving the web survey respondent experience through socially-present and aesthetically-pleasing user interfaces. Comput. Hum. Behav. 30, 153\u2013163 (2014)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Y., Pandey, M., Song, J.Y., Lasecki, W.S., Oney, S.: Improving crowd-supported GUI testing with structural guidance. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2020)","DOI":"10.1145\/3313831.3376835"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Coppers, S., et al.: Intellingo: an intelligible translation environment. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2018)","DOI":"10.1145\/3173574.3174098"},{"issue":"2","key":"16_CR8","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.chb.2009.10.015","volume":"26","author":"W Fan","year":"2010","unstructured":"Fan, W., Yan, Z.: Factors affecting response rates of the web survey: a systematic review. Comput. Hum. Behav. 26(2), 132\u2013139 (2010)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3397877","volume":"4","author":"JC Gardey","year":"2020","unstructured":"Gardey, J.C., Garrido, A., Firmenich, S., Grigera, J., Rossi, G.: UX-painter: an approach to explore interaction fixes in the browser. Proc. ACM Hum. Comput. Interact. EICS 4, 1\u201321 (2020)","journal-title":"Proc. ACM Hum. Comput. Interact. EICS"},{"key":"16_CR10","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1016\/j.chb.2016.03.051","volume":"61","author":"N Harrati","year":"2016","unstructured":"Harrati, N., Bouchrika, I., Tari, A., Ladjailia, A.: Exploring user satisfaction for E-learning systems via usage-based metrics and system usability scale analysis. Comput. Hum. Behav. 61, 463\u2013471 (2016)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Hassib, M., Buschek, D., Wozniak, P.W., Alt, F.: HeartChat: heart rate augmented mobile chat to support empathy and awareness. In: Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, pp. 2239\u20132251 (2017)","DOI":"10.1145\/3025453.3025758"},{"issue":"9","key":"16_CR12","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1080\/10447318.2015.1065691","volume":"31","author":"M Hertzum","year":"2015","unstructured":"Hertzum, M., Borlund, P., Kristoffersen, K.B.: What do thinking-aloud participants say? a comparison of moderated and unmoderated usability sessions. Int. J. Hum. Comput. Interact. 31(9), 557\u2013570 (2015)","journal-title":"Int. J. Hum. Comput. Interact."},{"issue":"2","key":"16_CR13","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1080\/0144929X.2013.783114","volume":"33","author":"M Hertzum","year":"2014","unstructured":"Hertzum, M., Molich, R., Jacobsen, N.E.: What you get is what you see: revisiting the evaluator effect in usability tests. Behav. Inf. Technol. 33(2), 144\u2013162 (2014)","journal-title":"Behav. Inf. Technol."},{"issue":"5","key":"16_CR14","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1080\/01449290410001712753","volume":"23","author":"S Hong","year":"2004","unstructured":"Hong, S., Kim, J.: Architectural criteria for website evaluation-conceptual framework and empirical validation. Behav. Inf. Technol. 23(5), 337\u2013357 (2004)","journal-title":"Behav. Inf. Technol."},{"issue":"3","key":"16_CR15","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.chb.2004.09.012","volume":"22","author":"HM Huang","year":"2006","unstructured":"Huang, H.M.: Do print and web surveys provide the same results? Comput. Hum. Behav. 22(3), 334\u2013350 (2006)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Hudson, N., Lafreniere, B., Chilana, P.K., Grossman, T.: Investigating how online help and learning resources support children\u2019s use of 3D design software. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314 (2018)","DOI":"10.1145\/3173574.3173831"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Jacobsen, N.E., Hertzum, M., John, B.E.: The evaluator effect in usability studies: problem detection and severity judgments. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting, vol. 42, pp. 1336\u20131340. SAGE Publications, Sage (1998)","DOI":"10.1177\/154193129804201902"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Kharrufa, A., Rix, S., Osadchiy, T., Preston, A., Olivier, P.: Group spinner: recognizing and visualizing learning in the classroom for reflection, communication, and planning. In: Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, pp. 5556\u20135567 (2017)","DOI":"10.1145\/3025453.3025679"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Kieffer, S., Vanderdonckt, J.: Stratus: a questionnaire for strategic usability assessment. In: Proceedings of the 31st Annual ACM Symposium on Applied Computing, pp. 205\u2013212 (2016)","DOI":"10.1145\/2851613.2851912"},{"issue":"1","key":"16_CR20","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1080\/10447319509526110","volume":"7","author":"JR Lewis","year":"1995","unstructured":"Lewis, J.R.: IBM computer usability satisfaction questionnaires: psychometric evaluation and instructions for use. Int. J. Hum. Comput. Interact. 7(1), 57\u201378 (1995)","journal-title":"Int. J. Hum. Comput. Interact."},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Lewis, J.R.: Introduction to the special issue on usability and user experience: methodological evolution (2015)","DOI":"10.1080\/10447318.2015.1065689"},{"issue":"7","key":"16_CR22","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1080\/10447318.2018.1455307","volume":"34","author":"JR Lewis","year":"2018","unstructured":"Lewis, J.R.: The system usability scale: past, present, and future. Int. J. Hum. Comput. Interact. 34(7), 577\u2013590 (2018)","journal-title":"Int. J. Hum. Comput. Interact."},{"issue":"8","key":"16_CR23","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1080\/10447318.2015.1064665","volume":"31","author":"JR Lewis","year":"2015","unstructured":"Lewis, J.R., Brown, J., Mayes, D.K.: Psychometric evaluation of the EMO and the SUS in the context of a large-sample unmoderated usability study. Int. J. Hum. Comput. Interact. 31(8), 545\u2013553 (2015)","journal-title":"Int. J. Hum. Comput. Interact."},{"key":"16_CR24","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1016\/j.apergo.2017.02.011","volume":"65","author":"KC Madathil","year":"2017","unstructured":"Madathil, K.C., Greenstein, J.S.: An investigation of the efficacy of collaborative virtual reality systems for moderated remote usability testing. Appl. Ergon. 65, 501\u2013514 (2017)","journal-title":"Appl. Ergon."},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Marky, K., Kulyk, O., Renaud, K., Volkamer, M.: What did i really vote for? on the usability of verifiable E-voting schemes. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2018)","DOI":"10.1145\/3173574.3173750"},{"key":"16_CR26","first-page":"1","volume":"4","author":"S McDonald","year":"2020","unstructured":"McDonald, S., Cockton, G., Irons, A.: The impact of thinking-aloud on usability inspection. Proc. ACM Hum. Comput. Interact. EICS 4, 1\u201322 (2020)","journal-title":"Proc. ACM Hum. Comput. Interact. EICS"},{"key":"16_CR27","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/j.chb.2018.03.007","volume":"84","author":"AS McKay","year":"2018","unstructured":"McKay, A.S., Garcia, D.M., Clapper, J.P., Shultz, K.S.: The attentive and the careless: examining the relationship between benevolent and malevolent personality traits with careless responding in online surveys. Comput. Hum. Behav. 84, 295\u2013303 (2018)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Micallef, M., Porter, C., Borg, A.: Do exploratory testers need formal training? an investigation using HCI techniques. In: 2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops, ICSTW, pp. 305\u2013314. IEEE (2016)","DOI":"10.1109\/ICSTW.2016.31"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.chb.2016.03.021","volume":"62","author":"A Mohorko","year":"2016","unstructured":"Mohorko, A., Hlebec, V.: Degree of cognitive interviewer involvement in questionnaire pretesting on trending survey modes. Comput. Hum. Behav. 62, 79\u201389 (2016)","journal-title":"Comput. Hum. Behav."},{"issue":"2","key":"16_CR30","first-page":"227","volume":"16","author":"K Orfanou","year":"2015","unstructured":"Orfanou, K., Tselios, N., Katsanos, C.: Perceived usability evaluation of learning management systems: empirical evaluation of the system usability scale. Int. Rev. Res. Open Distrib. Learn. 16(2), 227\u2013246 (2015)","journal-title":"Int. Rev. Res. Open Distrib. Learn."},{"key":"16_CR31","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1016\/j.chb.2015.11.025","volume":"56","author":"A Petrov\u010di\u010d","year":"2016","unstructured":"Petrov\u010di\u010d, A., Petri\u010d, G., Manfreda, K.L.: The effect of email invitation elements on response rate in a web survey within an online community. Comput. Hum. Behav. 56, 320\u2013329 (2016)","journal-title":"Comput. Hum. Behav."},{"issue":"2","key":"16_CR32","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1016\/j.chb.2010.11.015","volume":"27","author":"U Schroeders","year":"2011","unstructured":"Schroeders, U., Wilhelm, O.: Computer usage questionnaire: structure, correlates, and gender differences. Comput. Hum. Behav. 27(2), 899\u2013904 (2011)","journal-title":"Comput. Hum. Behav."},{"issue":"3","key":"16_CR33","doi-asserted-by":"publisher","first-page":"1007","DOI":"10.1016\/j.chb.2012.12.029","volume":"29","author":"CC Wang","year":"2013","unstructured":"Wang, C.C., Liu, K.S., Cheng, C.L., Cheng, Y.Y.: Comparison of web-based versus paper-and-pencil administration of a humor survey. Comput. Hum. Behav. 29(3), 1007\u20131011 (2013)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR34","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/j.chb.2015.01.070","volume":"48","author":"MK Ward","year":"2015","unstructured":"Ward, M.K., Pond, S.B., III.: Using virtual presence and survey instructions to minimize careless responding on internet-based surveys. Comput. Hum. Behav. 48, 554\u2013568 (2015)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR35","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.chb.2017.06.032","volume":"76","author":"M Ward","year":"2017","unstructured":"Ward, M., Meade, A.W., Allred, C.M., Pappalardo, G., Stoughton, J.W.: Careless response and attrition as sources of bias in online survey assessments of personality traits and performance. Comput. Hum. Behav. 76, 417\u2013430 (2017)","journal-title":"Comput. Hum. Behav."},{"key":"16_CR36","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1016\/j.chb.2017.02.006","volume":"71","author":"X Zhang","year":"2017","unstructured":"Zhang, X., Kuchinke, L., Woud, M.L., Velten, J., Margraf, J.: Survey method matters: online\/offline questionnaires and face-to-face or telephone interviews differ. Comput. Hum. Behav. 71, 172\u2013180 (2017)","journal-title":"Comput. Hum. Behav."},{"issue":"7","key":"16_CR37","doi-asserted-by":"publisher","DOI":"10.2196\/13194","volume":"7","author":"L Zhou","year":"2019","unstructured":"Zhou, L., DeAlmeida, D., Parmanto, B.: Applying a user-centered approach to building a mobile personal health record app: development and usability study. JMIR Mhealth Uhealth 7(7), e13194 (2019)","journal-title":"JMIR Mhealth Uhealth"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction. Theoretical Approaches and Design Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05311-5_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,6]],"date-time":"2025-06-06T17:09:38Z","timestamp":1749229778000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05311-5_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031053108","9783031053115"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05311-5_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}