{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T06:24:29Z","timestamp":1766298269503,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030856090"},{"type":"electronic","value":"9783030856106"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85610-6_19","type":"book-chapter","created":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T06:03:15Z","timestamp":1629871395000},"page":"320-338","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Introducing Asynchronous Remote Usability Testing in Practice: An Action Research Project"],"prefix":"10.1007","author":[{"given":"Jonna Helene Holm","family":"Pedersen","sequence":"first","affiliation":[]},{"given":"Malene","family":"S\u00f8rensen","sequence":"additional","affiliation":[]},{"given":"Jan","family":"Stage","sequence":"additional","affiliation":[]},{"given":"Rune Thaarup","family":"H\u00f8egh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,8,26]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","unstructured":"Andreasen, M.S., Nielsen, H.V., Schr\u00f8der, S.O., Stage, J.: What happened to remote usability testing? An empirical study of three methods. In: Conference on Human Factors in Computing Systems - Proceedings, pp. 1405\u20131414 (2007). https:\/\/doi.org\/10.1145\/1240624.1240838","DOI":"10.1145\/1240624.1240838"},{"key":"19_CR2","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1145\/291469.291479","volume":"42","author":"D Avison","year":"1999","unstructured":"Avison, D., Lau, F., Myers, M., Nielsen, P.: Action research. Commun. ACM 42, 94\u201397 (1999). https:\/\/doi.org\/10.1145\/291469.291479","journal-title":"Commun. ACM"},{"key":"19_CR3","first-page":"1","volume":"2","author":"V Bartek","year":"2003","unstructured":"Bartek, V., Cheatham, D.: Experience remote usability testing, Part 1: examine the benefits and downside of remote usability testing. Developer Works 2, 1\u20138 (2003)","journal-title":"Developer Works"},{"key":"19_CR4","doi-asserted-by":"publisher","unstructured":"Bastien, J.M.: Usability testing: a review of some methodological and technical aspects of the method. Int. J. Med. Inform. 79(4) (2009). https:\/\/doi.org\/10.1016\/j.ijmedinf.2008.12.004","DOI":"10.1016\/j.ijmedinf.2008.12.004"},{"key":"19_CR5","doi-asserted-by":"publisher","unstructured":"Bruun, A., Gull, P., Hofmeister, L., Stage, J.: Let your users do the testing: a comparison of three remote asynchronous usability testing methods. In: Conference on Human Factors in Computing Systems \u2013 Proceedings, pp. 1619\u20131628. ACM Press, New York and NY (2009). https:\/\/doi.org\/10.1145\/1518701.1518948","DOI":"10.1145\/1518701.1518948"},{"key":"19_CR6","doi-asserted-by":"publisher","unstructured":"Castillo, J.C., Hartson, H.R., Hix, D.: Remote Usability Evaluation at a Glance (Technical report) (1997). https:\/\/doi.org\/10.1145\/286498.286736","DOI":"10.1145\/286498.286736"},{"key":"19_CR7","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1080\/01449298908914552","volume":"8","author":"L Jepsen","year":"1989","unstructured":"Jepsen, L., Mathiassen, L., Nielsen, P.: Back to thinking mode: diaries for the management of information systems development projects. Behav. Inf. Technol. Behav. IT 8, 207\u2013217 (1989). https:\/\/doi.org\/10.1080\/01449298908914552","journal-title":"Behav. Inf. Technol. Behav. IT"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Jordan, P.W., Thomas, B., McClelland, I.L., Weerdmeester, B.: \u201cQuick and Dirty\u201d usability tests. In: Usability Evaluation in Industry, pp. 107\u2013114 (1996). https:\/\/books.google.dk\/books?id=ujFRDwAAQBAJ","DOI":"10.1201\/9781498710411"},{"key":"19_CR9","unstructured":"Kjeldskov, J., Skov, M.B., Stage, J.: Instant Data Analysis: Conduction Usability Evaluations in a Day. Department of Computer Science, Aalborg University (2018)"},{"key":"19_CR10","unstructured":"Kvale, S., Brinkmann, S.: Part II: Seven Stages of an Interview Investigation. In Interviews: Learning the Craft of Qualitative Research Interviewing, 2nd ed., pp. 97\u2013290. SAGE Publications, Inc., Thousand Oaks (2008)"},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Lewis, J.R.: Usability testing. In: Salvendy, G. (ed.), Handbook of Human Factors and Ergonomics Methods, pp. 1267\u20131312. John Wiley & Sons (2004). https:\/\/doi.org\/10.1201\/9780203489925","DOI":"10.1201\/9780203489925"},{"key":"19_CR12","unstructured":"Martin, R., Shamari, M., Seliaman, M., Mayhew, P.J.: Remote asynchronous testing: a cost-effective alternative for website usability evaluation. Int. J. Comput. Inf. Technol. 03 (2014)"},{"key":"19_CR13","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1108\/09593840110384771","volume":"14","author":"J Mckay","year":"2001","unstructured":"Mckay, J., Marshall, P.: The dual imperatives of action research. Inf. Technol. People. 14, 46\u201359 (2001). https:\/\/doi.org\/10.1108\/09593840110384771","journal-title":"Inf. Technol. People."},{"key":"19_CR14","unstructured":"Pedersen, J.H.H., S\u00f8rensen, M.: Asynchronous Remote Usability Testing \u2013 Development and State of the Art: A literature review. Department of Computer Science, Aalborg University, Aalborg (2020)"},{"key":"19_CR15","unstructured":"Pedersen, J.H.H., S\u00f8rensen, M.: Asynchronous Remote Usability Testing in Practice: Exploratory Interviews with IT Professionals. Department of Computer Science, Aalborg University, Aalborg (2020)"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Thompson, K.E., Rozanski, E.P., Haake, A.R.: Here, There, Anywhere: Remote Usability Testing that Works. In: Sigite 2004 Conference, pp. 132\u2013137. ACM Press, New York (2004)","DOI":"10.1145\/1029533.1029567"},{"key":"19_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3299096","volume":"26","author":"S Reeves","year":"2019","unstructured":"Reeves, S.: How UX practitioners produce findings in usability testing. ACM Trans. Comput.-Hum. Interact. 26, 1\u201338 (2019). https:\/\/doi.org\/10.1145\/3299096","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"key":"19_CR18","doi-asserted-by":"publisher","unstructured":"Wixon, D.: Evaluating usability methods: why the current literature fails the practitioner. Interactions 10, 28 (2003). https:\/\/doi.org\/10.1145\/838830.838870","DOI":"10.1145\/838830.838870"},{"key":"19_CR19","doi-asserted-by":"crossref","unstructured":"N\u00f8rgaard, M., Hornb\u00e6k, K.: What do usability evaluators do in practice? An explorative study of think-aloud testing. In: Proceedings of the Conference on Designing Interactive Systems: Processes, Practices, Methods, and Techniques, DIS, 2006, pp. 209\u2013218 (2006)","DOI":"10.1145\/1142405.1142439"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Hartson, H.R., Castillo, J.C., Kelso, J., Neale, W.C.: Remote evaluation: the network as an extension of the usability laboratory. In: Proceedings of CHI 1996, pp. 228\u2013235. ACM Press (1996)","DOI":"10.1145\/238386.238511"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Castillo, J.C., Hartson, H.R., Hix, D.: Remote usability evaluation: can users report their own critical incidents? In: Proceedings of CHI 1998, pp. 253\u2013254. ACM Press (1998)","DOI":"10.1145\/286498.286736"},{"key":"19_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1145\/182966.182969","volume":"1","author":"ML Hammontree","year":"1994","unstructured":"Hammontree, M.L., Weiler, P., Nayak, N.P.: Remote usability testing. Interactions 1, 21\u201325 (1994)","journal-title":"Interactions"},{"key":"19_CR23","unstructured":"Varga, E.: An Experiential comparative analysis of two remote usability testing methods. Thesis. Rochester Institute of Technology (2011)"},{"key":"19_CR24","doi-asserted-by":"crossref","unstructured":"McFadden, E., Hager, D.R., Elie, C.J., Blackwell, J.M.: Remote usability evaluation: overview and case studies. Int. J. Hum.-Comput. Interact. 14(3 and 4), 489\u2013502 (2002)","DOI":"10.1080\/10447318.2002.9669131"},{"key":"19_CR25","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.apergo.2018.08.011","volume":"74","author":"J Sauer","year":"2019","unstructured":"Sauer, J., Sonderegger, A., Heyden, K., Biller, J., Klotz, J., Uebelbacher, A.: Extra-laboratorial usability tests: an empirical comparison of remote and classical field testing with lab testing. Appl. Ergon. 74, 85\u201396 (2019)","journal-title":"Appl. Ergon."},{"key":"19_CR26","doi-asserted-by":"publisher","first-page":"582","DOI":"10.2307\/2392581","volume":"23","author":"G Susman","year":"1978","unstructured":"Susman, G., Evered, R.: An assessment of the scientific merits of action research. Adm. Sci. Q. 23, 582\u2013603 (1978)","journal-title":"Adm. Sci. Q."},{"key":"19_CR27","unstructured":"Medlock, M.C., Wizon, D., Terrano, M. Romero, R., Fulton, B.: Using the RITE method to improve products: a definition and a case study. In: Proceedings of UPA 2002. Usability Professionals Association, Orlando (2002)"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction \u2013 INTERACT 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85610-6_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,3]],"date-time":"2021-12-03T22:13:08Z","timestamp":1638569588000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85610-6_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030856090","9783030856106"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85610-6_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"26 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"INTERACT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bari","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"interact2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.interact2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"680","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"105","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}