{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:42:06Z","timestamp":1776120126566,"version":"3.50.1"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Human-Mach. Syst."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/thms.2023.3282225","type":"journal-article","created":{"date-parts":[[2023,6,23]],"date-time":"2023-06-23T17:32:02Z","timestamp":1687541522000},"page":"731-742","source":"Crossref","is-referenced-by-count":6,"title":["Asynchronous Remote Usability Tests Using Web-Based Tools Versus Laboratory Usability Tests: An Experimental Study"],"prefix":"10.1109","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9894-2116","authenticated-orcid":false,"given":"Giuseppe","family":"Desolda","sequence":"first","affiliation":[{"name":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2039-8162","authenticated-orcid":false,"given":"Rosa","family":"Lanzilotti","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5719-7447","authenticated-orcid":false,"given":"Danilo","family":"Caivano","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8554-0273","authenticated-orcid":false,"given":"Maria Francesca","family":"Costabile","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1421-3686","authenticated-orcid":false,"given":"Paolo","family":"Buono","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/985921.986018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2018.08.011"},{"key":"ref15","article-title":"An empirical comparison of lab and remote usability testing of web sites","author":"tullis","year":"2002","journal-title":"Proc Usability Professionals Assoc Conf"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1029533.1029567"},{"key":"ref53","author":"preece","year":"2019","journal-title":"Interaction Design Beyond Human-Computer Interaction"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"ref11","article-title":"Comparative study of synchronous remote and traditional in-lab usability evaluation methods","author":"selvaraj","year":"2004"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/182966.182969"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78462-1_20"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3758\/BF03202542"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/506443.506602"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23768-3_29"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3758\/BF03195513"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02806-9_12"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-017-0996-1"},{"key":"ref45","author":"ekman","year":"1997","journal-title":"What the Face Reveals Basic and Applied Studies of Spontaneous Expression using the Facial Action Coding System (FACS)"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2020.00329"},{"key":"ref47","article-title":"Determining emotions via facial expression analysis software","author":"taggart","year":"2016","journal-title":"Proc Student-Fac Res Day"},{"key":"ref42","first-page":"4","article-title":"SUS-A quick and dirty usability scale","volume":"189","author":"brooke","year":"1996","journal-title":"Usability Eval Ind"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.11648\/j.ajtas.20160501.11"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2010.04.004"},{"key":"ref43","first-page":"36","article-title":"Questions about the ultimate question: Conceptual considerations in evaluating Reichheld's net promoter score (NPS)","volume":"20","author":"grisaffe","year":"2007","journal-title":"J Consum Satisfaction Dissatisfaction Complaining Behav"},{"key":"ref49","first-page":"77","article-title":"The effect size","author":"cohen","year":"1988","journal-title":"Statistical Power Analysis for the Behavioral Sciences"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2009.06.003"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/9781118131350"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238511"},{"key":"ref4","author":"dumas","year":"1999","journal-title":"A Practical Guide to Usability Testing"},{"key":"ref3","author":"rubin","year":"2008","journal-title":"Handbook of Usability Testing How to Plan Design and Conduct Effective Tests"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.02.007"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2013.10.004"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91238-7_5"},{"key":"ref35","first-page":"23","article-title":"Models, tools and transformations for design and evaluation of interactive applications","author":"patern\u00f2","year":"2001","journal-title":"Proc Hum Comput Interact Conf"},{"key":"ref34","article-title":"Morae","year":"0"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-22646-6_6"},{"key":"ref36","article-title":"MISE receives the ISO\/IEC 25000 certificate for their software product eGLU-Box PA","year":"0"},{"key":"ref31","author":"scholtz","year":"2004","journal-title":"Usability evaluation"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1111\/j.1439-0310.2012.02040.x"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/633292.633367"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/502115.502118"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2010.07.005"},{"key":"ref1","first-page":"373","article-title":"Software psychology: Human factors in computer and information systems","volume":"3","author":"sebrechts","year":"2008","journal-title":"Journal of Applied Psychology"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979267"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/0470048204.ch49"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124867"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.01.052"},{"key":"ref26","article-title":"Lookback","year":"2020"},{"key":"ref25","article-title":"Loop11 user testing","year":"0"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3758\/BF03195512"},{"key":"ref22","first-page":"1405","article-title":"What happened to remote usability testing? An empirical study of three methods","author":"andreasen","year":"2007","journal-title":"Proc Int Conf Hum Factors Comput Syst"},{"key":"ref21","first-page":"61","article-title":"A comparative study of synchronous and asynchronous remote usability testing methods","volume":"1","author":"alghamdi","year":"2013","journal-title":"International Review of Basic and Applied Sciences"},{"key":"ref28","article-title":"UserTesting: The human insight platform","year":"0"},{"key":"ref27","article-title":"Userlytics: Remote user testing platform","year":"0"},{"key":"ref29","first-page":"19","article-title":"Bio-behavioral and self-report user experience evaluation of a usability assessment platform (UTAssistant)","author":"federici","year":"2019","journal-title":"Proc Int Conf Hum Comput Interact Theory Appl"}],"container-title":["IEEE Transactions on Human-Machine Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221037\/10197479\/10160208.pdf?arnumber=10160208","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T17:57:06Z","timestamp":1692640626000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10160208\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":54,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/thms.2023.3282225","relation":{},"ISSN":["2168-2291","2168-2305"],"issn-type":[{"value":"2168-2291","type":"print"},{"value":"2168-2305","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}