{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T15:26:02Z","timestamp":1781537162692,"version":"3.54.5"},"reference-count":71,"publisher":"Informa UK Limited","issue":"11","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Human\u2013Computer Interaction"],"published-print":{"date-parts":[[2020,7,2]]},"DOI":"10.1080\/10447318.2019.1709339","type":"journal-article","created":{"date-parts":[[2020,1,4]],"date-time":"2020-01-04T04:02:19Z","timestamp":1578110539000},"page":"1070-1084","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":11,"title":["Reliability of Perceived Usability Assessment via Crowdsourcing Platform: Retrospective Analysis and Novel Feedback Quality Inspection Method"],"prefix":"10.1080","volume":"36","author":[{"given":"Wang","family":"Yuhui","sequence":"first","affiliation":[{"name":"Industrial Design Department, School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lei","family":"Tian","sequence":"additional","affiliation":[{"name":"Industrial Design Department, School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liu","family":"Xinxiong","sequence":"additional","affiliation":[{"name":"Industrial Design Department, School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2020,1,3]]},"reference":[{"key":"cit0001","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2017.1388099"},{"key":"cit0002","doi-asserted-by":"publisher","DOI":"10.1109\/SAI.2015.7237139"},{"key":"cit0003","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240838"},{"key":"cit0004","author":"Assila A.","year":"2016","journal-title":"Electronic Journal of Computer Science & Information Technology, 6(1), 15\u201331"},{"key":"cit0005","doi-asserted-by":"publisher","DOI":"10.1145\/1135777.1135811"},{"issue":"3","key":"cit0006","first-page":"114","volume":"4","author":"Bangor A.","year":"2009","journal-title":"Journal of Usability Studies"},{"key":"cit0007","doi-asserted-by":"publisher","DOI":"10.1080\/10447310802205776"},{"issue":"3","key":"cit0008","first-page":"89","volume":"11","author":"Berkman M. I.","year":"2016","journal-title":"Journal of Usability Studies"},{"key":"cit0009","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2014.986634"},{"key":"cit0010","doi-asserted-by":"publisher","DOI":"10.1007\/s10339-009-0268-9"},{"key":"cit0011","doi-asserted-by":"publisher","DOI":"10.1093\/iwc\/iwt007"},{"key":"cit0012","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.03.043"},{"key":"cit0013","doi-asserted-by":"publisher","DOI":"10.1145\/286498.286736"},{"key":"cit0014","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2017.02.011"},{"key":"cit0015","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0365-7"},{"key":"cit0016","doi-asserted-by":"publisher","DOI":"10.1111\/jep.12277"},{"key":"cit0017","doi-asserted-by":"publisher","DOI":"10.1145\/1924421"},{"key":"cit0018","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"cit0019","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9817.00115"},{"issue":"4","key":"cit0020","first-page":"185","volume":"1","author":"Finstad K.","year":"2006","journal-title":"Journal of Usability Studies"},{"key":"cit0021","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2003.08.002"},{"key":"cit0022","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2012.11.030"},{"issue":"1","key":"cit0023","first-page":"575","volume":"5","author":"Gomide V. H. M.","year":"2014","journal-title":"International Journal of Computer Science & Information Technology"},{"key":"cit0024","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-010814-015321"},{"key":"cit0025","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2017.02.015"},{"key":"cit0026","unstructured":"Howe, J. The rise of crowdsourcing, Wired Magazine 14.6, 1\u20134 (2006)."},{"key":"cit0027","doi-asserted-by":"publisher","DOI":"10.1016\/j.jrp.2014.06.005"},{"key":"cit0028","doi-asserted-by":"publisher","DOI":"10.1145\/503112.503114"},{"key":"cit0029","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"cit0030","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2018.1437865"},{"key":"cit0031","doi-asserted-by":"publisher","DOI":"10.2196\/humanfactors.4570"},{"key":"cit0032","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2015.1064658"},{"key":"cit0033","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2012.681221"},{"key":"cit0034","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466135"},{"key":"cit0035","doi-asserted-by":"publisher","DOI":"10.1109\/MS.52"},{"key":"cit0036","doi-asserted-by":"publisher","DOI":"10.1177\/001872089403600215"},{"key":"cit0037","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2017.1418805"},{"key":"cit0038","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2018.1455307"},{"issue":"1","key":"cit0039","first-page":"38","author":"Lewis J. R.","year":"2017","journal-title":"Journal of Usability Studies"},{"key":"cit0040","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481287"},{"key":"cit0041","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.92.6.1672"},{"key":"cit0042","doi-asserted-by":"publisher","DOI":"10.1080\/07380560903095162"},{"key":"cit0043","doi-asserted-by":"publisher","DOI":"10.1002\/meet.14504901100"},{"issue":"2","key":"cit0044","first-page":"1","volume":"8","author":"Lund . A.","year":"2001","journal-title":"Usability and User Experience Newsletter, STC Usability SIG"},{"key":"cit0045","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2009.03.007"},{"key":"cit0046","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2011.540472"},{"key":"cit0047","doi-asserted-by":"crossref","unstructured":"Madathil, K. C. & Greenstein, J. (2011). Synchronous remote usability testing: A new approach facilitated by virtual worlds. ACM.","DOI":"10.1145\/1978942.1979267"},{"key":"cit0048","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.09.015"},{"key":"cit0049","doi-asserted-by":"publisher","DOI":"10.1145\/1809400"},{"issue":"2","key":"cit0050","first-page":"56","volume":"7","author":"Mclellan S.","year":"2012","journal-title":"Journal of Usability Studies"},{"key":"cit0051","unstructured":"Molich, R., Chattratichart, J., Hinkle, V., Jensen, J. J., Kirakowski, J., Sauro, J., Traynor, B. (2010). Rent a car in just 0, 60, 240 or 1,217 seconds?\u2013Comparative usability measurement, cue-8. Journal of Usability Studies, 6(1), 8\u201324."},{"key":"cit0052","doi-asserted-by":"publisher","DOI":"10.1089\/cpb.2007.0258"},{"key":"cit0053","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31753-8_52"},{"key":"cit0054","doi-asserted-by":"publisher","DOI":"10.3389\/fgene.2013.00255"},{"key":"cit0055","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169166"},{"key":"cit0056","first-page":"22","volume-title":"Proceedings of HCI International","author":"Ryu Y. S.","year":"2005"},{"key":"cit0057","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518947"},{"key":"cit0058","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979266"},{"key":"cit0059","volume-title":"Quantifying the user experience: practical statistics for user research","author":"Sauro J.","year":"2012"},{"key":"cit0060","volume-title":"Quantifying the user experience","author":"Sauro J.","year":"2014"},{"key":"cit0061","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195156737.001.0001"},{"key":"cit0062","doi-asserted-by":"crossref","unstructured":"Schneider, C. & Cheung, T. (2013). The power of the crowd: performing usability testing using an on-demand workforce. In Proceedings of the Information Systems Development (pp. 551\u2013560). New York: Springer-Verlag.","DOI":"10.1007\/978-1-4614-4951-5_44"},{"key":"cit0063","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2010.05.013"},{"key":"cit0064","doi-asserted-by":"publisher","DOI":"10.1111\/jlme.12200"},{"key":"cit0065","doi-asserted-by":"publisher","DOI":"10.1145\/1029533.1029567"},{"key":"cit0066","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-79948-3_2232"},{"key":"cit0067","volume-title":"Measuring the user experience","author":"Tullis T.","year":"2013"},{"key":"cit0068","doi-asserted-by":"publisher","DOI":"10.1145\/506443.506602"},{"key":"cit0069","doi-asserted-by":"publisher","DOI":"10.1094\/PDIS-91-4-0467B"},{"key":"cit0070","doi-asserted-by":"publisher","DOI":"10.2196\/humanfactors.4602"},{"key":"cit0071","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2011.586320"}],"container-title":["International Journal of Human\u2013Computer Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/10447318.2019.1709339","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T19:55:50Z","timestamp":1620330950000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/10447318.2019.1709339"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,3]]},"references-count":71,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2020,7,2]]}},"alternative-id":["10.1080\/10447318.2019.1709339"],"URL":"https:\/\/doi.org\/10.1080\/10447318.2019.1709339","relation":{},"ISSN":["1044-7318","1532-7590"],"issn-type":[{"value":"1044-7318","type":"print"},{"value":"1532-7590","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,3]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2020-01-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}