{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T02:07:49Z","timestamp":1774404469586,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319917962","type":"print"},{"value":"9783319917979","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-91797-9_25","type":"book-chapter","created":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T11:12:48Z","timestamp":1527851568000},"page":"356-366","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["What Does the System Usability Scale (SUS) Measure?"],"prefix":"10.1007","author":[{"given":"Mandy R.","family":"Drew","sequence":"first","affiliation":[]},{"given":"Brooke","family":"Falcone","sequence":"additional","affiliation":[]},{"given":"Wendy L.","family":"Baccus","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,2]]},"reference":[{"issue":"4","key":"25_CR1","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1177\/106480469500300403","volume":"3","author":"A Andre","year":"1995","unstructured":"Andre, A., Wickens, C.: When users want what\u2019s not best for them. Ergon. Des. Q. Hum. Factors Appl. 3(4), 10\u201314 (1995)","journal-title":"Ergon. Des. Q. Hum. Factors Appl."},{"key":"25_CR2","doi-asserted-by":"crossref","unstructured":"Angeli, A., Hartmann, J.: Interaction, usability, and aesthetics. In: Proceedings of the 6th Annual ACM Conference on Designing Interactive Systems, pp. 271\u2013280. ACM, New York (2006)","DOI":"10.1145\/1142405.1142446"},{"key":"25_CR3","unstructured":"Beck, K., Beedle, M., Bennekum, A., Cockburn, A., Cunningham, W., Fowler, M., Grenning, J., Highsmith, J., Hunt, A., Jeffries, R., Kern, J., Marick, B., Martin, R., Mellor, S., Schwaber, K., Sutherland, J., Thomas, D.: Manifesto for Agile Software Development (2001). http:\/\/www.agilemanifesto.org\/. Accessed 29 Jan 2018"},{"issue":"6","key":"25_CR4","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1080\/10447310802205776","volume":"24","author":"A Bangor","year":"2008","unstructured":"Bangor, A., Kortum, P.T., Miller, J.T.: An empirical evaluation of the system usability scale. Int. J. Hum.-Comput. Interact. 24(6), 574\u2013594 (2008)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"25_CR5","volume-title":"Usability Testing and Research","author":"CM Barnum","year":"2002","unstructured":"Barnum, C.M.: Usability Testing and Research. Longman, New York (2002)"},{"key":"25_CR6","unstructured":"Bergel, M., Fleischman, S., McNulty, M., Tullis, T.: An empirical comparison of lab and remote usability testing of web sites. In: Usability Professional Association Conference (2002)"},{"key":"25_CR7","volume-title":"Advances in Experimental Social Psychology","author":"E Berscheid","year":"1974","unstructured":"Berscheid, E., Walster, E.: Physical attractiveness. In: Berkowitz, L. (ed.) Advances in Experimental Social Psychology, vol. 7. Academic Press, New York (1974)"},{"key":"25_CR8","unstructured":"Brooke, J.: SUS: a \u201cquick and dirty\u201d usability scale. In: Usability Evaluation in Industry, pp. 189\u2013194. Taylor & Francis, London (1996)"},{"issue":"2","key":"25_CR9","first-page":"29","volume":"8","author":"J Brooke","year":"2013","unstructured":"Brooke, J.: SUS: a retrospective. J. Usability Stud. 8(2), 29\u201340 (2013)","journal-title":"J. Usability Stud."},{"key":"25_CR10","doi-asserted-by":"publisher","DOI":"10.4135\/9781412985642","volume-title":"Reliability and Validity Assessment","author":"E Carmines","year":"1979","unstructured":"Carmines, E., Zeller, R.: Reliability and Validity Assessment. SAGE Publications, Thousand Oaks (1979)"},{"issue":"3","key":"25_CR11","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1207\/s15327809jls0603_1","volume":"6","author":"M Chi","year":"1997","unstructured":"Chi, M.: Quantifying qualitative analyses of verbal data: a practical guide. J. Learn. Sci. 6(3), 271\u2013315 (1997)","journal-title":"J. Learn. Sci."},{"issue":"3","key":"25_CR12","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1037\/0033-295X.87.3.215","volume":"87","author":"K Ericsson","year":"1980","unstructured":"Ericsson, K., Simon, H.: Verbal reports as data. Psychol. Rev. 87(3), 215\u2013251 (1980)","journal-title":"Psychol. Rev."},{"issue":"1","key":"25_CR13","first-page":"185","volume":"4","author":"K Finstad","year":"2006","unstructured":"Finstad, K.: The system usability scale and non-native English speakers. J. Usability Stud. 4(1), 185\u2013188 (2006)","journal-title":"J. Usability Stud."},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Frokjaer, E., Hertzum, M., Hornbaek, K.: Measuring usability: are effectiveness, efficiency, and satisfaction really correlated? In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 345\u2013352. ACM Press, New York (2000)","DOI":"10.1145\/332040.332455"},{"issue":"1","key":"25_CR15","doi-asserted-by":"publisher","first-page":"23","DOI":"10.20982\/tqmp.08.1.p023","volume":"8","author":"K Hallgren","year":"2012","unstructured":"Hallgren, K.: Computing inter-rater reliability for observational data: an overview tutorial. Tutor. Qual. Methods Psychol. 8(1), 23\u201334 (2012)","journal-title":"Tutor. Qual. Methods Psychol."},{"key":"25_CR16","unstructured":"International Organization for Standardization: ergonomic requirements for office work with visual display terminals (VDTs) \u2013 Part 11: guidance on usability (ISO Standard No. 9241-1.) (1998). https:\/\/www.iso.org\/standard\/16883.html. Accessed 29 Jan 2018"},{"issue":"6","key":"25_CR17","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1111\/j.1467-9280.1993.tb00589.x","volume":"4","author":"D Kahneman","year":"1993","unstructured":"Kahneman, D., Fredrickson, B., Schreiber, C., Redelmeier, D.: When more pain is preferred to less: adding a better end. Psychol. Sci. 4(6), 401\u2013405 (1993)","journal-title":"Psychol. Sci."},{"issue":"3","key":"25_CR18","first-page":"145","volume":"2","author":"R Macefield","year":"2007","unstructured":"Macefield, R.: Usability studies and the Hawthorne effect. J. Usability Stud. 2(3), 145\u2013154 (2007)","journal-title":"J. Usability Stud."},{"issue":"4","key":"25_CR19","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1016\/S0003-6870(98)00050-7","volume":"30","author":"N Marmaras","year":"1999","unstructured":"Marmaras, N., Poulakakis, G., Papakostopoulos, V.: Ergonomic design in ancient Greece. Appl. Ergon. 30(4), 361\u2013368 (1999)","journal-title":"Appl. Ergon."},{"issue":"2","key":"25_CR20","first-page":"56","volume":"7","author":"S McLellan","year":"2012","unstructured":"McLellan, S., Muddimer, A., Peres, S.: The effect of experience on system usability scale ratings. J. Usability Stud. 7(2), 56\u201367 (2012)","journal-title":"J. Usability Stud."},{"issue":"11","key":"25_CR21","first-page":"1","volume":"3","author":"C Nancarrow","year":"2000","unstructured":"Nancarrow, C., Brace, I.: Saying the right thing: coping with social desirability bias in marketing research. Bristol Bus. Sch. Teach. Res. Rev. 3(11), 1\u201311 (2000)","journal-title":"Bristol Bus. Sch. Teach. Res. Rev."},{"key":"25_CR22","doi-asserted-by":"crossref","unstructured":"Nielsen, J., Landauer, T.: A mathematical model of the finding of usability problems. In: Proceedings of ACM INTERCHI 1993 Conference, Amsterdam, The Netherlands, pp. 206\u2013213 (1993)","DOI":"10.1145\/169059.169166"},{"key":"25_CR23","volume-title":"Usability Engineering","author":"J Nielsen","year":"1993","unstructured":"Nielsen, J.: Usability Engineering, 1st edn. Academic Press Inc., Cambridge (1993)","edition":"1"},{"issue":"4","key":"25_CR24","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1145\/175276.175282","volume":"37","author":"J Nielsen","year":"1994","unstructured":"Nielsen, J., Levy, J.: Measuring usability - preference vs. performance. Commun. ACM 37(4), 66\u201375 (1994)","journal-title":"Commun. ACM"},{"key":"25_CR25","volume-title":"Psychometric Theory","author":"J Nunnally","year":"1978","unstructured":"Nunnally, J.: Psychometric Theory, 2nd edn. McGraw-Hill, New York (1978)","edition":"2"},{"issue":"1","key":"25_CR26","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1177\/1541931213571043","volume":"57","author":"S. Camille Peres","year":"2013","unstructured":"Peres, S., Pham, T., Phillips, R.: Validation of the system usability scale (SUS): SUS in the wild. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting, vol. 57, no. 1, pp. 192\u2013196 (2013)","journal-title":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting"},{"key":"25_CR27","volume-title":"A Practical Guide to the System Usability Scale: Background, Benchmarks & Best Practices","author":"J Sauro","year":"2011","unstructured":"Sauro, J.: A Practical Guide to the System Usability Scale: Background, Benchmarks & Best Practices. Measuring Usability LLC, Denver (2011)"},{"issue":"24","key":"25_CR28","doi-asserted-by":"publisher","first-page":"2100","DOI":"10.1177\/154193120504902407","volume":"49","author":"Jeff Sauro","year":"2005","unstructured":"Sauro, J., Lewis, J.: Estimating completion rates from small samples using binomial confidence intervals: comparisons and recommendations. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting, vol. 49, no. 24, pp. 2100\u20132103 (2005)","journal-title":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting"},{"key":"25_CR29","volume-title":"Quantifying the User Experience: Practical Statistics for User Research","author":"J Sauro","year":"2016","unstructured":"Sauro, J., Lewis, J.: Quantifying the User Experience: Practical Statistics for User Research, 2nd edn. Morgan Kaufmann, Cambridge (2016)","edition":"2"},{"key":"25_CR30","doi-asserted-by":"crossref","unstructured":"Sauro, J., Lewis, J.: When designing usability questionnaires, does it hurt to be positive? In: Proceedings of ACM SIGCHI, pp. 2215\u20132223. ACM, New York (2011)","DOI":"10.1145\/1978942.1979266"},{"key":"25_CR32","unstructured":"Usability.gov: System Usability Scale (SUS). http:\/\/www.usability.gov\/how-to-and-tools\/methods\/system-usability-scale.html. Accessed 31 Jan 2018"}],"container-title":["Lecture Notes in Computer Science","Design, User Experience, and Usability: Theory and Practice"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-91797-9_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T22:56:24Z","timestamp":1751669784000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-91797-9_25"}},"subtitle":["Validation Using Think Aloud Verbalization and Behavioral Metrics"],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319917962","9783319917979"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-91797-9_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"2 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DUXU","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of Design, User Experience, and Usability","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Las Vegas, NV","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 July 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 July 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"duxu2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2018.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}