{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T23:51:01Z","timestamp":1769730661194,"version":"3.49.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319208855","type":"print"},{"value":"9783319208862","type":"electronic"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-20886-2_26","type":"book-chapter","created":{"date-parts":[[2015,7,20]],"date-time":"2015-07-20T11:28:45Z","timestamp":1437391725000},"page":"269-280","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Are We Testing Utility? Analysis of Usability Problem Types"],"prefix":"10.1007","author":[{"given":"Kimmo","family":"Tarkkanen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ville","family":"Harkke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pekka","family":"Reijonen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"4","key":"26_CR1","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1145\/838830.838870","volume":"10","author":"D Wixon","year":"2003","unstructured":"Wixon, D.: Evaluating usability methods: why the current literature fails the practitioner. Interactions 10(4), 28\u201334 (2003)","journal-title":"Interactions"},{"issue":"1","key":"26_CR2","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1080\/01449290801939400","volume":"29","author":"K Hornb\u00e6k","year":"2010","unstructured":"Hornb\u00e6k, K.: Dogmas in the assessment of usability evaluation methods. Behav. Inf. Technol. 29(1), 97\u2013111 (2010)","journal-title":"Behav. Inf. Technol."},{"issue":"1","key":"26_CR3","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1080\/0144929032000173951","volume":"23","author":"R Molich","year":"2004","unstructured":"Molich, R., Ede, M.R., Kaasgaard, K., Karyukin, B.: Comparative usability evaluation. Behav. Inf. Technol. 23(1), 65\u201374 (2004)","journal-title":"Behav. Inf. Technol."},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Hornb\u00e6k, K., Fr\u00f8kj\u00e6r, E.: Comparing usability problems and redesign proposals as input to practical systems development. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 391\u2013400. ACM (2005)","DOI":"10.1145\/1054972.1055027"},{"key":"26_CR5","doi-asserted-by":"crossref","unstructured":"F\u00f8lstad, A., Law, E.L.-C., Hornb\u00e6k, K.: Analysis in usability evaluations: an exploratory study. In: Proceedings of the 6th Nordic Conference on Human-Computer Interaction: Extending Boundaries, pp. 647\u2013650. ACM (2010)","DOI":"10.1145\/1868914.1868995"},{"issue":"2","key":"26_CR6","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1207\/s15327590ijhc2102_3","volume":"21","author":"EL-C Law","year":"2006","unstructured":"Law, E.L.-C.: Evaluating the downstream utility of user tests and examining the developer effect: a case study. Int. J. Hum.-Comput. Interact. 21(2), 147\u2013172 (2006)","journal-title":"Int. J. Hum.-Comput. Interact."},{"issue":"10","key":"26_CR7","doi-asserted-by":"publisher","first-page":"940","DOI":"10.1080\/10447318.2011.555314","volume":"27","author":"A Woolrych","year":"2011","unstructured":"Woolrych, A., Hornb\u00e6k, K., Fr\u00f8kj\u00e6r, E., Cockton, G.: Ingredients and meals rather than recipes: a proposal for research that does not treat usability evaluation methods as indivisible wholes. Int. J. Hum.-Comput. Interact. 27(10), 940\u2013970 (2011)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"26_CR8","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1080\/014492997119824","volume":"16","author":"D Lavery","year":"1997","unstructured":"Lavery, D., Cockton, G., Atkinson, M.P.: Comparison of evaluation methods using structured usability problem reports. Behav. Inf. Technol. 16, 246\u2013266 (1997)","journal-title":"Behav. Inf. Technol."},{"key":"26_CR9","unstructured":"Hvannberg, E.T., Law, E.L.-C.: Classification of usability problems (CUP) scheme. In: Proceedings of the INTERACT 2003, pp. 655\u2013662. ACM Press (2003)"},{"key":"26_CR10","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.jss.2013.08.014","volume":"87","author":"SG Vilbergsdottir","year":"2014","unstructured":"Vilbergsdottir, S.G., Hvannberg, E.T., Law, E.L.-C.: Assessing the reliability, validity and acceptance of a classification scheme of usability problems (CUP). J. Syst. Softw. 87, 18\u201337 (2014)","journal-title":"J. Syst. Softw."},{"key":"26_CR11","doi-asserted-by":"crossref","unstructured":"Vilbergsd\u00f3ttir, S.G., Hvannberg, E.T., Law, E.L.-C.: Classification of usability problems (CUP) scheme: augmentation and exploitation. In: Proceedings of the 4th Nordic Conference on Human-Computer Interaction: Changing Roles, pp. 281\u2013290. ACM (2006)","DOI":"10.1145\/1182475.1182505"},{"key":"26_CR12","doi-asserted-by":"crossref","unstructured":"N\u00f8rgaard, M., Hornb\u00e6k, K.: What do usability evaluators do in practice? an explorative study of think-aloud testing. In: Proceedings of the 6th Conference on Designing Interactive Systems, pp. 209\u2013218, ACM (2006)","DOI":"10.1145\/1142405.1142439"},{"key":"26_CR13","doi-asserted-by":"crossref","unstructured":"Nielsen, J.: Usability Engineering. Academic Press (1993)","DOI":"10.1016\/B978-0-08-052029-2.50007-3"},{"key":"26_CR14","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1145\/214748.214758","volume":"30","author":"N Goodwin","year":"1987","unstructured":"Goodwin, N.: Functionality and usability. Commun. ACM 30, 229\u2013233 (1987). ACM","journal-title":"Commun. ACM"},{"key":"26_CR15","volume-title":"Handbook of Human-Computer Interaction","author":"J Whiteside","year":"1988","unstructured":"Whiteside, J., Bennett, J., Holtzblatt, K.: Usability engineering: our experience and evolution. In: Helander, M. (ed.) Handbook of Human-Computer Interaction. North Holland, Amsterdam (1988)"},{"issue":"2","key":"26_CR16","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/0953-5438(92)90005-Z","volume":"4","author":"J Grudin","year":"1992","unstructured":"Grudin, J.: Utility and usability: research issues and development contexts. Interact. Comput. 4(2), 209\u2013217 (1992)","journal-title":"Interact. Comput."},{"key":"26_CR17","unstructured":"ISO 9241-11: Ergonomic Requirements for Office Work with Visual Display Terminals (VDTs)\u2013Part II Guidance on Usability (1998)"},{"key":"26_CR18","first-page":"349","volume":"20","author":"N Bevan","year":"1995","unstructured":"Bevan, N.: Usability is quality of use. Adv. Hum. Factors\/Ergon. 20, 349\u2013354 (1995)","journal-title":"Adv. Hum. Factors\/Ergon."},{"issue":"4","key":"26_CR19","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1006\/ijhc.1999.0353","volume":"52","author":"MA Mahmood","year":"2000","unstructured":"Mahmood, M.A., Burn, J.M., Gemoets, L.A., Jacquez, C.: Variables affecting information technology end-user satisfaction: a meta-analysis of the empirical literature. Int. J. Hum.-Comput. Stud. 52(4), 751\u2013771 (2000)","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"2","key":"26_CR20","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1080\/0144929X.2012.751708","volume":"33","author":"GHJ Johannessen","year":"2014","unstructured":"Johannessen, G.H.J., Hornb\u00e6k, K.: Must evaluation methods be about usability? devising and assessing the utility inspection method. Behav. Inf. Technol. 33(2), 195\u2013206 (2014)","journal-title":"Behav. Inf. Technol."},{"issue":"3","key":"26_CR21","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/s10111-013-0267-6","volume":"16","author":"D-H Ham","year":"2014","unstructured":"Ham, D.-H.: A model-based framework for classifying and diagnosing usability problems. Cogn. Technol. Work 16(3), 373\u2013388 (2014)","journal-title":"Cogn. Technol. Work"},{"issue":"11","key":"26_CR22","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1109\/32.177364","volume":"18","author":"R Chillarege","year":"1992","unstructured":"Chillarege, R., Bhandari, I.S., Chaar, J.K., Halliday, M.J., Moebus, D.S., Ray, B.K., Wong, M.-Y.: Orthogonal defect classification-a concept for in-process measurements. IEEE Trans. Softw. Eng. 18(11), 943\u2013956 (1992)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"26_CR23","first-page":"15","volume":"47","author":"RB Grady","year":"1996","unstructured":"Grady, R.B.: Software failure analysis for high-return process improvement decisions. Hewlett Packard J. 47, 15\u201324 (1996)","journal-title":"Hewlett Packard J."},{"issue":"1","key":"26_CR24","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1006\/ijhc.2000.0441","volume":"54","author":"TS Andre","year":"2001","unstructured":"Andre, T.S.: Rex Hartson, H., Belz, S.M., McCreary, F.A.: The user action framework: a reliable foundation for usability engineering support tools. Int. J. Hum.-Comput. Stud. 54(1), 107\u2013136 (2001)","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"1","key":"26_CR25","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1023\/A:1009855231530","volume":"4","author":"SL Keenan","year":"1999","unstructured":"Keenan, S.L., Hartson, H.R., Kafura, D.G., Schulman, R.S.: The usability problem taxonomy: a framework for classification and analysis. Empirical Softw. Eng. 4(1), 71\u2013104 (1999)","journal-title":"Empirical Softw. Eng."},{"key":"26_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-642-39062-3_6","volume-title":"Human Factors in Computing and Informatics","author":"K Tarkkanen","year":"2013","unstructured":"Tarkkanen, K., Reijonen, P., T\u00e9tard, F., Harkke, V.: Back to user-centered usability testing. In: Holzinger, A., Ziefle, M., Hitz, M., Debevc, M. (eds.) SouthCHI 2013. LNCS, vol. 7946, pp. 91\u2013106. Springer, Heidelberg (2013)"},{"issue":"3es","key":"26_CR27","first-page":"4","volume":"2","author":"RL Baskerville","year":"1999","unstructured":"Baskerville, R.L.: Investigating information systems with action research. Commun. AIS 2(3es), 4 (1999)","journal-title":"Commun. AIS"},{"key":"26_CR28","volume-title":"Basics of Qualitative Research: Grounded Theory Procedures and Techniques","author":"A Strauss","year":"1990","unstructured":"Strauss, A., Corbin, J.M.: Basics of Qualitative Research: Grounded Theory Procedures and Techniques. Sage Publications, Newbury Park (1990)"},{"key":"26_CR29","unstructured":"Gothelf, J.: Lean UX: Applying Lean Principles to Improve User Experience. O\u2019Reilly Media, Inc. (2013)"},{"key":"26_CR30","unstructured":"International Organization for Standardization: ISO 9241-210:2010. Ergonomics of Human-system Interaction - Part 210: Human-centred Design for Interactive Systems. ISO (2010)"},{"issue":"6","key":"26_CR31","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/j.ijhcs.2007.11.005","volume":"66","author":"A Blandford","year":"2008","unstructured":"Blandford, A., Green, T.R., Furniss, D., Makri, S.: Evaluating system utility and conceptual fit using CASSM. Int. J. Hum.-Comput. Stud. 66(6), 393\u2013409 (2008)","journal-title":"Int. J. Hum.-Comput. Stud."},{"key":"26_CR32","doi-asserted-by":"crossref","unstructured":"Geng, R., Chen, M., Tian, J.: In-process usability problem classification, analysis and improvement. In: 14th International Conference on Quality Software 2014, pp. 240\u2013245. IEEE (2014)","DOI":"10.1109\/QSIC.2014.49"},{"issue":"1","key":"26_CR33","doi-asserted-by":"publisher","first-page":"40","DOI":"10.5465\/amr.1988.4306775","volume":"13","author":"DJ Campbell","year":"1988","unstructured":"Campbell, D.J.: Task complexity: a review and analysis. Acad. Manag. Rev. 13(1), 40\u201352 (1988)","journal-title":"Acad. Manag. Rev."},{"issue":"2","key":"26_CR34","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1080\/0144929X.2013.783114","volume":"33","author":"M Hertzum","year":"2014","unstructured":"Hertzum, M., Molich, R., Jacobsen, N.E.: What you get is what you see: revisiting the evaluator effect in usability tests. Behav. Inf. Technol. 33(2), 144\u2013162 (2014)","journal-title":"Behav. Inf. Technol."}],"container-title":["Lecture Notes in Computer Science","Design, User Experience, and Usability: Design Discourse"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-20886-2_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,12]],"date-time":"2020-05-12T16:38:41Z","timestamp":1589301521000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-20886-2_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319208855","9783319208862"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-20886-2_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}