{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:01:18Z","timestamp":1770994878868,"version":"3.50.1"},"publisher-location":"Cham","reference-count":57,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319226675","type":"print"},{"value":"9783319226682","type":"electronic"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-22668-2_24","type":"book-chapter","created":{"date-parts":[[2015,8,29]],"date-time":"2015-08-29T02:21:16Z","timestamp":1440814876000},"page":"300-314","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Testing the Unknown \u2013 Value of Usability Testing for Complex Professional Systems Development"],"prefix":"10.1007","author":[{"given":"Kimmo","family":"Tarkkanen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ville","family":"Harkke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pekka","family":"Reijonen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,8,30]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1016\/B978-155860831-3\/50003-5","volume-title":"Interaction Design for Complex Problem Solving","author":"B Mirel","year":"2004","unstructured":"Mirel, B.: Usefulness: focusing on inquiry patterns, task landscapes, and core activities. In: Mirel, B. (ed.) Interaction Design for Complex Problem Solving, pp. 31\u201363. Morgan Kaufmann, Burlington (2004)"},{"issue":"4","key":"24_CR2","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1057\/palgrave.ejis.3000629","volume":"15","author":"EH Ferneley","year":"2006","unstructured":"Ferneley, E.H., Sobreperez, P.: Resist, comply or workaround? an examination of different facets of user engagement with information systems. Eur. J. Inf. Syst. 15(4), 345\u2013356 (2006)","journal-title":"Eur. J. Inf. Syst."},{"issue":"2","key":"24_CR3","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/BF01405730","volume":"4","author":"HW Rittel","year":"1973","unstructured":"Rittel, H.W., Webber, M.M.: Dilemmas in a general theory of planning. Policy Sci. 4(2), 155\u2013169 (1973)","journal-title":"Policy Sci."},{"issue":"1","key":"24_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.destud.2004.06.005","volume":"26","author":"R Coyne","year":"2005","unstructured":"Coyne, R.: Wicked problems revisited. Des. Stud. 26(1), 5\u201317 (2005)","journal-title":"Des. Stud."},{"key":"24_CR5","volume-title":"Lean UX: Applying Lean Principles to Improve User Experience","author":"J Gothelf","year":"2013","unstructured":"Gothelf, J.: Lean UX: Applying Lean Principles to Improve User Experience. O\u2019Reilly Media Inc., Sebastopo (2013)"},{"issue":"1","key":"24_CR6","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1080\/01449290801939400","volume":"29","author":"K Hornb\u00e6k","year":"2010","unstructured":"Hornb\u00e6k, K.: Dogmas in the assessment of usability evaluation methods. Behav. Inf. Technol. 29(1), 97\u2013111 (2010)","journal-title":"Behav. Inf. Technol."},{"issue":"4","key":"24_CR7","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1145\/838830.838870","volume":"10","author":"D Wixon","year":"2003","unstructured":"Wixon, D.: Evaluating usability methods: why the current literature fails the practitioner. Interactions 10(4), 28\u201334 (2003)","journal-title":"Interactions"},{"issue":"2","key":"24_CR8","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1207\/s15327590ijhc2102_2","volume":"21","author":"M Hertzum","year":"2006","unstructured":"Hertzum, M.: Problem prioritization in usability evaluation: from severity assessments toward impact on design. Int. J. Hum.-Comput. Interact. 21(2), 125\u2013146 (2006)","journal-title":"Int. J. Hum.-Comput. Interact."},{"issue":"3","key":"24_CR9","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1080\/01449290600959062","volume":"27","author":"R Molich","year":"2008","unstructured":"Molich, R., Dumas, J.S.: Comparative usability evaluation (CUE-4). Behav. Inf. Technol. 27(3), 263\u2013281 (2008)","journal-title":"Behav. Inf. Technol."},{"issue":"3","key":"24_CR10","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1207\/s15327051hci1303_2","volume":"13","author":"WD Gray","year":"1998","unstructured":"Gray, W.D., Salzman, M.C.: Damaged merchandise? a review of experiments that compare usability evaluation methods. Hum.-Comput. Interact. 13(3), 203\u2013261 (1998)","journal-title":"Hum.-Comput. Interact."},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Hornb\u00e6k, K., Fr\u00f8kj\u00e6r, E.: Comparing \u00fasability problems and redesign proposals as input to practical systems development. In: Proceedings of SIGCHI Conference on Human Factors in Computing Systems, pp. 391\u2013400. ACM (2005)","DOI":"10.1145\/1054972.1055027"},{"issue":"3","key":"24_CR12","first-page":"102","volume":"2","author":"J Redish","year":"2007","unstructured":"Redish, J.: Expanding usability testing to evaluate complex systems. J. Usability Stud. 2(3), 102\u2013111 (2007)","journal-title":"J. Usability Stud."},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Greenberg, S., Buxton, B.: Usability evaluation considered harmful (some of the time). In: Proceedings of SIGCHI Conference on Human Factors in Computing Systems, pp. 111\u2013120. ACM (2008)","DOI":"10.1145\/1357054.1357074"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Paetsch, F., Eberlein, A. Maurer, F.: Requirements engineering and agile software development. In: 2012 IEEE 21st International Workshop on Enabling Technologies: Infrastructure for Collaborative Enterprises, pp. 308\u2013308. IEEE Computer Society (2003)","DOI":"10.1109\/ENABL.2003.1231428"},{"issue":"8","key":"24_CR15","first-page":"28","volume":"9","author":"M Fowler","year":"2001","unstructured":"Fowler, M., Highsmith, J.: The agile manifesto. Softw. Dev. 9(8), 28\u201335 (2001)","journal-title":"Softw. Dev."},{"issue":"1","key":"24_CR16","first-page":"5","volume":"4","author":"EB-N Sanders","year":"2008","unstructured":"Sanders, E.B.-N., Stappers, P.J.: Co-creation and the new landscapes of design. Co-design 4(1), 5\u201318 (2008)","journal-title":"Co-design"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Stewart, J., Williams, R.: The wrong trousers? beyond the design fallacy: social learning and the user. In: Handbook of Critical Information Systems Research, pp. 195\u2013237 (2005)","DOI":"10.4337\/9781845426743.00017"},{"key":"24_CR18","volume-title":"Plans and Situated Actions: The Problem of Human-Machine Communication","author":"LA Suchman","year":"1987","unstructured":"Suchman, L.A.: Plans and Situated Actions: The Problem of Human-Machine Communication. Cambridge University Press, Cambridge (1987)"},{"key":"24_CR19","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198297345.001.0001","volume-title":"From Control to Drift: The Dynamics of Corporate Information Infastructures","author":"C Ciborra","year":"2000","unstructured":"Ciborra, C.: From Control to Drift: The Dynamics of Corporate Information Infastructures. Oxford University Press, Oxford (2000)"},{"key":"24_CR20","volume-title":"The Psychology of Everyday Things","author":"DA Norman","year":"1988","unstructured":"Norman, D.A.: The Psychology of Everyday Things. Basic Books, New York (1988)"},{"key":"24_CR21","unstructured":"Salovaara, A., \u00d6\u00f6rni, A., Sokura, B.: Heterogeneous use for multiple purposes: a point of concern to is use models\u2019 validity. In: Pennarola, F., Becker, J., Baskerville, R., Chau, M. (eds.) Proceedings of ICIS 2013 (2013)"},{"issue":"3","key":"24_CR22","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1145\/214427.214429","volume":"4","author":"L Gasser","year":"1986","unstructured":"Gasser, L.: The Integration of Computing and Routine Work. ACM Trans. Inf. Syst. (TOIS) 4(3), 205\u2013225 (1986)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"B\u00f8dker, S.: When second wave hci meets third wave challenges. In: Proceedings of the 4th Nordic Conference on Human-Computer Interaction, pp. 1\u20138. ACM (2006)","DOI":"10.1145\/1182475.1182476"},{"key":"24_CR24","volume-title":"Design at Work: Cooperative Design of Computer Systems","author":"J Greenbaum","year":"1991","unstructured":"Greenbaum, J., Kyng, M.: Design at Work: Cooperative Design of Computer Systems. CRC Press, Boca Raton (1991)"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Spinuzzi, C.: A scandinavian challenge, a us response: methodological assumptions in scandinavian and US prototyping approaches. In: Proceedings of SIGDOC, pp. 208\u2013215. ACM Press (2002)","DOI":"10.1145\/584955.584986"},{"key":"24_CR26","unstructured":"Steen, M.: The Fragility of Human-Centred Design. Ph.D. Thesis Delft University of Technology (2008)"},{"issue":"4","key":"24_CR27","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1016\/j.destud.2008.05.001","volume":"29","author":"J Redstr\u00f6m","year":"2008","unstructured":"Redstr\u00f6m, J.: RE: definitions of use. Des. Stud. 29(4), 410\u2013423 (2008)","journal-title":"Des. Stud."},{"key":"24_CR28","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/s12130-007-9021-9","volume":"20","author":"E Brandt","year":"2007","unstructured":"Brandt, E.: How tangible mock-ups support design collaboration. Know. Techn. Pol. 20, 179\u2013192 (2007)","journal-title":"Know. Techn. Pol."},{"issue":"4","key":"24_CR29","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1162\/074793603322545019","volume":"19","author":"B Hanington","year":"2003","unstructured":"Hanington, B.: Methods in the making: a perspective on the state of human research in design. Des. Issues 19(4), 9\u201318 (2003). MIT Press","journal-title":"Des. Issues"},{"issue":"2","key":"24_CR30","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1080\/0144929X.2013.783114","volume":"33","author":"M Hertzum","year":"2014","unstructured":"Hertzum, M., Molich, R., Jacobsen, N.E.: What you get is what you see: revisiting the evaluator effect in usability tests. Behav. Inf. Technol. 33(2), 144\u2013162 (2014)","journal-title":"Behav. Inf. Technol."},{"key":"24_CR31","doi-asserted-by":"crossref","unstructured":"Chilana, P.K., Wobbrock, J.O., Ko, A.J.: Understanding usability practices in complex domains. In: Proceedings of SIGCHI Conference on Human Factors in Computing Systems, pp. 2337\u20132346. ACM (2010)","DOI":"10.1145\/1753326.1753678"},{"issue":"3","key":"24_CR32","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1080\/10447310709336963","volume":"22","author":"A F\u00f8lstad","year":"2007","unstructured":"F\u00f8lstad, A.: Work-domain experts as evaluators: usability inspection of domain-specific work-support systems. Int. J. Hum.-Comput. Interact. 22(3), 217\u2013245 (2007)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"24_CR33","unstructured":"Riemer, K., Vehring, N.: It\u2019s not a property! exploring the sociomateriality of software usability. In: Proceedings of International Conference on Information Systems (ICIS), pp. 1\u201319 (2010)"},{"issue":"3","key":"24_CR34","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1136\/amiajnl-2010-000020","volume":"19","author":"P-Y Yen","year":"2012","unstructured":"Yen, P.-Y., Bakken, S.: Review of health information technology usability study methodologies. J. Am. Med. Inform. Assoc. 19(3), 413\u2013422 (2012)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"24_CR35","unstructured":"Kaipio, J.: Usability in Healthcare: Overcoming the Mismatch Between Information Systems and Clinical Work. Aalto University Publication series Doctoral Dissertations, 105\/2011 (2011)"},{"key":"24_CR36","doi-asserted-by":"crossref","DOI":"10.1201\/b15703","volume-title":"User Centered System Design: New Perspectives on Human-Computer Interaction","author":"DA Norman","year":"1986","unstructured":"Norman, D.A., Draper, S.W.: User Centered System Design: New Perspectives on Human-Computer Interaction. L. Erlbaum Associates Inc., Hillsdale (1986)"},{"issue":"11","key":"24_CR37","doi-asserted-by":"publisher","first-page":"2019","DOI":"10.1016\/j.jss.2010.02.026","volume":"83","author":"A F\u00f8lstad","year":"2010","unstructured":"F\u00f8lstad, A., Hornb\u00e6k, K.: Work-domain knowledge in usability evaluation: experiences with cooperative usability testing. J. Syst. Softw. 83(11), 2019\u20132030 (2010)","journal-title":"J. Syst. Softw."},{"key":"24_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/978-3-642-25364-5_13","volume-title":"Information Quality in e-Health","author":"J Viitanen","year":"2011","unstructured":"Viitanen, J., Nieminen, M.: Usability evaluation of digital dictation procedure - an interaction analysis approach. In: Holzinger, A., Simonic, K.-M. (eds.) USAB 2011. LNCS, vol. 7058, pp. 133\u2013149. Springer, Heidelberg (2011)"},{"issue":"1","key":"24_CR39","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1145\/291224.291229","volume":"6","author":"H Beyer","year":"1999","unstructured":"Beyer, H., Holtzblatt, K.: Contextual design. Interactions 6(1), 32\u201342 (1999)","journal-title":"Interactions"},{"issue":"4","key":"24_CR40","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1016\/S0953-5438(02)00005-X","volume":"14","author":"D Diaper","year":"2002","unstructured":"Diaper, D.: Scenarios and Task Analysis. Interact. Comput. 14(4), 379\u2013395 (2002)","journal-title":"Interact. Comput."},{"issue":"4","key":"24_CR41","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1207\/S15327590IJHC1304_04","volume":"13","author":"RE Cordes","year":"2001","unstructured":"Cordes, R.E.: Task-selection bias: a case for user-defined tasks. Int. J. Hum.-Comput. Interact. 13(4), 411\u2013419 (2001)","journal-title":"Int. J. Hum.-Comput. Interact."},{"issue":"1","key":"24_CR42","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1080\/10447310903025552","volume":"26","author":"D Alonso-R\u00edos","year":"2009","unstructured":"Alonso-R\u00edos, D., V\u00e1zquez-Garc\u00eda, A., Mosqueira-Rey, E., Moret-Bonillo, V.: Usability: a critical analysis and a taxonomy. Int. J. Hum.-Comput. Interact. 26(1), 53\u201374 (2009)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"24_CR43","doi-asserted-by":"crossref","unstructured":"Nielsen, J., Landauer, T.K.: A mathematical model of the finding of usability problems. In: Proceedings of the INTERACT 1993 and CHI 1993 Conference on Human Factors in Computing Systems, pp. 206\u2013213. ACM (1993)","DOI":"10.1145\/169059.169166"},{"key":"24_CR44","unstructured":"Nurminen, M.I., Reijonen, P., Vuorenheimo, J.: Tietoj\u00e4rjestelm\u00e4n Organisatorinen K\u00e4ytt\u00f6\u00f6notto: Kokemuksia ja Suuntaviivoja (Organizational Implementation of IS: Experiences and Guidelines). Turku Municipal Health Department Series A (2002)"},{"key":"24_CR45","doi-asserted-by":"crossref","unstructured":"Fr\u00f8kj\u00e6r, E., Hertzum, M., Hornb\u00e6k, K.: Measuring usability: are effectiveness, efficiency, and satisfaction really correlated? In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 345\u2013352. ACM (2000)","DOI":"10.1145\/332040.332455"},{"key":"24_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-642-39062-3_6","volume-title":"Human Factors in Computing and Informatics","author":"K Tarkkanen","year":"2013","unstructured":"Tarkkanen, K., Reijonen, P., T\u00e9tard, F., Harkke, V.: Back to user-centered usability testing. In: Holzinger, A., Ziefle, M., Hitz, M., Debevc, M. (eds.) SouthCHI 2013. LNCS, vol. 7946, pp. 91\u2013106. Springer, Heidelberg (2013)"},{"issue":"7313","key":"24_CR47","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1136\/bmj.323.7313.625","volume":"323","author":"PE Plsek","year":"2001","unstructured":"Plsek, P.E., Greenhalgh, T.: The challenge of complexity in health care. Br. Med. J. 323(7313), 625\u2013628 (2001)","journal-title":"Br. Med. J."},{"issue":"1","key":"24_CR48","first-page":"17","volume":"38","author":"WB Rouse","year":"2008","unstructured":"Rouse, W.B.: Health care as a complex adaptive system: implications for design and management. Bridge 38(1), 17\u201325 (2008). National Academy of Engineering, Washington","journal-title":"Bridge"},{"key":"24_CR49","unstructured":"Mirel, B.: Dynamic usability: designing usefulness into systems for complex tasks. In: Content and Complexity: Information Design in Technical Communication, pp. 233\u2013261 (2003)"},{"issue":"4","key":"24_CR50","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1016\/0959-4752(95)00021-6","volume":"5","author":"Y Engestr\u00f6m","year":"1995","unstructured":"Engestr\u00f6m, Y., Engestr\u00f6m, R., K\u00e4rkk\u00e4inen, M.: Polycontextuality and boundary crossing in expert cognition: learning and problem solving in complex work activities. Learn. Instruction 5(4), 319\u2013336 (1995)","journal-title":"Learn. Instruction"},{"issue":"2","key":"24_CR51","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/S1386-5056(99)00011-8","volume":"55","author":"M Berg","year":"1999","unstructured":"Berg, M.: Patient care information systems and health care work: a sociotechnical approach. Int. J. Med. Inform. 55(2), 87\u2013101 (1999)","journal-title":"Int. J. Med. Inform."},{"issue":"1","key":"24_CR52","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1177\/089124396010001005","volume":"10","author":"J Aronson","year":"1996","unstructured":"Aronson, J., Neysmith, S.M.: \u201cYou\u2019re not just in there to do the work\u201d depersonalizing policies and the exploitation of home care workers\u2019 labor. Gend. Soc. 10(1), 59\u201377 (1996)","journal-title":"Gend. Soc."},{"issue":"5","key":"24_CR53","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1057\/palgrave.ejis.3000700","volume":"16","author":"SK Sia","year":"2007","unstructured":"Sia, S.K., Soh, C.: An assessment of package-organisation misalignment: institutional and ontological structures. Eur. J. Inf. Syst. 16(5), 568\u2013583 (2007)","journal-title":"Eur. J. Inf. Syst."},{"issue":"4","key":"24_CR54","doi-asserted-by":"crossref","first-page":"731","DOI":"10.2307\/25750703","volume":"34","author":"DM Strong","year":"2010","unstructured":"Strong, D.M., Volkoff, O.: Understanding organization-enterprise system fit: a path to theorizing the information technology artifact. MIS Q. 34(4), 731\u2013756 (2010)","journal-title":"MIS Q."},{"issue":"1","key":"24_CR55","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1080\/13639080020028747","volume":"14","author":"Y Engestr\u00f6m","year":"2001","unstructured":"Engestr\u00f6m, Y.: Expansive learning at work: toward an activity theoretical reconceptualization. J. Educ. Work 14(1), 133\u2013156 (2001)","journal-title":"J. Educ. Work"},{"issue":"1","key":"24_CR56","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1006\/ijhc.2000.0370","volume":"53","author":"S Viller","year":"2000","unstructured":"Viller, S., Sommerville, I.: Ethnographically informed analysis for software engineers. Int. J. Hum.-Comput. Stud. 53(1), 169\u2013196 (2000)","journal-title":"Int. J. Hum.-Comput. Stud."},{"key":"24_CR57","unstructured":"Tarkkanen, K., Reijonen, P., Harkke, V. Koski, J.: Co-constructed tasks for web usability testing. In: Proceedings of the IADIS International Conference on Interfaces and Human Computer Interaction (IHCI), pp. 79\u201386. IADIS Press (2013)"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction \u2013 INTERACT 2015"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-22668-2_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T08:24:12Z","timestamp":1748593452000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-22668-2_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319226675","9783319226682"],"references-count":57,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-22668-2_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"30 August 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}