{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T01:38:20Z","timestamp":1784770700783,"version":"3.55.0"},"reference-count":79,"publisher":"Oxford University Press (OUP)","issue":"3","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012,5,1]]},"DOI":"10.1136\/amiajnl-2010-000020","type":"journal-article","created":{"date-parts":[[2011,8,10]],"date-time":"2011-08-10T04:07:49Z","timestamp":1312949269000},"page":"413-422","source":"Crossref","is-referenced-by-count":347,"title":["Review of health information technology usability study methodologies"],"prefix":"10.1093","volume":"19","author":[{"given":"Po-Yin","family":"Yen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Suzanne","family":"Bakken","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2011,8,9]]},"reference":[{"key":"key\n\t\t\t\t20170522130508_b1","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1197\/jamia.M1061","article-title":"Improving patient safety by identifying side effects from introducing bar coding in medication administration","volume":"9","year":"2002","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b2","first-page":"337","article-title":"Perceptions of impact of electronic health records on nurses' work","volume":"122","year":"2006","journal-title":"Stud Health Technol Inform"},{"key":"key\n\t\t\t\t20170522130508_b3","first-page":"1073","article-title":"The relationship of usability to medical error: an evaluation of errors associated with usability problems in the use of a handheld application for prescribing medications","volume":"107","year":"2004","journal-title":"Stud Health Technol Inform"},{"key":"key\n\t\t\t\t20170522130508_b4","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/S1386-5056(02)00108-9","article-title":"When and how to evaluate health information systems?","volume":"69","year":"2003","journal-title":"Int J Med Inform"},{"key":"key\n\t\t\t\t20170522130508_b5","article-title":"Ergonomic requirements for office work with visual display terminals (VDTs) \u2013 Part 11: guidance on usability","author":"ISO 9241-11","year":"1998"},{"issue":"2 Suppl","key":"key\n\t\t\t\t20170522130508_b6","first-page":"S37","article-title":"Applying an evaluation framework for health information system design, development, and implementation","volume":"55","year":"2006","journal-title":"Nurs Res"},{"key":"key\n\t\t\t\t20170522130508_b7","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1016\/S1386-5056(03)00131-X","article-title":"Evaluation of health information systems-problems and challenges","volume":"71","year":"2003","journal-title":"Int J Med Inform"},{"key":"key\n\t\t\t\t20170522130508_b8","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.jbi.2004.01.003","article-title":"Cognitive and usability engineering methods for the evaluation of clinical information systems","volume":"37","year":"2004","journal-title":"J Biomed Inform"},{"key":"key\n\t\t\t\t20170522130508_b9","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1055\/s-0038-1633922","article-title":"An inventory of evaluation studies of information technology in health care trends in evaluation research 1982\u20132002","volume":"44","year":"2005","journal-title":"Methods Inform Med"},{"key":"key\n\t\t\t\t20170522130508_b10","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1007\/s10916-007-9082-z","article-title":"Methods to evaluate health information systems in healthcare settings: a literature review","volume":"31","year":"2007","journal-title":"J Med Syst"},{"key":"key\n\t\t\t\t20170522130508_b11","volume-title":"Evaluation Methods in Biomedical Informatics","year":"2006","edition":"2nd edn"},{"key":"key\n\t\t\t\t20170522130508_b12","volume-title":"Visual Display Terminals: Usability Issues and Health Concerns","year":"1984"},{"key":"key\n\t\t\t\t20170522130508_b13","first-page":"21","volume-title":"Usability\u2014Context, Framework, Definition, Design and Evaluation","year":"1991"},{"key":"key\n\t\t\t\t20170522130508_b14","article-title":"Software engineerting \u2013 product quality","author":"ISO\/IEC 9126","year":"2001"},{"key":"key\n\t\t\t\t20170522130508_b15","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1023\/A:1025869312943","article-title":"Usability meanings and interpretations in ISO standards","volume":"11","year":"2003","journal-title":"Software Qual J"},{"key":"key\n\t\t\t\t20170522130508_b16","doi-asserted-by":"crossref","first-page":"S21","DOI":"10.1016\/j.ijmedinf.2006.05.017","article-title":"Categorizing the unintended sociotechnical consequences of computerized provider order entry","volume":"76","year":"2007","journal-title":"Int J Med Inform"},{"key":"key\n\t\t\t\t20170522130508_b17","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1055\/s-0038-1634346","article-title":"Sociotechnical requirements analysis for clinical systems","volume":"42","year":"2003","journal-title":"Meth Inform Med"},{"key":"key\n\t\t\t\t20170522130508_b18","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1136\/jcp.52.1.54","article-title":"Use of bar code readers and programmable keypads to improve the speed and accuracy of manual data entry in the clinical microbiology laboratory: experience of two laboratories","volume":"52","year":"1999","journal-title":"J Clin Pathol"},{"key":"key\n\t\t\t\t20170522130508_b19","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1038\/modpathol.3880564","article-title":"The utility and cost effectiveness of voice recognition technology in surgical pathology","volume":"15","year":"2002","journal-title":"Mod Pathol"},{"key":"key\n\t\t\t\t20170522130508_b20","article-title":"Study reveals more than 90% of nurses are reluctant to use tablet PC for bedside","author":"Spyglass Consulting Group","year":"2004"},{"key":"key\n\t\t\t\t20170522130508_b21","first-page":"80","article-title":"Mobile documentation. Wireless PDAs boost job satisfaction for utilization review nurses","volume":"20","year":"2003","journal-title":"Healthc Inform"},{"key":"key\n\t\t\t\t20170522130508_b22","volume-title":"A Practical Guide to Usability Testing","year":"1999","edition":"Revised edn"},{"key":"key\n\t\t\t\t20170522130508_b23","volume-title":"Handbook Of Usability Testing","year":"1993"},{"key":"key\n\t\t\t\t20170522130508_b24","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1136\/jamia.1994.95236134","article-title":"Designing medical informatics research and library\u2013resource projects to increase what is learned","volume":"1","year":"1994","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b25","doi-asserted-by":"crossref","first-page":"185","DOI":"10.3109\/14639239309025309","article-title":"Assessment of health information technology: which questions for which systems? Proposal for a taxonomy","volume":"18","year":"1993","journal-title":"Med Inform"},{"key":"key\n\t\t\t\t20170522130508_b26","first-page":"573","article-title":"Clinical Decision Support Systems","volume-title":"Medical Informatics: Computer Applications in Health Care and Biomedicine","year":"2001","edition":"2nd edn"},{"key":"key\n\t\t\t\t20170522130508_b27","doi-asserted-by":"crossref","first-page":"702","DOI":"10.1016\/j.ijnurstu.2006.02.001","article-title":"Meeting the criteria of a nursing diagnosis classification: evaluation of ICNP, ICF, NANDA and ZEFP","volume":"44","year":"2007","journal-title":"Int J Nurs Stud"},{"key":"key\n\t\t\t\t20170522130508_b28","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1016\/j.jbi.2003.09.004","article-title":"Development and evaluation of a terminology-based electronic nursing record system","volume":"36","year":"2003","journal-title":"J Biomed Inform"},{"key":"key\n\t\t\t\t20170522130508_b29","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1097\/00024665-200611000-00007","article-title":"Assistive computing devices: a pilot study to explore nurses' preferences and needs","volume":"24","year":"2006","journal-title":"Comput Inform Nurs"},{"key":"key\n\t\t\t\t20170522130508_b30","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1111\/j.1741-6787.2007.00084.x","article-title":"Evidence in the palm of your hand: development of an outcomes-focused knowledge translation intervention","volume":"4","year":"2007","journal-title":"Worldviews Evid Based Nurs"},{"key":"key\n\t\t\t\t20170522130508_b31","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1197\/jamia.M2008","article-title":"Case report: activity diagrams for integrating electronic prescribing tools into clinical workflow","volume":"13","year":"2006","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b32","article-title":"WfMC: interface 1: process definition interchange - process model","author":"Workflow Management Coalition","year":"1998"},{"key":"key\n\t\t\t\t20170522130508_b33","first-page":"330","article-title":"Workflow analysis and evidence-based medicine: towards integration of knowledge-based functions in hospital information systems","year":"1999","journal-title":"Proc AMIA Symp"},{"key":"key\n\t\t\t\t20170522130508_b34","first-page":"344","article-title":"Technology for emergency care: cognitive and workflow considerations","year":"2006","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b35","article-title":"User-centered approaches for eliciting functional requirements and designing user interfaces: a nursing documentation case study","year":"2008","journal-title":"J Biomed Inform"},{"key":"key\n\t\t\t\t20170522130508_b36","first-page":"127","article-title":"Using cognitive work analysis to design clinical displays","volume":"84","year":"2001","journal-title":"Stud Health Technol Inform"},{"key":"key\n\t\t\t\t20170522130508_b37","first-page":"640","article-title":"Using human factors methods to design a new interface for an electronic medical record","year":"2007","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b38","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1186\/1472-6947-7-26","article-title":"Developing a web-based information resource for palliative care: an action-research inspired approach","volume":"7","year":"2007","journal-title":"BMC Med Inform Decis Mak"},{"key":"key\n\t\t\t\t20170522130508_b39","first-page":"379","article-title":"Improving Computerized Provider Order Entry (CPOE) usability by data mining users' queries from access logs","year":"2006","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b40","first-page":"314","article-title":"Is it possible for nurses and doctors to form a useful clinical overview of an EHR?","volume":"122","year":"2006","journal-title":"Stud Health Technol Inform"},{"key":"key\n\t\t\t\t20170522130508_b41","volume-title":"Usability Engineering","year":"1993"},{"key":"key\n\t\t\t\t20170522130508_b42","doi-asserted-by":"crossref","first-page":"209","DOI":"10.14219\/jada.archive.2007.0138","article-title":"Heuristic evaluation of clinical functions in four practice management systems: a pilot study","volume":"138","year":"2007","journal-title":"J Am Dent Assoc"},{"key":"key\n\t\t\t\t20170522130508_b43","first-page":"1295","article-title":"Cognitive evaluation of an innovative psychiatric clinical knowledge enhancement system","volume":"107","year":"2004","journal-title":"Stud Health Technol Inform"},{"key":"key\n\t\t\t\t20170522130508_b44","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.ijmedinf.2006.06.003","article-title":"The significance of a usability evaluation of an emerging laboratory order entry system","volume":"76","year":"2007","journal-title":"Int J Med Inform"},{"key":"key\n\t\t\t\t20170522130508_b45","first-page":"226","article-title":"Facilitating physicians' access to information via tailored text summarization","year":"2005","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b46","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/j.jbi.2007.03.002","article-title":"Development, implementation, and a cognitive evaluation of a definitional question answering system for physicians","volume":"40","year":"2007","journal-title":"J Biomed Inform"},{"key":"key\n\t\t\t\t20170522130508_b47","first-page":"294","article-title":"The cognitive complexity of a provider order entry interface","year":"2003","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b48","article-title":"The Cognitive Walkthrough Method: A Practitioner's Guide","volume-title":"Usability Inspection Methods","year":"1994"},{"key":"key\n\t\t\t\t20170522130508_b49","volume-title":"Using the \u201cThink Aloud\u201d Method in Cognitive Interface Design","year":"1982"},{"key":"key\n\t\t\t\t20170522130508_b50","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1145\/57167.57203","article-title":"Development of an instrument measuring user satisfaction of the human\u2013computer interface","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","year":"1988"},{"key":"key\n\t\t\t\t20170522130508_b51","article-title":"Questionnaire for user interaction satisfaction (QUIS)","year":"1997"},{"key":"key\n\t\t\t\t20170522130508_b52","first-page":"318","article-title":"Perceived usefulness, perceived ease of use, and user acceptance of information technology","volume":"13","year":"1989","journal-title":"MIS Quarterly"},{"key":"key\n\t\t\t\t20170522130508_b53","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1080\/10447319509526110","article-title":"IBM computer usability satisfaction questionnaires - psychometric evaluation and instructions for use","volume":"7","year":"1995","journal-title":"Int J Hum Comput Interact"},{"key":"key\n\t\t\t\t20170522130508_b54","volume-title":"Usability Testing Of Digital Pen And Paper System In Nursing Documentation","year":"2004"},{"key":"key\n\t\t\t\t20170522130508_b55","first-page":"274","article-title":"Computer-based data entry for nurses in the ICU","volume":"6","author":"Latter Day Saints Hospital","year":"1989","journal-title":"MD Comput"},{"key":"key\n\t\t\t\t20170522130508_b56","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1197\/jamia.M1700","article-title":"The impact of electronic health records on time efficiency of physicians and nurses: a systematic review","volume":"12","year":"2005","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b57","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1016\/j.jamcollsurg.2008.04.025","article-title":"Validation of surgical intensive care-infection registry: a medical informatics system for intensive care unit research, quality of care improvement, and daily patient care","volume":"207","year":"2008","journal-title":"J Am Coll Surg"},{"key":"key\n\t\t\t\t20170522130508_b58","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1097\/01.mej.0000192049.04729.0c","article-title":"Personal digital assistants change management more often than paper texts and foster patient confidence","volume":"13","year":"2006","journal-title":"Eur J Emerg Med"},{"key":"key\n\t\t\t\t20170522130508_b59","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1136\/jamia.2010.004440","article-title":"Quantifying the impact of health IT implementations on clinical workflow: a new methodological perspective","volume":"17","year":"2010","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b60","first-page":"125","article-title":"Interaction techniques for using handhelds and PCs together in a clinical setting","volume-title":"NordiCHI","year":"2006"},{"key":"key\n\t\t\t\t20170522130508_b61","first-page":"499","article-title":"Barriers to electronic health record use during patient visits","year":"2006","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b62","doi-asserted-by":"crossref","first-page":"314","DOI":"10.1136\/bmj.326.7384.314","article-title":"Practice based, longitudinal, qualitative interview study of computerised evidence based guidelines in primary care","volume":"326","year":"2003","journal-title":"BMJ"},{"key":"key\n\t\t\t\t20170522130508_b63","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1097\/01.NCN.0000289166.61863.0b","article-title":"Nurses' experiences using a nursing information system: early stage of technology implementation","volume":"25","year":"2007","journal-title":"Comput Inform Nurs"},{"key":"key\n\t\t\t\t20170522130508_b64","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1197\/jamia.M2163","article-title":"Impact of clinical reminder redesign on learnability, efficiency, usability, and workload for ambulatory clinic nurses","volume":"14","year":"2007","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b65","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1197\/jamia.M1777","article-title":"Exploring barriers and facilitators to the use of computerized clinical reminders","volume":"12","year":"2005","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b66","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1197\/jamia.M1364","article-title":"Human factors barriers to the effective use of ten HIV clinical reminders","volume":"11","year":"2004","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b67","doi-asserted-by":"crossref","first-page":"624","DOI":"10.1016\/j.jbi.2007.10.004","article-title":"Participatory design with children in the development of a support system for patient-centered care in pediatric oncology","volume":"41","year":"2008","journal-title":"J Biomed Inform"},{"key":"key\n\t\t\t\t20170522130508_b68","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1177\/1460458206070023","article-title":"Participatory design of a text message scheduling system to support young people with diabetes","volume":"12","year":"2006","journal-title":"Health Informatics J"},{"key":"key\n\t\t\t\t20170522130508_b69","first-page":"71","article-title":"Increasing the success of physician order entry through human factors engineering","volume":"16","year":"2002","journal-title":"J Healthc Inf Manag"},{"key":"key\n\t\t\t\t20170522130508_b70","first-page":"290","article-title":"Participatory design and an eligibility screening tool","year":"2000","journal-title":"Proc AMIA Symp"},{"key":"key\n\t\t\t\t20170522130508_b71","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1177\/1049732306293664","article-title":"Participatory design in health sciences: using cooperative experimental methods in developing health services and computer technology","volume":"17","year":"2007","journal-title":"Qual Health Res"},{"key":"key\n\t\t\t\t20170522130508_b72","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1197\/jamia.M2616","article-title":"Workarounds to barcode medication administration systems: their occurrences, causes, and threats to patient safety","volume":"15","year":"2008","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b73","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1197\/jamia.M2378","article-title":"Technology implementation and workarounds in the nursing home","volume":"15","year":"2008","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b74","first-page":"334","article-title":"Relationship of estimated resolution time and computerized clinical reminder adherence","year":"2007","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b75","first-page":"766","article-title":"General practitioners' adherence with clinical reminders for secondary prevention of dyslipidemia","year":"2007","journal-title":"AMIA Annu Symp Proc"},{"key":"key\n\t\t\t\t20170522130508_b76","first-page":"1101","article-title":"Reasons for physician non-adherence to electronic drug alerts","volume":"107","year":"2004","journal-title":"Stud Health Technol Informat"},{"key":"key\n\t\t\t\t20170522130508_b77","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1016\/0950-7051(93)90017-N","article-title":"Wizard of Oz studies \u2013 why and how","volume":"6","year":"1993","journal-title":"Knowl Base Syst"},{"key":"key\n\t\t\t\t20170522130508_b78","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1136\/jamia.1995.95202548","article-title":"A continuous-speech interface to a decision support system: II. An evaluation using a Wizard-of-Oz experimental paradigm","volume":"2","year":"1995","journal-title":"J Am Med Inform Assoc"},{"key":"key\n\t\t\t\t20170522130508_b79","volume-title":"Participatory Design: Principles and Practices","year":"1993"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","deposited":{"date-parts":[[2024,4,9]],"date-time":"2024-04-09T20:42:00Z","timestamp":1712695320000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article-lookup\/doi\/10.1136\/amiajnl-2010-000020"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,8,9]]},"references-count":79,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2011,8,9]]},"published-print":{"date-parts":[[2012,5,1]]}},"URL":"https:\/\/doi.org\/10.1136\/amiajnl-2010-000020","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,8,9]]}}}