{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,8]],"date-time":"2026-09-08T12:53:42Z","timestamp":1788872022785,"version":"build-2803163510"},"reference-count":58,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2014,12,1]],"date-time":"2014-12-01T00:00:00Z","timestamp":1417392000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2014,12,1]],"date-time":"2014-12-01T00:00:00Z","timestamp":1417392000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2015,12,1]],"date-time":"2015-12-01T00:00:00Z","timestamp":1448928000000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100006108","name":"National Center for Advancing Translational Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006108","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000092","name":"U.S. National Library of Medicine","doi-asserted-by":"publisher","award":["R01HS019853"],"award-info":[{"award-number":["R01HS019853"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000133","name":"Agency for Healthcare Research and Quality","doi-asserted-by":"publisher","award":["UL1 TR000040"],"award-info":[{"award-number":["UL1 TR000040"]}],"id":[{"id":"10.13039\/100000133","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Biomedical Informatics"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1016\/j.jbi.2013.12.004","type":"journal-article","created":{"date-parts":[[2013,12,12]],"date-time":"2013-12-12T20:41:52Z","timestamp":1386880912000},"page":"141-150","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":26,"special_numbering":"C","title":["From expert-derived user needs to user-perceived ease of use and usefulness: A two-phase mixed-methods evaluation framework"],"prefix":"10.1016","volume":"52","author":[{"given":"Mary Regina","family":"Boland","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander","family":"Rusanov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yat","family":"So","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos","family":"Lopez-Jimenez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linda","family":"Busacca","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Richard C.","family":"Steinman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Suzanne","family":"Bakken","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J. Thomas","family":"Bigger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunhua","family":"Weng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jbi.2013.12.004_b0005","doi-asserted-by":"crossref","unstructured":"Paetsch F, Eberlein A, Maurer F. Requirements engineering and agile software development. In: Proceedings of the twelfth IEEE international workshops on enabling technologies: infrastructure for collaborative enterprises, 2003, WET ICE 2003. IEEE; 2003. p. 308\u201313.","DOI":"10.1109\/ENABL.2003.1231428"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0010","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/S1386-5056(01)00183-6","article-title":"Evaluating informatics applications\u2014clinical decision support systems literature review","volume":"64","author":"Kaplan","year":"2001","journal-title":"Int J Med Inform"},{"issue":"9","key":"10.1016\/j.jbi.2013.12.004_b0015","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1016\/j.ijmedinf.2007.11.004","article-title":"A methodology for shifting the focus of e-health support design onto user needs: a case in the homecare field","volume":"77","author":"De Rouck","year":"2008","journal-title":"Int J Med Inform"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0020","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1197\/jamia.M1684","article-title":"Factors and forces affecting EHR system adoption: report of a 2004 ACMI discussion","volume":"12","author":"Ash","year":"2005","journal-title":"J Am Med Inform Assoc"},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0025","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1136\/amiajnl-2010-000020","article-title":"Review of health information technology usability study methodologies","volume":"19","author":"Yen","year":"2012","journal-title":"J Am Med Inform Assoc"},{"issue":"2\/3","key":"10.1016\/j.jbi.2013.12.004_b0030","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1108\/02689230210434934","article-title":"Evaluation of the impact of a PACS system on an intensive care unit","volume":"16","author":"Cox","year":"2002","journal-title":"J Manag Med"},{"key":"10.1016\/j.jbi.2013.12.004_b0035","doi-asserted-by":"crossref","unstructured":"Moturu ST, Liu H, Johnson WG. Trust evaluation in health information on the World Wide Web. In: 30th Annual international conference of the IEEE engineering in medicine and biology society, 2008. EMBS 2008. IEEE; 2008. p. 1525\u20138.","DOI":"10.1109\/IEMBS.2008.4649459"},{"key":"10.1016\/j.jbi.2013.12.004_b0040","series-title":"Evaluation methods in biomedical informatics","author":"Friedman","year":"2006"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/109019819201900101","article-title":"Toward integrating qualitative and quantitative methods: an introduction","volume":"19","author":"Steckler","year":"1992","journal-title":"Health Educ Q"},{"key":"10.1016\/j.jbi.2013.12.004_b0050","series-title":"Designing and conducting mixed methods research","author":"Creswell","year":"2007"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0055","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1370\/afm.104","article-title":"Designing a mixed methods study in primary care","volume":"2","author":"Creswell","year":"2004","journal-title":"Ann Fam Med"},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0060","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1097\/00006199-199103000-00014","article-title":"Approaches to qualitative\u2013quantitative methodological triangulation","volume":"40","author":"Morse","year":"1991","journal-title":"Nurs Res"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0065","doi-asserted-by":"crossref","first-page":"571","DOI":"10.2307\/249133","article-title":"Combining qualitative and quantitative methods in information systems research: a case study","volume":"12","author":"Kaplan","year":"1988","journal-title":"MIS Q"},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0070","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1016\/j.jbi.2007.09.004","article-title":"Third generation participatory design in health informatics\u2014making user participation applicable to large-scale information system projects","volume":"41","author":"Pilemalm","year":"2008","journal-title":"J Biomed Inform"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0075","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1055\/s-0038-1634349","article-title":"Integrating quantitative and qualitative methods in patient care information system evaluation","volume":"42","author":"Stoop","year":"2003","journal-title":"Methods Inf Med"},{"key":"10.1016\/j.jbi.2013.12.004_b0080","first-page":"170","article-title":"Theoretical, empirical and practical approaches to resolving the unmet information needs of clinical information system users","author":"Cimino","year":"2002","journal-title":"AMIA Annu Symp Proc"},{"key":"10.1016\/j.jbi.2013.12.004_b0085","unstructured":"Forsythe DE, Buchanan BG. Broadening our approach to evaluating medical information systems. In: Proceedings of the annual symposium on computer application in medical care; 1991. p. 8\u201312."},{"key":"10.1016\/j.jbi.2013.12.004_b0090","first-page":"714","article-title":"A comparison of usability evaluation methods: heuristic evaluation versus end-user think-aloud protocol \u2013 an example from a web-based communication tool for nurse scheduling","author":"Yen","year":"2009","journal-title":"AMIA Annu Symp Proc"},{"key":"10.1016\/j.jbi.2013.12.004_b0095","doi-asserted-by":"crossref","unstructured":"Mutschler B, Weber B, Reichert M. Workflow management versus case handling: results from a controlled software experiment. In: Proceedings of the 2008 ACM symposium on applied computing; 2008. p. 82\u20139.","DOI":"10.1145\/1363686.1363711"},{"key":"10.1016\/j.jbi.2013.12.004_b0100","first-page":"61","article-title":"Use of simulation approaches in the study of clinician workflow","volume":"2006","author":"Borycki","year":"2006","journal-title":"AMIA Annu Symp Proc"},{"issue":"11\u201312","key":"10.1016\/j.jbi.2013.12.004_b0105","doi-asserted-by":"crossref","first-page":"781","DOI":"10.1016\/j.ijmedinf.2004.08.003","article-title":"The think aloud method: a guide to user interface design","volume":"73","author":"Jaspers","year":"2004","journal-title":"Int J Med Inform"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0110","doi-asserted-by":"crossref","first-page":"392","DOI":"10.1007\/s11606-007-0417-8","article-title":"An evaluation of the Veterans Health Administration\u2019s clinical reminders system: a national survey of generalists","volume":"23","author":"Fung","year":"2008","journal-title":"J Gen Intern Med"},{"issue":"7\u20138","key":"10.1016\/j.jbi.2013.12.004_b0115","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/j.ijmedinf.2005.03.007","article-title":"Understanding technology adoption in clinical care: clinician adoption behavior of a point-of-care reminder systems","volume":"74","author":"Zheng","year":"2005","journal-title":"Int J Med Inform"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0120","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.jbi.2004.01.003","article-title":"Cognitive and usability engineering methods for the evaluation of clinical information systems","volume":"37","author":"Kushniruk","year":"2004","journal-title":"J Biomed Inform"},{"key":"10.1016\/j.jbi.2013.12.004_b0125","doi-asserted-by":"crossref","unstructured":"Nielsen J. Usability inspection methods. In: Conference companion on Human factors in computing systems. ACM; 1994. p. 413\u2013414.","DOI":"10.1145\/259963.260531"},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0130","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1016\/j.jbi.2004.11.009","article-title":"Primary care physician time utilization before and after implementation of an electronic health record: a time-motion study","volume":"38","author":"Pizziferri","year":"2005","journal-title":"J Biomed Inform"},{"key":"10.1016\/j.jbi.2013.12.004_b0135","first-page":"363","article-title":"Re-engineering opportunities in clinical research using workflow analysis in community practice settings","author":"Khan","year":"2008","journal-title":"AMIA Annu Symp Proc"},{"issue":"5","key":"10.1016\/j.jbi.2013.12.004_b0140","doi-asserted-by":"crossref","first-page":"782","DOI":"10.1016\/j.jbi.2010.05.010","article-title":"Complementary methods of system usability evaluation: surveys and observations during software design and development cycles","volume":"43","author":"Horsky","year":"2010","journal-title":"J Biomed Inform"},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0145","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1197\/jamia.M2852","article-title":"An interface-driven analysis of user interactions with an electronic health records system","volume":"16","author":"Zheng","year":"2009","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.jbi.2013.12.004_b0150","first-page":"194","article-title":"SUS \u2013 a quick and dirty usability scale","volume":"189","author":"Brooke","year":"1996","journal-title":"Usability Eval Industry"},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0155","doi-asserted-by":"crossref","first-page":"425","DOI":"10.2307\/30036540","article-title":"User acceptance of information technology: toward a unified view","volume":"27","author":"Venkatesh","year":"2003","journal-title":"MIS Q"},{"key":"10.1016\/j.jbi.2013.12.004_b0160","series-title":"The think aloud method: a practical guide to modelling cognitive processes","author":"Van Someren","year":"1994"},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0165","doi-asserted-by":"crossref","first-page":"319","DOI":"10.2307\/249008","article-title":"Perceived usefulness, perceived ease of use, and user acceptance of information technology","volume":"13","author":"Davis","year":"1989","journal-title":"MIS Q"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0170","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1016\/j.jbi.2013.05.001","article-title":"An integrated model for patient care and clinical trials (IMPACT) to support clinical research visit scheduling workflow for future learning health systems","volume":"46","author":"Weng","year":"2013","journal-title":"J Biomed Inform"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0175","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ijmedinf.2008.09.002","article-title":"STARE-HI\u2014statement on reporting of evaluation studies in health informatics","volume":"78","author":"Talmon","year":"2009","journal-title":"Int J Med Inform"},{"key":"10.1016\/j.jbi.2013.12.004_b0180","unstructured":"Allscripts Study Manager 2013. <http:\/\/investor.allscripts.com\/phoenix.zhtml?c=112727&p=irol-newsArticle&ID=816949&highlight=> [accessed January\u2013June 2013]."},{"key":"10.1016\/j.jbi.2013.12.004_b0185","unstructured":"Velos eResearch 2013. <http:\/\/velos.com\/solutions\/by-product\/velos-eresearch-2\/> [accessed January\u2013April 2013]."},{"key":"10.1016\/j.jbi.2013.12.004_b0190","unstructured":"WebCAMP. An integrated system for research management and tracking; 2012. <http:\/\/www.translationalsciencemeeting.org\/sites\/default\/files\/WebCAMPAnIntegratedSystemforManagingClinicalandTranslationalScienceCenters.pdf> [accessed January\u2013June 2013]."},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0195","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1145\/5666.5669","article-title":"An empirical study of the impact of user involvement on system usage and information satisfaction","volume":"29","author":"Baroudi","year":"1986","journal-title":"Commun ACM"},{"issue":"5","key":"10.1016\/j.jbi.2013.12.004_b0200","doi-asserted-by":"crossref","first-page":"704","DOI":"10.1136\/amiajnl-2011-000083","article-title":"Using the time and motion method to study clinical work processes and workflow: methodological inconsistencies and a call for standardized research","volume":"18","author":"Zheng","year":"2011","journal-title":"J Am Med Inform Assoc"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0205","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1136\/jamia.2010.004440","article-title":"Quantifying the impact of health IT implementations on clinical workflow: a new methodological perspective","volume":"17","author":"Zheng","year":"2010","journal-title":"J Am Med Inform Assoc"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0210","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.jbi.2004.11.005","article-title":"A user-centered framework for redesigning health care interfaces","volume":"38","author":"Johnson","year":"2005","journal-title":"J Biomed Inform"},{"issue":"3","key":"10.1016\/j.jbi.2013.12.004_b0215","doi-asserted-by":"crossref","first-page":"255","DOI":"10.3102\/01623737011003255","article-title":"Toward a conceptual framework for mixed-method evaluation designs","volume":"11","author":"Greene","year":"1989","journal-title":"Educ Eval Policy Anal"},{"key":"10.1016\/j.jbi.2013.12.004_b0220","unstructured":"WonderApps-AB. ATracker \u2013 daily task and time tracking lite; 2012. <https:\/\/itunes.apple.com\/us\/app\/atracker-lite-daily-task-tracking\/id522008611?mt=8> [accessed November 2012]."},{"key":"10.1016\/j.jbi.2013.12.004_b0225","unstructured":"Vanderbilt-University. Research Electronic Data Capture (REDCap); 2013. <http:\/\/project-redcap.org\/> [accessed May 2013]."},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0230","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/j.jbi.2008.08.010","article-title":"Research electronic data capture (REDCap) \u2013 a metadata-driven methodology and workflow process for providing translational research informatics support","volume":"42","author":"Harris","year":"2009","journal-title":"J Biomed Inform"},{"issue":"1","key":"10.1016\/j.jbi.2013.12.004_b0235","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.jbi.2009.07.002","article-title":"The technology acceptance model: its past and its future in health care","volume":"43","author":"Holden","year":"2010","journal-title":"J Biomed Inform"},{"issue":"6","key":"10.1016\/j.jbi.2013.12.004_b0240","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1080\/10447310802205776","article-title":"An empirical evaluation of the system usability scale","volume":"24","author":"Bangor","year":"2008","journal-title":"Int J Hum Comput Interact"},{"key":"10.1016\/j.jbi.2013.12.004_b0245","unstructured":"Shiffman R. Towards effective implementation of a pediatric asthma guideline: integration of decision support and clinical workflow support. In: Proceedings of the annual symposium on computer application in medical care; 1994. p. 797\u2013801."},{"issue":"1\u20132","key":"10.1016\/j.jbi.2013.12.004_b0250","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/S0169-2607(97)00030-8","article-title":"Cognitive evaluation: how to assess the usability of information technology in healthcare","volume":"54","author":"Beuscart-Z\u00e9phir","year":"1997","journal-title":"Comput Methods Programs Biomed"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0255","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1197\/jamia.M2419","article-title":"The impact of computerized provider order entry systems on inpatient clinical workflow: a literature review","volume":"16","author":"Niazkhani","year":"2009","journal-title":"J Am Med Inform Assoc"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0260","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1197\/jamia.M2616","article-title":"Workarounds to barcode medication administration systems: their occurrences, causes, and threats to patient safety","volume":"15","author":"Koppel","year":"2008","journal-title":"J Am Med Inform Assoc"},{"issue":"4","key":"10.1016\/j.jbi.2013.12.004_b0265","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1097\/00002727-200610000-00008","article-title":"Clinical dashboards: impact on workflow, care quality, and patient safety","volume":"29","author":"Egan","year":"2006","journal-title":"Crit Care Nurs Q"},{"key":"10.1016\/j.jbi.2013.12.004_b0270","series-title":"Human\u2013computer interaction. Interaction design and usability","first-page":"383","article-title":"Prototype evaluation and user-needs analysis in the early design of emerging technologies","author":"Anastassova","year":"2007"},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0275","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1016\/j.ijmedinf.2011.08.014","article-title":"Physicians\u2019 experiences of participation in healthcare IT development in Finland: willing but not able","volume":"81","author":"Martikainen","year":"2012","journal-title":"Int J Med Inform"},{"key":"10.1016\/j.jbi.2013.12.004_b0280","first-page":"303","article-title":"Pre-post evaluation of physicians\u2019 satisfaction with a redesigned electronic medical record system","volume":"136","author":"Jaspers","year":"2008","journal-title":"Stud Health Technol Inform"},{"key":"10.1016\/j.jbi.2013.12.004_b0285","first-page":"225","article-title":"Pre-and post-control model research on end-users\u2019 satisfaction with an electronic medical record: preliminary results","author":"Gamm","year":"1998","journal-title":"AMIA Annu Symp Proc"},{"issue":"2","key":"10.1016\/j.jbi.2013.12.004_b0290","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/S0953-5438(00)00031-X","article-title":"What is beautiful is usable","volume":"13","author":"Tractinsky","year":"2000","journal-title":"Interact Comput"}],"container-title":["Journal of Biomedical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046413001950?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046413001950?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T22:35:36Z","timestamp":1761518136000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1532046413001950"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,12]]},"references-count":58,"alternative-id":["S1532046413001950"],"URL":"https:\/\/doi.org\/10.1016\/j.jbi.2013.12.004","relation":{},"ISSN":["1532-0464"],"issn-type":[{"value":"1532-0464","type":"print"}],"subject":[],"published":{"date-parts":[[2014,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"From expert-derived user needs to user-perceived ease of use and usefulness: A two-phase mixed-methods evaluation framework","name":"articletitle","label":"Article Title"},{"value":"Journal of Biomedical Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jbi.2013.12.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2013 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}