{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T05:28:59Z","timestamp":1774070939698,"version":"3.50.1"},"reference-count":88,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2001,11,1]],"date-time":"2001-11-01T00:00:00Z","timestamp":1004572800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["International Journal of Medical Informatics"],"published-print":{"date-parts":[[2001,11]]},"DOI":"10.1016\/s1386-5056(01)00183-6","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T16:47:08Z","timestamp":1027615628000},"page":"15-37","source":"Crossref","is-referenced-by-count":238,"title":["Evaluating informatics applications\u2014clinical decision support systems literature review"],"prefix":"10.1016","volume":"64","author":[{"given":"Bonnie","family":"Kaplan","sequence":"first","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S1386-5056(01)00183-6_BIB1","doi-asserted-by":"crossref","unstructured":"J.G. Anderson, S.J. (Eds.), Use and impact of computers in clinical medicine. Springer; New York, 1987.","DOI":"10.1007\/978-1-4613-8674-2"},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB2","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1017\/S026646230001179X","article-title":"The medical computing \u2018lag\u2019: perceptions of barriers to the application of computers to medicine","volume":"3","author":"Kaplan","year":"1987","journal-title":"Int. J. Technol. Assess. Health Care"},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB3","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1177\/016224399502000102","article-title":"The computer prescription: medical computing, public policy, and views of history","volume":"20","author":"Kaplan","year":"1995","journal-title":"Sci. Technol. Human Values"},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB4","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1001\/jama.282.1.67","article-title":"Users\u2019 guides to the medical literature: XVIII. How to use an article evaluating the clinical impact of a computer-based clinical decision support system","volume":"282","author":"Randolph","year":"1999","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB5","doi-asserted-by":"crossref","unstructured":"E.A. Balas, S.A. Boren, Clinical trials and information interventions. In: E.S. Berner (Ed.), Clinical decision support systems: theory and practice. Springer, New York, 1999, pp. 199\u2013216.","DOI":"10.1007\/978-1-4757-3903-9_8"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB6","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1001\/archfami.5.5.271","article-title":"The clinical value of computerized information services","volume":"5","author":"Balas","year":"1996","journal-title":"Arch. Fam. Med."},{"issue":"9","key":"10.1016\/S1386-5056(01)00183-6_BIB7","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1001\/jama.274.9.700","article-title":"Changing physician performance: A systematic review of the effect of continuing medical education strategies","volume":"274","author":"Davis","year":"1995","journal-title":"J. Am. Med. Assoc."},{"issue":"15","key":"10.1016\/S1386-5056(01)00183-6_BIB8","doi-asserted-by":"crossref","first-page":"1339","DOI":"10.1001\/jama.280.15.1339","article-title":"Effects of computer-based clinical decision support systems on physician performance and patient outcomes: a systematic review","volume":"280","author":"Hunt","year":"1998","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB9","unstructured":"R.D. Zielstorff, M.J. Teich, M.D. Paterno, M. Segal, P-CAPE: A high-level tool for entering and processing clinical practice guidelines, Proc. AMIA Symp. 1998; 478\u201382."},{"issue":"6","key":"10.1016\/S1386-5056(01)00183-6_BIB10","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1136\/jamia.1996.97084513","article-title":"A meta-analysis of 16 randomized controlled trials to evaluate computer-based clinical reminder systems for preventive care in the ambulatory setting","volume":"3","author":"Shea","year":"1996","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"15","key":"10.1016\/S1386-5056(01)00183-6_BIB11","doi-asserted-by":"crossref","first-page":"1311","DOI":"10.1001\/jama.280.15.1311","article-title":"Effect of computerized physician order entry and a team intervention on prevention of serious medication errors","volume":"280","author":"Bates","year":"1998","journal-title":"J. Am. Med. Assoc."},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB12","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1136\/jamia.1999.00660313","article-title":"The impact of computerized physician order entry on medication error prevention","volume":"6","author":"Bates","year":"1999","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB13","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1136\/jamia.1998.0050305","article-title":"Identifying adverse drug events","volume":"5","author":"Jha","year":"1998","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"6","key":"10.1016\/S1386-5056(01)00183-6_BIB14","doi-asserted-by":"crossref","first-page":"512","DOI":"10.1136\/jamia.1999.0060512","article-title":"Improving response to critical laboratory results with automation: results of a randomized controlled trial","volume":"6","author":"Kuperman","year":"1999","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB15","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1001\/jama.280.14.1249","article-title":"Improving prescribing patterns for the elderly through an online drug utilization review intervention: a system linking the physician, pharmacist, and computer","volume":"280","author":"Monane","year":"1998","journal-title":"J. Am. Med. Assoc."},{"issue":"15","key":"10.1016\/S1386-5056(01)00183-6_BIB16","doi-asserted-by":"crossref","first-page":"1317","DOI":"10.1001\/jama.280.15.1317","article-title":"A computer alert system to prevent injury from adverse drug events: development and evaluation in a community teaching hospital","volume":"280","author":"Raschke","year":"1998","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB17","unstructured":"H.R. Warner, Jr., S. Miller, K. Jennings et al., Clinical event management using push technology\u2014implementation and evaluation at two health care centers, Proc. AMIA Symp. 1998; 106-10."},{"issue":"23","key":"10.1016\/S1386-5056(01)00183-6_BIB18","doi-asserted-by":"crossref","first-page":"2108","DOI":"10.1001\/jama.278.23.2108","article-title":"Translating good advice into better practice","volume":"278","author":"Lee","year":"1997","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB19","doi-asserted-by":"crossref","first-page":"1551","DOI":"10.1001\/archinte.156.14.1551","article-title":"Computer reminders to implement preventive care guidelines for hospitalized patients","volume":"156","author":"Overhage","year":"1996","journal-title":"Arch. Intern. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB20","doi-asserted-by":"crossref","first-page":"1585","DOI":"10.1001\/jama.278.19.1585","article-title":"Implementation of clinical guidelines using a computer charting system: effect on the initial care of health care workers exposed to body fluids","volume":"278","author":"Schriger","year":"1997","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB21","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1136\/bmj.318.7182.527","article-title":"Potential benefits, limitations and harms of clinical guidelines","volume":"318","author":"Woolf","year":"1999","journal-title":"BMJ"},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB22","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1093\/fampra\/13.1.28","article-title":"Local clinical guidelines: description and evaluation of a participative method for their development and implementation","volume":"13","author":"Buchan","year":"1996","journal-title":"Fam. Practice"},{"issue":"15","key":"10.1016\/S1386-5056(01)00183-6_BIB23","doi-asserted-by":"crossref","first-page":"1360","DOI":"10.1001\/jama.280.15.1360","article-title":"Clinical decision support systems to improve clinical practice and quality of care","volume":"280","author":"Classen","year":"1998","journal-title":"J. Am. Med. Assoc."},{"issue":"20","key":"10.1016\/S1386-5056(01)00183-6_BIB24","doi-asserted-by":"crossref","first-page":"1950","DOI":"10.1001\/jama.281.20.1950","article-title":"The trials and tribulations of clinical practice guidelines","volume":"281","author":"Cook","year":"1999","journal-title":"J. Am. Med. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB25","doi-asserted-by":"crossref","first-page":"1317","DOI":"10.1016\/0140-6736(93)92244-N","article-title":"Effect of clinical guidelines on medical practice: a systematic review of rigorous evaluations","volume":"342","author":"Grimshaw","year":"1993","journal-title":"Lancet"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB26","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1007\/BF02600144","article-title":"Requiring physicians to respond to computerized reminders improves their compliance with preventive care protocols","volume":"8","author":"Litzelman","year":"1993","journal-title":"J. Gen. Intern. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB27","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/S0002-9343(96)00382-8","article-title":"Computerized decision support based on a clinical practice guideline improves compliance with care standards","volume":"102","author":"Lobach","year":"1997","journal-title":"Am. J. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB28","unstructured":"M.M. Morgan, J. Goodson, G.O. Barnett, Long-term changes in compliance with clinical guidelines through computer-based reminders, Proc. AMIA Symp. 1998; 493\u20137"},{"issue":"17","key":"10.1016\/S1386-5056(01)00183-6_BIB29","doi-asserted-by":"crossref","first-page":"1271","DOI":"10.1056\/NEJM199310213291714","article-title":"Changing physicians\u2019 practices","volume":"329","author":"Greco","year":"1993","journal-title":"New Engl. J. Med."},{"issue":"24","key":"10.1016\/S1386-5056(01)00183-6_BIB30","doi-asserted-by":"crossref","first-page":"1351","DOI":"10.1056\/NEJM197612092952405","article-title":"Protocol-based computer reminders, the quality of care, and the non-perfectability of man","volume":"295","author":"McDonald","year":"1975","journal-title":"New Engl. J. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB31","unstructured":"J. Bouaud, B. S\u00e9roussi, C.-C. Antoine et al., Hypertextual navigation operationalizaing generic clinical practice guidelines for patient-specific therapeutic decisions, Proc. AMIA Symp. 1998; 488\u201392."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB32","doi-asserted-by":"crossref","first-page":"1458","DOI":"10.1001\/jama.282.15.1458","article-title":"Why don't physicians follow clinical practice guidelines?: a framework for improvement","volume":"282","author":"Cabana","year":"1999","journal-title":"J. Am. Med. Assoc."},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB33","first-page":"408","article-title":"Translating guidelines into practice: A systematic review of theoretic concepts, practical experience and research evidence in the adoption of clinical practice guidelines","volume":"157","author":"Davis","year":"1997","journal-title":"Can. Med. Assoc. J."},{"issue":"8","key":"10.1016\/S1386-5056(01)00183-6_BIB34","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1007\/BF02599049","article-title":"Physicians\u2019 reasons for failing to comply with computerized preventive care guidelines","volume":"11","author":"Litzelman","year":"1996","journal-title":"J. Gen. Intern. Med."},{"issue":"19","key":"10.1016\/S1386-5056(01)00183-6_BIB35","doi-asserted-by":"crossref","first-page":"1851","DOI":"10.1001\/jama.282.19.1851","article-title":"Enhancement of clinicians\u2019 diagnostic reasoning by computer-based consultation: a multisite study of 2 systems","volume":"282","author":"Friedman","year":"1999","journal-title":"J. Am. Med. Assoc."},{"issue":"25","key":"10.1016\/S1386-5056(01)00183-6_BIB36","doi-asserted-by":"crossref","first-page":"1824","DOI":"10.1056\/NEJM199406233302512","article-title":"A report card on computer-assisted diagnosis\u2014the grade: C","volume":"330","author":"Kassirer","year":"1994","journal-title":"New Engl. J. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB37","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/S1386-5056(97)00022-1","article-title":"A diagnostic support system in general practice: is it feasible?","volume":"45","author":"Ridderikhoff","year":"1997","journal-title":"Int. J. Med. Inform."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB38","unstructured":"F.M. Wolf, C.P. Friedman, A.S. Elstein et al., Changes in diagnostic decision-making after a computerized decision support consultation based on perceptions of need and helpfulness: a preliminary report, Proc. AMIA Symp. 1997; 263\u20137."},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB39","first-page":"S63","article-title":"Cognition and technology in health education research","volume":"87","author":"Patel","year":"1996","journal-title":"Can. J. Public Health"},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB40","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1056\/NEJM199801223380411","article-title":"Computers and the quality of care\u2014a clinicians\u2019 perspective. A computer-assisted management program for antibiotics and other antiinfective agents","volume":"338","author":"Garibaldi","year":"1998","journal-title":"New Engl. J. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB41","doi-asserted-by":"crossref","first-page":"135","DOI":"10.7326\/0003-4819-120-2-199401150-00007","article-title":"Effects of computer-based clinical decision support systems on clinical performance and patient outcome: A clinical appraisal of research","volume":"120","author":"Johnston","year":"1994","journal-title":"Ann. Intern. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB42","unstructured":"J.S. Ash, P.H. Gorman, W.R. Hersh, Physician order entry in US hospitals, Proc. AMIA Symp. 1998; 235\u201339."},{"issue":"5","key":"10.1016\/S1386-5056(01)00183-6_BIB43","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1136\/jamia.1999.0060420","article-title":"Effects of a decision support system on physicians\u2019 diagnostic performance","volume":"6","author":"Berner","year":"1999","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB44","doi-asserted-by":"crossref","unstructured":"J.H. Carter, Design and implementation issues. In: Berner ES (Ed.), Clinical decision support systems: theory and practice. Springer, New York, 1999, pp. 169\u2013197.","DOI":"10.1007\/978-1-4757-3903-9_7"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB45","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1055\/s-0038-1634896","article-title":"Philosophies for the design and development of clinical decision-support systems","volume":"32","author":"Heathfield","year":"1993","journal-title":"Meth. Inform. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB46","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1136\/jamia.1994.95236141","article-title":"Medical diagnostic decision support systems\u2014past, present, and future: a threaded bibliography and brief commentary","volume":"1","author":"Miller","year":"1994","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB47","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1136\/jamia.1998.0050088","article-title":"An informatics-based chronic disease practice: case study of a 35-year computer-based longitudinal record system","volume":"5","author":"Nordyke","year":"1998","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB48","doi-asserted-by":"crossref","unstructured":"C.M. Ruland, Improving patient outcomes by including patient preferences in nursing care. Proc. AMIA Symp. 1998:448-52; Decision support for patient preference-based care planning: effects on nursing care and patient outcomes. J. Am. Med. Inform. Assoc. 1999; 6 (4):304-312.","DOI":"10.1136\/jamia.1999.0060304"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB49","unstructured":"J.G. Anderson, C.E. Aydin, S.J. Jay (Eds.), Evaluating health care information systems: methods and applications, Sage Publications, Thousand Oaks, CA, 1994."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB50","doi-asserted-by":"crossref","unstructured":"C.P. Friedman, J.C. Wyatt, Evaluation methods in medical informatics. Springer, New York, 1997.","DOI":"10.1007\/978-1-4757-2685-5"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB51","unstructured":"M. Berg, Rationalizing medical work: decision -support techniques and medical practices. MIT Press, Cambridge, 1997."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB52","unstructured":"B. Kaplan, R. Morelli, J. Goethe, Preliminary findings from an evaluation of the acceptability of an expert system in psychiatry, Extended Proc (CD-ROM) AMIA Symp (formerly SCAMC), 1997."},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB53","first-page":"91","article-title":"Use of the equity implementation model to review clinical system implementation efforts: A case report","volume":"7","author":"Lauer","year":"2000","journal-title":"JAMIA"},{"issue":"6","key":"10.1016\/S1386-5056(01)00183-6_BIB54","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1023\/A:1020674527409","article-title":"The computer based patient record: a strategic issue in process innovation","volume":"22","author":"Sicotte","year":"1998","journal-title":"J. Med. Syst."},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB55","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/S0933-3657(97)00047-X","article-title":"Electronic communication and collaboration in a health care practice","volume":"12","author":"Safran","year":"1998","journal-title":"Artif. Intell. Med."},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB56","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1007\/BF01904763","article-title":"The diluting effect of medical work groups on feedback efficacy in changing physician's practice","volume":"19","author":"Sicotte","year":"1996","journal-title":"J. Beh. Med."},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB57","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1023\/A:1022661701101","article-title":"The computer-based patient record: challenges towards timeless and spaceless medical practice","volume":"22","author":"Sicotte","year":"1998","journal-title":"J. Med. Syst."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB58","unstructured":"B. Kaplan, Evaluating informatics applications\u2014some alternative approaches: theory, social interactionism and call for methodological pluralism 64 (2001) 39\u201345."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB59","doi-asserted-by":"crossref","unstructured":"E.S. Berner, Testing system accuracy. In: E.S. Berner (Ed.), Clinical decision support systems: theory and practice. Springer, New York, 1999, pp. 61\u201374.","DOI":"10.1007\/978-1-4757-3903-9_3"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB60","doi-asserted-by":"crossref","unstructured":"C. N\u00f8hr, The evaluation of expert diagnostic systems\u2014How to assess outcomes and quality parameters? Artif. Intell. Med. 6(2) (1994) 123\u2013135.","DOI":"10.1016\/0933-3657(94)90041-8"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB61","unstructured":"R.P. van der Loo, Overview of published assessment and evaluation studies. In: E.M.S. van Gennip, J.L. Talmon (Eds.), Assessment and evaluation of information technologies, Studies in Health Technology and Informatics, vol. 17. Amsterdam, IOS Press, 1995, pp. 261\u2013282."},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB62","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1136\/jamia.1999.0060099","article-title":"A design model for computer-based guideline implementation based on information management services","volume":"6","author":"Shiffman","year":"1999","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB63","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1136\/jamia.1999.0060104","article-title":"Computer-based guideline implementation systems: a systematic review of functionality and effectiveness","volume":"6","author":"Shiffman","year":"1999","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB64","unstructured":"D. Karlsson, C. Ekdahl, O. Wigertz et al., A qualitative study of clinicians ways of using a decision-support system, Proc. AMIA Symp. 1997:268\u201372"},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB65","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/0933-3657(94)90040-X","article-title":"Methodology for evaluation of knowledge-based systems in medicine","volume":"6","author":"Clarke","year":"1994","journal-title":"Artif. Intell. Med. A"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB66","doi-asserted-by":"crossref","first-page":"1792","DOI":"10.1056\/NEJM199406233302506","article-title":"Performance of four computer-based diagnostic systems","volume":"330","author":"Berner","year":"1994","journal-title":"New Engl. J. Med."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB67","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/S1386-5056(99)00035-0","article-title":"The VATAM guidelines","volume":"56","author":"Talmon","year":"1999","journal-title":"Int. J. Med. Inform."},{"issue":"25","key":"10.1016\/S1386-5056(01)00183-6_BIB68","doi-asserted-by":"crossref","first-page":"1887","DOI":"10.1056\/NEJM200006223422507","article-title":"Randomized, controlled trials, observational studies, and the hierarchy of research designs","volume":"42","author":"Concato","year":"2000","journal-title":"New Engl. J. Med."},{"issue":"25","key":"10.1016\/S1386-5056(01)00183-6_BIB69","doi-asserted-by":"crossref","first-page":"1907","DOI":"10.1056\/NEJM200006223422511","article-title":"Randomized trials or observational tribulations?","volume":"42","author":"Pocock","year":"2000","journal-title":"New Engl. J. Med."},{"issue":"4","key":"10.1016\/S1386-5056(01)00183-6_BIB70","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1136\/jamia.1994.95236170","article-title":"An plea for controlled trials in medical informatics","volume":"1","author":"Tierney","year":"1994","journal-title":"J. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB71","unstructured":"C.S. Gadd, P. Baskaran, D.F. Lobach, Identification of design features to enhance utilization and acceptance of systems for Internet-based decision support at the point of care, Proc. AMIA Symp. 1998; 91\u20135."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB72","unstructured":"L.D. Gamm, C.K. Barsukiewicz, K.H. Dansky et al., Pre- and post- control model research on end-users\u2019 satisfaction with an electronic medical record: preliminary results, Proc. AMIA Symp. 1998; 225\u201329."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB73","unstructured":"L.A. Moore, Reaction of medical personnel to a medical expert system for stroke. In: J.G. Anderson, C.E. Aydin, S.J. Jay (Eds.), Evaluating health care information systems: approaches and applications. Sage, Thousand Oaks, CA, 1994, pp. 226\u2013244."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB74","unstructured":"R.R. Weaver, Evaluating the Problem Knowledge Coupler: a case study. In: J.G. Anderson, C.E. Aydin, S.J. Jay (Eds.), Evaluating health care information systems: approaches and applications. Sage, Thousand Oaks, CA, 1994, pp. 203\u2013225."},{"issue":"10","key":"10.1016\/S1386-5056(01)00183-6_BIB75","doi-asserted-by":"crossref","first-page":"805","DOI":"10.1016\/0277-9536(87)90182-1","article-title":"Evaluating medical expert systems","volume":"24","author":"Lundsgaarde","year":"1987","journal-title":"Soc. Sci. Med."},{"issue":"3","key":"10.1016\/S1386-5056(01)00183-6_BIB76","doi-asserted-by":"crossref","first-page":"205","DOI":"10.3109\/14639239009025268","article-title":"Evaluating medical expert systems: what to test and how?","volume":"15","author":"Wyatt","year":"1990","journal-title":"Med. Inform."},{"issue":"1","key":"10.1016\/S1386-5056(01)00183-6_BIB77","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1136\/jamia.1994.95236134","article-title":"Designing medical informatics research and library resource projects to increase what is learned","volume":"1","author":"Stead","year":"1994","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB78","unstructured":"B. Kaplan, C.F. Flagle, Bibliography on evaluation of digital imaging and computer based medical information systems. Proposal to develop an evaluation plan for the VistA Imaging System, The Department of Veterans Affairs, 1997\u20131998 (Project Co-Principle Investigator, with Charles D. Flagle, Johns Hopkins University. Subcontract between Birch & Davis Associates and Johns Hopkins University School of Hygiene and Public Health Subcontract 1523-001-S0-Hopkins) 5, 1998."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB79","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1145\/356802.356806","article-title":"Social analyses of computing: theoretical perspectives in recent empirical research","volume":"12","author":"Kling","year":"1980","journal-title":"ACM Comp. Surv."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB80","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1145\/28865.28867","article-title":"Different perspectives on information systems: problems and solutions","volume":"19","author":"Lyytinen","year":"1987","journal-title":"ACM Comp. Surv."},{"issue":"12","key":"10.1016\/S1386-5056(01)00183-6_BIB81","first-page":"413","article-title":"Implementing clinical practice guidelines: social influence strategies and practitioner behavior change","volume":"18","author":"Mittman","year":"1992","journal-title":"QRB"},{"issue":"2","key":"10.1016\/S1386-5056(01)00183-6_BIB82","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/S0169-2607(98)00017-0","article-title":"Decision support systems in diabetes: a systems perspective","volume":"56","author":"Carson","year":"1998","journal-title":"Comput. Methods Programs Biomed."},{"issue":"3","key":"10.1016\/S1386-5056(01)00183-6_BIB83","doi-asserted-by":"crossref","first-page":"185","DOI":"10.3109\/14639239009025266","article-title":"The evaluation of clinical decision support systems: what is necessary versus what is interesting","volume":"15","author":"Miller","year":"1990","journal-title":"Med. Inform."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB84","unstructured":"G.C. Scott, L.A. Lenert, Extending contemporary decision support system designs to patient-oriented systems, Proc AMIA Symp. 1998, 376\u201380."},{"key":"10.1016\/S1386-5056(01)00183-6_BIB85","unstructured":"D. Forsythe, B. Buchanan, Broadening our approach to evaluating medical expert systems, In: P.D. Clayton (Ed.), Symposium on computer applications in medical care. McGraw-Hill, New York, 1991, pp. 8\u201312."},{"issue":"7063","key":"10.1016\/S1386-5056(01)00183-6_BIB86","doi-asserted-by":"crossref","first-page":"1008","DOI":"10.1136\/bmj.313.7063.1008","article-title":"Current evaluations of information technology in health care are often inadequate","volume":"313","author":"Heathfield","year":"1996","journal-title":"BMJ"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB87","doi-asserted-by":"crossref","unstructured":"R. Kling, W. Scacchi, The web of computing: computer technology as social organization. In: M.C. Yovits (Ed.), Advances in computers. Academic Press, New York, 1982, p. 290.","DOI":"10.1016\/S0065-2458(08)60567-7"},{"key":"10.1016\/S1386-5056(01)00183-6_BIB88","unstructured":"A.W. Kushniruk, V.L. Patel, J.J. Cimino, in: D.R. Masys (Ed.), Usability testing in medical informatics: cognitive approaches to evaluation of information systems and user interfaces, Proc. AMIA Symp. 1997, pp. 218\u201322"}],"container-title":["International Journal of Medical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505601001836?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505601001836?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,1,12]],"date-time":"2020-01-12T03:51:05Z","timestamp":1578801065000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1386505601001836"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001,11]]},"references-count":88,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2001,11]]}},"alternative-id":["S1386505601001836"],"URL":"https:\/\/doi.org\/10.1016\/s1386-5056(01)00183-6","relation":{},"ISSN":["1386-5056"],"issn-type":[{"value":"1386-5056","type":"print"}],"subject":[],"published":{"date-parts":[[2001,11]]}}}