{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T13:55:59Z","timestamp":1773842159775,"version":"3.50.1"},"reference-count":66,"publisher":"Oxford University Press (OUP)","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of the American Medical Informatics Association"],"published-print":{"date-parts":[[2002,1,1]]},"DOI":"10.1136\/jamia.2002.0090001","type":"journal-article","created":{"date-parts":[[2011,3,29]],"date-time":"2011-03-29T21:19:14Z","timestamp":1301433554000},"page":"1-15","source":"Crossref","is-referenced-by-count":53,"title":["Reference Standards, Judges, and Comparison Subjects: Roles for Experts in Evaluating System Performance"],"prefix":"10.1093","volume":"9","author":[{"given":"G.","family":"Hripcsak","sequence":"first","affiliation":[]},{"given":"A.","family":"Wilcox","sequence":"additional","affiliation":[]}],"member":"286","reference":[{"issue":"4","key":"2_9217350","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1055\/s-0038-1634794","volume":"29","author":"Willems","year":"1990","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"25","key":"4_9628651","doi-asserted-by":"publisher","first-page":"1767","DOI":"10.1056\/NEJM199112193252503","volume":"325","author":"Willems","year":"1991","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"4","key":"5_9217348","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1055\/s-0038-1634806","volume":"29","author":"Michaelis","year":"1990","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"25","key":"6_15496794","doi-asserted-by":"publisher","first-page":"1792","DOI":"10.1056\/NEJM199406233302506","volume":"330","author":"Berner","year":"1994","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"1","key":"7_5561400","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1055\/s-0038-1634766","volume":"29","author":"Kors","year":"1990","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"12","key":"8_13355455","doi-asserted-by":"publisher","first-page":"1248","DOI":"10.1001\/archneur.1984.04050230030013","volume":"41","author":"Reggia","year":"1984","journal-title":"Archives of Neurology","ISSN":"https:\/\/id.crossref.org\/issn\/0003-9942","issn-type":"print"},{"issue":"13","key":"11_4879458","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1056\/NEJM198803313181301","volume":"318","author":"Goldman","year":"1988","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"9","key":"12_15823525","doi-asserted-by":"publisher","first-page":"681","DOI":"10.7326\/0003-4819-122-9-199505010-00007","volume":"122","author":"Hripcsak","year":"1995","journal-title":"Annals of Internal Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0003-4819","issn-type":"print"},{"issue":"1","key":"13_5966742","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1055\/s-0038-1634499","volume":"37","author":"Hripcsak","year":"1998","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"8781","key":"14_9656781","doi-asserted-by":"publisher","first-page":"1504","DOI":"10.1016\/0140-6736(91)92311-O","volume":"338","author":"van der Lei","year":"1991","journal-title":"Lancet","ISSN":"https:\/\/id.crossref.org\/issn\/0140-6736","issn-type":"print"},{"issue":"9","key":"15_16788932","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1002\/(SICI)1097-0258(19970515)16:9<981::AID-SIM510>3.0.CO;2-N","volume":"16","author":"Brenner","year":"1997","journal-title":"Statistics in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0277-6715","issn-type":"print"},{"issue":"17","key":"16_4636707","doi-asserted-by":"publisher","first-page":"926","DOI":"10.1056\/NEJM197810262991705","volume":"299","author":"Ransohoff","year":"1978","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"1","key":"17_8613799","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","volume":"143","author":"Hanley","year":"1982","journal-title":"Radiology","ISSN":"https:\/\/id.crossref.org\/issn\/0033-8419","issn-type":"print"},{"issue":"4857","key":"18_4925430","doi-asserted-by":"publisher","first-page":"1285","DOI":"10.1126\/science.3287615","volume":"240","author":"Swets","year":"1988","journal-title":"Science","ISSN":"https:\/\/id.crossref.org\/issn\/0036-8075","issn-type":"print"},{"issue":"2","key":"19_9534662","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1177\/0272989X9101100204","volume":"11","author":"Hilden","year":"1991","journal-title":"Medical Decision Making","ISSN":"https:\/\/id.crossref.org\/issn\/0272-989X","issn-type":"print"},{"issue":"4","key":"20_7916606","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1016\/S0001-2998(78)80014-2","volume":"8","author":"Metz","year":"1978","journal-title":"Seminars in nuclear medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0001-2998","issn-type":"print"},{"issue":"18","key":"21_8632555","doi-asserted-by":"publisher","first-page":"2543","DOI":"10.1001\/jama.1982.03320430047030","volume":"247","author":"Harrell","year":"1982","journal-title":"JAMA","ISSN":"https:\/\/id.crossref.org\/issn\/0098-7484","issn-type":"print"},{"issue":"1","key":"23_5478487","doi-asserted-by":"publisher","first-page":"78","DOI":"10.7326\/0003-4819-112-1-78","volume":"112","author":"Haynes","year":"1990","journal-title":"Annals of Internal Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0003-4819","issn-type":"print"},{"issue":"1","key":"24_48960742","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1136\/jamia.1994.95236136","volume":"1","year":"1994","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"2","key":"29_48960764","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1136\/jamia.1994.95236145","volume":"1","year":"1994","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"2","key":"30_9827560","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/0010-4809(92)90018-6","volume":"25","author":"Vries","year":"1992","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"key":"31_36157691","first-page":"409","volume":"19","year":"1993","journal-title":"COMPUT LINGUIST"},{"issue":"2","key":"33_5506429","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1148\/radiology.174.2.2404321","volume":"174","author":"Haug","year":"1990","journal-title":"Radiology","ISSN":"https:\/\/id.crossref.org\/issn\/0033-8419","issn-type":"print"},{"key":"36_36157692","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1007\/978-1-4612-2404-4_39","volume":"112","year":"1996","journal-title":"LEARNING FROM DATA AI AND STATISTICS V LECTURE NOTES IN STATISTICS"},{"issue":"2","key":"37_8401629","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1055\/s-0038-1635298","volume":"20","author":"Habbema","year":"1981","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"5030","key":"38_9603190","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1126\/science.1925596","volume":"254","author":"Knaus","year":"1991","journal-title":"Science","ISSN":"https:\/\/id.crossref.org\/issn\/0036-8075","issn-type":"print"},{"issue":"3","key":"40_12994370","doi-asserted-by":"publisher","first-page":"651","DOI":"10.2307\/2529549","volume":"31","author":"Fleiss","year":"1975","journal-title":"Biometrics","ISSN":"https:\/\/id.crossref.org\/issn\/0006-341X","issn-type":"print"},{"key":"41_36157693","first-page":"249","volume":"22","year":"1996","journal-title":"COMPUT LINGUIST"},{"issue":"4","key":"42_48962827","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1136\/jamia.2000.0070392","volume":"7","year":"2000","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"2","key":"44_10281891","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1055\/s-0038-1634907","volume":"32","author":"Giuse","year":"1993","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"6","key":"45_10066651","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/0010-4809(92)90006-V","volume":"25","author":"Verdaguer","year":"1992","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"2","key":"46_48960758","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1136\/jamia.1994.95236144","volume":"1","year":"1994","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"6 ( Pt 1)","key":"47_13659725","doi-asserted-by":"publisher","first-page":"928","DOI":"10.7326\/0003-4819-103-6-928","volume":"103","author":"Hickam","year":"1985","journal-title":"Annals of Internal Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0003-4819","issn-type":"print"},{"issue":"12","key":"48_7932676","doi-asserted-by":"publisher","first-page":"1279","DOI":"10.1001\/jama.1979.03300120033020","volume":"242","author":"Yu","year":"1979","journal-title":"JAMA","ISSN":"https:\/\/id.crossref.org\/issn\/0098-7484","issn-type":"print"},{"key":"49_24281279","first-page":"307","volume":"21","year":"1987","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"3","key":"50_9998521","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1055\/s-0038-1634877","volume":"31","author":"Bernelot Moens","year":"1992","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"3","key":"51_48962127","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1136\/jamia.1998.0050305","volume":"5","year":"1998","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"3","key":"52_48960785","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1136\/jamia.1994.95236159","volume":"1","year":"1994","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"1","key":"53_48961826","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1136\/jamia.1998.0050062","volume":"5","year":"1998","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"3","key":"54_48961779","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1136\/jamia.1997.0040238","volume":"4","year":"1997","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"4-5","key":"55_6275514","first-page":"477","volume":"37","author":"Rocha","year":"1998","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"6","key":"57_48962860","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1136\/jamia.2000.0070593","volume":"7","year":"2000","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"8","key":"58_8706618","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1056\/NEJM198208193070803","volume":"307","author":"Miller","year":"1982","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"5","key":"59_14519196","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1006\/cbmr.1993.1033","volume":"26","author":"Zingmond","year":"1993","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"5904","key":"60_12652348","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1136\/bmj.1.5904.376","volume":"1","author":"de Dombal","year":"1974","journal-title":"BMJ","ISSN":"https:\/\/id.crossref.org\/issn\/0959-8138","issn-type":"print"},{"issue":"11","key":"61_9638590","doi-asserted-by":"publisher","first-page":"843","DOI":"10.7326\/0003-4819-115-11-843","volume":"115","author":"Baxt","year":"1991","journal-title":"Annals of Internal Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0003-4819","issn-type":"print"},{"key":"63_36157694","first-page":"7","volume":"58","year":"1984","journal-title":"MULTIVARIATE ANALYSIS"},{"issue":"6","key":"64_15809886","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1006\/cbmr.1994.1034","volume":"27","author":"Hernandez","year":"1994","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"6","key":"65_10647564","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1006\/cbmr.2000.1552","volume":"33","author":"Mart\u00a0\u00a0n-Baranera","year":"2000","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"2","key":"66_48962565","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1136\/jamia.1999.0060143","volume":"6","year":"1999","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"key":"67_36157695","first-page":"163","volume":"2","year":"1995","journal-title":"RELEASE"},{"key":"68_28576619","doi-asserted-by":"crossref","first-page":"922","DOI":"10.1037\/0003-066X.44.6.922","volume":"44","year":"1989","journal-title":"The American Psychologist","ISSN":"https:\/\/id.crossref.org\/issn\/1935-990X","issn-type":"print"},{"issue":"3","key":"71_11539760","first-page":"381","volume":"7","author":"Yerushalmy","year":"1969","journal-title":"Radiologic clinics of North America","ISSN":"https:\/\/id.crossref.org\/issn\/0033-8389","issn-type":"print"},{"issue":"1","key":"73_5556259","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/0010-4809(90)90006-X","volume":"23","author":"Gilpin","year":"1990","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"13","key":"75_13600821","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1056\/NEJM198509263131306","volume":"313","author":"Wasson","year":"1985","journal-title":"New England Journal of Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0028-4793","issn-type":"print"},{"issue":"1-2","key":"76_16606207","first-page":"5","volume":"34","author":"Aliferis","year":"1995","journal-title":"Methods of information in medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0026-1270","issn-type":"print"},{"issue":"5","key":"77_16495884","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1006\/cbmr.1996.0026","volume":"29","author":"Gundersen","year":"1996","journal-title":"Computers and biomedical research, an international journal","ISSN":"https:\/\/id.crossref.org\/issn\/0010-4809","issn-type":"print"},{"issue":"3","key":"78_9216523","doi-asserted-by":"publisher","first-page":"275","DOI":"10.3109\/14639239009025275","volume":"15","author":"Hilden","year":"1990","journal-title":"Medical informatics = M&#x00A0;&#x00A0;decine et informatique","ISSN":"https:\/\/id.crossref.org\/issn\/0307-7640","issn-type":"print"},{"key":"79_24281283","first-page":"383","volume":"3","year":"1983","journal-title":"J CLIN LAB AUTOMATION"},{"issue":"6","key":"80_48649998","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1136\/jamia.1996.97084515","volume":"3","year":"1996","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"2","key":"82_48962576","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1136\/jamia.1999.0060176","volume":"6","year":"1999","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"key":"83_25031351","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1016\/0306-4573(96)00025-8","volume":"32","year":"1996","journal-title":"INFORM PROC MANAGE"},{"issue":"5","key":"84_48960837","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1136\/jamia.1994.95153427","volume":"1","year":"1994","journal-title":"Journal of the American Medical Informatics Association","ISSN":"https:\/\/id.crossref.org\/issn\/1067-5027","issn-type":"print"},{"issue":"3","key":"85_14417106","first-page":"171","volume":"45","author":"Nayer","year":"1993","journal-title":"Physiotherapy Canada. Physioth&#x00A0;&#x00A0;rapie Canada","ISSN":"https:\/\/id.crossref.org\/issn\/0300-0508","issn-type":"print"},{"issue":"7","key":"86_10396284","doi-asserted-by":"publisher","first-page":"736","DOI":"10.1001\/archpedi.154.7.736","volume":"154","author":"Carraccio","year":"2000","journal-title":"Archives of Pediatrics and Adolescent Medicine","ISSN":"https:\/\/id.crossref.org\/issn\/0096-8994","issn-type":"print"},{"issue":"4","key":"87_16787171","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1002\/j.0022-0337.1997.61.4.tb03124.x","volume":"61","author":"Chambers","year":"1997","journal-title":"Journal of Dental Education","ISSN":"https:\/\/id.crossref.org\/issn\/0022-0337","issn-type":"print"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/9\/1\/1\/2004184\/9-1-1.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,17]],"date-time":"2020-06-17T18:31:48Z","timestamp":1592418708000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article-lookup\/doi\/10.1136\/jamia.2002.0090001"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,1,1]]},"references-count":66,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2002,1,1]]}},"URL":"https:\/\/doi.org\/10.1136\/jamia.2002.0090001","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2002,1,1]]}}}