{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T07:09:28Z","timestamp":1793171368264,"version":"4.5.0"},"reference-count":21,"publisher":"Elsevier BV","issue":"9","license":[{"start":{"date-parts":[[2005,9,1]],"date-time":"2005-09-01T00:00:00Z","timestamp":1125532800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2005,9]]},"DOI":"10.1016\/j.acra.2005.05.013","type":"journal-article","created":{"date-parts":[[2005,8,19]],"date-time":"2005-08-19T07:37:55Z","timestamp":1124437075000},"page":"1198-1204","source":"Crossref","is-referenced-by-count":107,"title":["Estimating and Comparing Diagnostic Tests\u2019 Accuracy When the Gold Standard Is Not Binary1"],"prefix":"10.1016","volume":"12","author":[{"given":"Nancy A.","family":"Obuchowski","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.acra.2005.05.013_bib1","doi-asserted-by":"crossref","first-page":"1217","DOI":"10.1126\/science.171.3977.1217","article-title":"Signal detectability and medical decision-making","volume":"171","author":"Lusted","year":"1971","journal-title":"Science"},{"key":"10.1016\/j.acra.2005.05.013_bib2","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/S0001-2998(78)80014-2","article-title":"Basic principles of ROC analysis","volume":"8","author":"Metz","year":"1978","journal-title":"Semin Nucl Med"},{"key":"10.1016\/j.acra.2005.05.013_bib3","series-title":"Statistical methods in diagnostic medicine","author":"Zhou","year":"2002"},{"key":"10.1016\/j.acra.2005.05.013_bib4","series-title":"The statistical evaluation of medical tests for classification and prediction. Oxford Statistical Science Series","author":"Pepe","year":"2003"},{"key":"10.1016\/j.acra.2005.05.013_bib5","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","article-title":"The meaning and use of the area under a receiver operating characteristic (ROC) curve","volume":"143","author":"Hanley","year":"1982","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2005.05.013_bib6","doi-asserted-by":"crossref","first-page":"839","DOI":"10.1148\/radiology.148.3.6878708","article-title":"A method of comparing the area under receiver operating characteristic curves derived from the same cases","volume":"148","author":"Hanley","year":"1983","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2005.05.013_bib7","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves","volume":"44","author":"DeLong","year":"1988","journal-title":"Biometrics"},{"key":"10.1016\/j.acra.2005.05.013_bib8","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1007\/BF02289677","article-title":"Maximum likelihood estimation of parameters of signal detection theory\u2014a direct solution","volume":"33","author":"Dorfman","year":"1968","journal-title":"Psychometrika"},{"key":"10.1016\/j.acra.2005.05.013_bib9","doi-asserted-by":"crossref","first-page":"487","DOI":"10.1016\/0022-2496(69)90019-4","article-title":"Maximum-likelihood estimation of parameters of signal detection theory and determination of confidence intervals\u2014rating method data","volume":"6","author":"Dorfman","year":"1969","journal-title":"J Math Psychol"},{"key":"10.1016\/j.acra.2005.05.013_bib10","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1016\/0022-2496(80)90020-6","article-title":"Statistical significance tests for binormal ROC curves","volume":"22","author":"Metz","year":"1980","journal-title":"J Math Psychol"},{"key":"10.1016\/j.acra.2005.05.013_bib11","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1177\/0272989X8900900307","article-title":"Analyzing a portion of the ROC curve","volume":"9","author":"McClish","year":"1989","journal-title":"Medi Decision Making"},{"key":"10.1016\/j.acra.2005.05.013_bib12","doi-asserted-by":"crossref","first-page":"124","DOI":"10.2307\/2534001","article-title":"Three approaches to regression analysis of receiver operating characteristic curves for continuous test results","volume":"54","author":"Pepe","year":"1998","journal-title":"Biometrics"},{"key":"10.1016\/j.acra.2005.05.013_bib13","doi-asserted-by":"crossref","first-page":"1118","DOI":"10.1373\/clinchem.2004.031823","article-title":"ROC curves in clinical chemistry","volume":"50","author":"Obuchowski","year":"2004","journal-title":"Clin Chem"},{"key":"10.1016\/j.acra.2005.05.013_bib14","doi-asserted-by":"crossref","unstructured":"Obuchowski NA. An ROC-type measure of diagnostic accuracy when the gold standard is continuous-scale. Statistics in Medicine. In press.","DOI":"10.1002\/sim.2228"},{"key":"10.1016\/j.acra.2005.05.013_bib15","doi-asserted-by":"crossref","first-page":"3261","DOI":"10.1002\/sim.944","article-title":"Assessing physicians\u2019 accuracy in diagnosing pediatric patients with acute abdominal pain","volume":"20","author":"Obuchowski","year":"2001","journal-title":"Stat Med"},{"key":"10.1016\/j.acra.2005.05.013_bib16","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1016\/S1076-6332(03)80638-4","article-title":"The \u201cdifferential diagnosis\u201d for multiple diseases","volume":"8","author":"Obuchowski","year":"2001","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2005.05.013_bib17","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1016\/0022-2496(89)90020-5","article-title":"Analysis of rating data from multiple-alternative tasks","volume":"33","author":"Kijewski","year":"1989","journal-title":"J Math Psychol"},{"key":"10.1016\/j.acra.2005.05.013_bib18","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1177\/0272989X9901900110","article-title":"Three-way ROCs","volume":"19","author":"Mossman","year":"1999","journal-title":"Med Decision Making"},{"key":"10.1016\/j.acra.2005.05.013_bib19","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1177\/0272989X0002000309","article-title":"Comparing three-class diagnostic tests by three-way ROC analysis","volume":"20","author":"Dreiseitl","year":"2000","journal-title":"Med Decision Making"},{"key":"10.1016\/j.acra.2005.05.013_bib20","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1109\/TMI.2004.828358","article-title":"Ideal observers and optimal ROC hypersurfaces in N-class classification","volume":"23","author":"Edwards","year":"2004","journal-title":"IEEE Trans Med Imaging"},{"key":"10.1016\/j.acra.2005.05.013_bib21","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/S1076-6332(05)80730-5","article-title":"An index of diagnostic accuracy in the multiple disease setting","volume":"1","author":"Rockette","year":"1994","journal-title":"Acad Radiol"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633205004472?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633205004472?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,17]],"date-time":"2019-03-17T05:36:03Z","timestamp":1552800963000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633205004472"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,9]]},"references-count":21,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2005,9]]}},"alternative-id":["S1076633205004472"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2005.05.013","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2005,9]]}}}