{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,30]],"date-time":"2026-09-30T03:24:06Z","timestamp":1790738646028,"version":"4.1.0"},"reference-count":43,"publisher":"Elsevier BV","issue":"7","license":[{"start":{"date-parts":[[2013,7,1]],"date-time":"2013-07-01T00:00:00Z","timestamp":1372636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2013,7]]},"DOI":"10.1016\/j.acra.2013.03.001","type":"journal-article","created":{"date-parts":[[2013,4,16]],"date-time":"2013-04-16T18:34:34Z","timestamp":1366137274000},"page":"915-919","source":"Crossref","is-referenced-by-count":69,"title":["A Brief History of Free-Response Receiver Operating Characteristic Paradigm Data Analysis"],"prefix":"10.1016","volume":"20","author":[{"given":"Dev P.","family":"Chakraborty","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.acra.2013.03.001_bib1","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1121\/1.1908935","article-title":"Operating characteristics, signal detectability and the method of free response","volume":"33","author":"Egan","year":"1961","journal-title":"J Acoust Soc Am"},{"key":"10.1016\/j.acra.2013.03.001_bib2","series-title":"Breast Imaging Reporting and Data System: ACR BI-RADS \u2013 Breast Imaging Atlas","author":"D'Orsi","year":"2003"},{"key":"10.1016\/j.acra.2013.03.001_bib3","doi-asserted-by":"crossref","first-page":"1473","DOI":"10.1121\/1.1911889","article-title":"The FROC curve: a representation of the observer's performance for the method of free response","volume":"46","author":"Miller","year":"1969","journal-title":"J Acoust Soc Am"},{"key":"10.1016\/j.acra.2013.03.001_bib4","first-page":"166","article-title":"A free-response approach to the measurement and characterization of radiographic-observer performance","volume":"4","author":"Bunch","year":"1978","journal-title":"J Appl Photogr Eng"},{"key":"10.1016\/j.acra.2013.03.001_bib5","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1148\/radiology.158.1.3940394","article-title":"Digital and conventional chest imaging: a modified ROC study of observer performance using simulated nodules","volume":"158","author":"Chakraborty","year":"1986","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.03.001_bib6","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1148\/radiology.160.3.3526398","article-title":"Simulated pulmonary nodules: detection with dual-energy digital versus conventional radiography","volume":"160","author":"Niklason","year":"1986","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.03.001_bib7","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1118\/1.598514","article-title":"Evaluating the performance of detection algorithms in digital mammography","volume":"26","author":"Kallergi","year":"1999","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib8","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.acra.2006.10.015","article-title":"Spatial localization accuracy of radiologists in free-response studies: inferring perceptual FROC curves from mark-rating data","volume":"14","author":"Chakraborty","year":"2007","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib9","doi-asserted-by":"crossref","DOI":"10.1259\/bjr\/42313554","article-title":"On the choice of acceptance radius in free-response observer performance studies","volume":"86","author":"Haygood","year":"2013","journal-title":"Br J Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib10","doi-asserted-by":"crossref","first-page":"873","DOI":"10.1148\/radiology.174.3.2305073","article-title":"Free-response methodology: alternate analysis and a new observer-performance experiment","volume":"174","author":"Chakraborty","year":"1990","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.03.001_bib11","doi-asserted-by":"crossref","first-page":"561","DOI":"10.1118\/1.596358","article-title":"Maximum likelihood analysis of free-response receiver operating characteristic (FROC) data","volume":"16","author":"Chakraborty","year":"1989","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib12","doi-asserted-by":"crossref","first-page":"1709","DOI":"10.1118\/1.597758","article-title":"Unified measurement of observer performance in detecting and localizing target objects on images","volume":"23","author":"Swensson","year":"1996","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib13","first-page":"3463","article-title":"ROC curves predicted by a model of visual search","volume":"51","author":"Chakraborty","year":"2006","journal-title":"Phys\u00a0Med Biol"},{"key":"10.1016\/j.acra.2013.03.001_bib14","doi-asserted-by":"crossref","first-page":"3449","DOI":"10.1088\/0031-9155\/51\/14\/012","article-title":"A search model and figure of merit for observer data acquired according to the free-response paradigm","volume":"51","author":"Chakraborty","year":"2006","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.acra.2013.03.001_bib15","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1053\/j.semnuclmed.2011.07.001","article-title":"New developments in observer performance methodology in medical imaging","volume":"41","author":"Chakraborty","year":"2011","journal-title":"Semin Nucl Med"},{"key":"10.1016\/j.acra.2013.03.001_bib16","series-title":"Digital mammography '96","first-page":"61","article-title":"Evaluation of digital mammography by ROC analysis","author":"Metz","year":"1996"},{"key":"10.1016\/j.acra.2013.03.001_bib17","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1097\/00004424-199002000-00006","article-title":"Satisfaction of search in diagnostic radiology","volume":"25","author":"Berbaum","year":"1990","journal-title":"Invest Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib18","series-title":"Comparing image detection algorithms using resampling","author":"Samuelson","year":"2006"},{"key":"10.1016\/j.acra.2013.03.001_bib19","series-title":"Advantages and examples of resampling for CAD evaluation","author":"Samuelson","year":"2007"},{"key":"10.1016\/j.acra.2013.03.001_bib20","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1111\/j.1541-0420.2008.01049.x","article-title":"Area under the free-response ROC curve (FROC) and a related summary index","volume":"65","author":"Bandos","year":"2008","journal-title":"Biometrics"},{"key":"10.1016\/j.acra.2013.03.001_bib21","doi-asserted-by":"crossref","first-page":"737","DOI":"10.2214\/AJR.10.4760","article-title":"Localized detection and classification of abnormalities on FFDM and tomosynthesis examinations rated under an FROC paradigm","volume":"196","author":"Gur","year":"2011","journal-title":"AJR Am J Roentgenol"},{"key":"10.1016\/j.acra.2013.03.001_bib22","doi-asserted-by":"crossref","first-page":"5690","DOI":"10.1118\/1.3633938","article-title":"Nonparametric signal detectability evaluation using an exponential transformation of the FROC curve","volume":"38","author":"Popescu","year":"2011","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib23","doi-asserted-by":"crossref","first-page":"2313","DOI":"10.1118\/1.1769352","article-title":"Observer studies involving detection and localization: modeling, analysis and validation","volume":"31","author":"Chakraborty","year":"2004","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib24","doi-asserted-by":"crossref","first-page":"1547","DOI":"10.1118\/1.2890410","article-title":"On comparing methods for discriminating between actually negative and actually positive subjects with FROC type data","volume":"35","author":"Song","year":"2008","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib25","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1097\/00004424-199209000-00015","article-title":"ROC characteristic rating analysis: generalization to the population of readers and patients with the jackknife method","volume":"27","author":"Dorfman","year":"1992","journal-title":"Invest Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib26","doi-asserted-by":"crossref","first-page":"647","DOI":"10.1016\/j.acra.2007.12.015","article-title":"Recent developments in the Dorfman-Berbaum-Metz procedure for multireader ROC study analysis","volume":"15","author":"Hillis","year":"2008","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib27","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/S1076-6332(00)80008-2","article-title":"Components-of variance models and\u00a0multiple-bootstrap experiments: an alternative method for random-effects, receiver operating characteristic analysis","volume":"7","author":"Beiden","year":"2000","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib28","doi-asserted-by":"crossref","first-page":"1579","DOI":"10.1002\/sim.2024","article-title":"A comparison of the Dorfman-Berbaum-Metz and Obuchowski-Rockette methods for receiver operating characteristic (ROC) data","volume":"24","author":"Hillis","year":"2005","journal-title":"Stat Med"},{"key":"10.1016\/j.acra.2013.03.001_bib29","doi-asserted-by":"crossref","first-page":"1554","DOI":"10.1016\/j.acra.2008.07.018","article-title":"Validation and statistical power comparison of methods for analyzing free-response observer performance studies","volume":"15","author":"Chakraborty","year":"2008","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib30","series-title":"The handbook of medical image perception and techniques","first-page":"216","article-title":"Recent developments in free-response methodology","author":"Chakraborty","year":"2010"},{"key":"10.1016\/j.acra.2013.03.001_bib31","doi-asserted-by":"crossref","first-page":"1260","DOI":"10.1016\/j.acra.2004.08.009","article-title":"Power estimation for the Dorfman-Berbaum-Metz method","volume":"11","author":"Hillis","year":"2004","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib32","series-title":"Recent developments in the Dorfman-Berbaum-Metz (DBM) procedure for multi-reader ROC study analysis","author":"Hillis","year":"2005"},{"key":"10.1016\/j.acra.2013.03.001_bib33","doi-asserted-by":"crossref","first-page":"1534","DOI":"10.1016\/j.acra.2005.07.012","article-title":"Monte Carlo validation of the Dorfman-Berbaum-Metz method using normalized pseudovalues and less data-based model simplification","volume":"12","author":"Hillis","year":"2005","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib34","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1002\/sim.2532","article-title":"A comparison of denominator degrees of freedom methods for multiple observer ROC studies","volume":"26","author":"Hillis","year":"2007","journal-title":"Stat Med"},{"key":"10.1016\/j.acra.2013.03.001_bib35","series-title":"The handbook of medical image perception and techniques","first-page":"204","article-title":"Multireader ROC analysis","author":"Hillis","year":"2010"},{"key":"10.1016\/j.acra.2013.03.001_bib36","doi-asserted-by":"crossref","first-page":"2861","DOI":"10.1118\/1.1524631","article-title":"Maximum likelihood fitting of FROC curves under an initial-detection-and-candidate-analysis model","volume":"29","author":"Edwards","year":"2002","journal-title":"Med Phys"},{"key":"10.1016\/j.acra.2013.03.001_bib37","doi-asserted-by":"crossref","first-page":"S297","DOI":"10.1016\/j.nima.2010.11.042","article-title":"Recent developments in imaging system assessment methodology, FROC analysis and the search model","volume":"648","author":"Chakraborty","year":"2011","journal-title":"Nucl Instr and Meth A: Accelerators, Spectrometers, Detectors and Associated Equipment"},{"key":"10.1016\/j.acra.2013.03.001_bib38","doi-asserted-by":"crossref","first-page":"83180H","DOI":"10.1117\/12.911820","article-title":"Inverse dependence of search and classification performances in lesion localization tasks","volume":"8318","author":"Chakraborty","year":"2012","journal-title":"Proc SPIE"},{"key":"10.1016\/j.acra.2013.03.001_bib39","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1148\/116.3.533","article-title":"Visual detection and localization of radiographic images","volume":"116","author":"Starr","year":"1975","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2013.03.001_bib40","doi-asserted-by":"crossref","first-page":"376","DOI":"10.1088\/0031-9155\/22\/2\/020","article-title":"Comments on generalization of receiver operating characteristic analysis to detection and localization tasks","volume":"22","author":"Starr","year":"1977","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.acra.2013.03.001_bib41","doi-asserted-by":"crossref","first-page":"521","DOI":"10.3758\/BF03207369","article-title":"Detection of noisy visual targets: models for the\u00a0effects of spatial uncertainty and signal-to-noise ratio","volume":"29","author":"Swensson","year":"1981","journal-title":"Percept Psychophys"},{"key":"10.1016\/j.acra.2013.03.001_bib42","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1016\/S1076-6332(00)80324-4","article-title":"data analysis for detection and localization of multiple abnormalities with application to mammography","volume":"7","author":"Obuchowski","year":"2000","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2013.03.001_bib43","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/S1076-6332(00)80381-5","article-title":"Bootstrap estimation of diagnostic accuracy with patient-clustered data","volume":"7","author":"Rutter","year":"2000","journal-title":"Acad Radiol"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633213001104?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633213001104?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,7,12]],"date-time":"2019-07-12T13:18:31Z","timestamp":1562937511000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633213001104"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,7]]},"references-count":43,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2013,7]]}},"alternative-id":["S1076633213001104"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2013.03.001","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2013,7]]}}}