{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,13]],"date-time":"2026-11-13T03:04:57Z","timestamp":1794539097038,"version":"4.9.1"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"7788","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2020,1,2]]},"DOI":"10.1038\/s41586-019-1799-6","type":"journal-article","created":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T14:02:25Z","timestamp":1577887345000},"page":"89-94","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2939,"title":["International evaluation of an AI system for breast cancer screening"],"prefix":"10.1038","volume":"577","author":[{"given":"Scott Mayer","family":"McKinney","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcin","family":"Sieniek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Varun","family":"Godbole","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Godwin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natasha","family":"Antropova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hutan","family":"Ashrafian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Trevor","family":"Back","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mary","family":"Chesus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Greg S.","family":"Corrado","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ara","family":"Darzi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mozziyar","family":"Etemadi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Florencia","family":"Garcia-Vicente","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fiona J.","family":"Gilbert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Halling-Brown","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Demis","family":"Hassabis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sunny","family":"Jansen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alan","family":"Karthikesalingam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher J.","family":"Kelly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dominic","family":"King","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph R.","family":"Ledsam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Melnick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hormuz","family":"Mostofi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lily","family":"Peng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joshua Jay","family":"Reicher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bernardino","family":"Romera-Paredes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Richard","family":"Sidebottom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mustafa","family":"Suleyman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Tse","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenneth C.","family":"Young","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey","family":"De Fauw","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shravya","family":"Shetty","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,1,1]]},"reference":[{"key":"1799_CR1","doi-asserted-by":"publisher","first-page":"658","DOI":"10.1148\/radiol.11110469","volume":"260","author":"L Tab\u00e1r","year":"2011","unstructured":"Tab\u00e1r, L. et al. Swedish two-county trial: impact of mammographic screening on breast cancer mortality during 3 decades. Radiology 260, 658\u2013663 (2011).","journal-title":"Radiology"},{"key":"1799_CR2","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1148\/radiol.2016161174","volume":"283","author":"CD Lehman","year":"2017","unstructured":"Lehman, C. D. et al. National performance benchmarks for modern screening digital mammography: update from the Breast Cancer Surveillance Consortium. Radiology 283, 49\u201358 (2017).","journal-title":"Radiology"},{"key":"1799_CR3","doi-asserted-by":"publisher","first-page":"394","DOI":"10.3322\/caac.21492","volume":"68","author":"F Bray","year":"2018","unstructured":"Bray, F. et al. Global cancer statistics 2018: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries. CA Cancer J. Clin. 68, 394\u2013424 (2018).","journal-title":"CA Cancer J. Clin."},{"key":"1799_CR4","doi-asserted-by":"publisher","first-page":"1991","DOI":"10.1503\/cmaj.110334","volume":"183","author":"The Canadian Task Force on Preventive Health Care","year":"2011","unstructured":"The Canadian Task Force on Preventive Health Care. Recommendations on screening for breast cancer in average-risk women aged 40\u201374 years. CMAJ 183, 1991\u20132001 (2011).","journal-title":"CMAJ"},{"key":"1799_CR5","doi-asserted-by":"publisher","first-page":"2205","DOI":"10.1038\/bjc.2013.177","volume":"108","author":"MG Marmot","year":"2013","unstructured":"Marmot, M. G. et al. The benefits and harms of breast cancer screening: an independent review. Br. J. Cancer 108, 2205\u20132240 (2013).","journal-title":"Br. J. Cancer"},{"key":"1799_CR6","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.jacr.2009.09.022","volume":"7","author":"CH Lee","year":"2010","unstructured":"Lee, C. H. et al. Breast cancer screening with imaging: recommendations from the Society of Breast Imaging and the ACR on the use of mammography, breast MRI, breast ultrasound, and other technologies for the detection of clinically occult breast cancer. J. Am. Coll. Radiol. 7, 18\u201327 (2010).","journal-title":"J. Am. Coll. Radiol."},{"key":"1799_CR7","doi-asserted-by":"publisher","first-page":"1599","DOI":"10.1001\/jama.2015.12783","volume":"314","author":"KC Oeffinger","year":"2015","unstructured":"Oeffinger, K. C. et al. Breast cancer screening for women at average risk: 2015 guideline update from the American Cancer Society. J. Am. Med. Assoc. 314, 1599\u20131614 (2015).","journal-title":"Society. J. Am. Med. Assoc."},{"key":"1799_CR8","doi-asserted-by":"publisher","first-page":"279","DOI":"10.7326\/M15-2886","volume":"164","author":"AL Siu","year":"2016","unstructured":"Siu, A. L. Screening for breast cancer: U.S. Preventive Services Task Force recommendation statement. Ann. Intern. Med. 164, 279\u2013296 (2016).","journal-title":"Ann. Intern. Med."},{"key":"1799_CR9","unstructured":"Center for Devices & Radiological Health. MQSA National Statistics (US Food and Drug Administration, 2019; accessed 16 July 2019); http:\/\/www.fda.gov\/radiation-emitting-products\/mqsa-insights\/mqsa-national-statistics"},{"key":"1799_CR10","unstructured":"Cancer Research UK. Breast Screening (CRUK, 2017; accessed 26 July 2019); https:\/\/www.cancerresearchuk.org\/about-cancer\/breast-cancer\/screening\/breast-screening"},{"key":"1799_CR11","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1148\/radiol.2533082308","volume":"253","author":"JG Elmore","year":"2009","unstructured":"Elmore, J. G. et al. Variability in interpretive performance at screening mammography and radiologists\u2019 characteristics associated with accuracy. Radiology 253, 641\u2013651 (2009).","journal-title":"Radiology"},{"key":"1799_CR12","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1001\/jamainternmed.2015.5231","volume":"175","author":"CD Lehman","year":"2015","unstructured":"Lehman, C. D. et al. Diagnostic accuracy of digital screening mammography with and without computer-aided detection. JAMA Intern. Med. 175, 1828\u20131837 (2015).","journal-title":"JAMA Intern. Med."},{"key":"1799_CR13","doi-asserted-by":"publisher","first-page":"954","DOI":"10.1001\/jamainternmed.2014.981","volume":"174","author":"ANA Tosteson","year":"2014","unstructured":"Tosteson, A. N. A. et al. Consequences of false-positive screening mammograms. JAMA Intern. Med. 174, 954\u2013961 (2014).","journal-title":"JAMA Intern. Med."},{"key":"1799_CR14","doi-asserted-by":"publisher","DOI":"10.1038\/s41523-017-0014-x","volume":"3","author":"N Houssami","year":"2017","unstructured":"Houssami, N. & Hunter, K. The epidemiology, radiology and biological characteristics of interval breast cancers in population mammography screening. NPJ Breast Cancer 3, 12 (2017).","journal-title":"NPJ Breast Cancer"},{"key":"1799_CR15","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan, V. et al. Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs. J. Am. Med. Assoc. 316, 2402\u20132410 (2016).","journal-title":"J. Am. Med. Assoc."},{"key":"1799_CR16","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva, A. et al. Dermatologist-level classification of skin cancer with deep neural networks. Nature 542, 115\u2013118 (2017).","journal-title":"Nature"},{"key":"1799_CR17","doi-asserted-by":"publisher","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","volume":"24","author":"J De Fauw","year":"2018","unstructured":"De Fauw, J. et al. Clinically applicable deep learning for diagnosis and referral in retinal disease. Nat. Med. 24, 1342\u20131350 (2018).","journal-title":"Nat. Med."},{"key":"1799_CR18","doi-asserted-by":"publisher","first-page":"954","DOI":"10.1038\/s41591-019-0447-x","volume":"25","author":"D Ardila","year":"2019","unstructured":"Ardila, D. et al. End-to-end lung cancer screening with three-dimensional deep learning on low-dose chest computed tomography. Nat. Med. 25, 954\u2013961 (2019).","journal-title":"Nat. Med."},{"key":"1799_CR19","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"1799_CR20","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1002\/j.2051-3909.2012.tb00169.x","volume":"59","author":"S Moran","year":"2012","unstructured":"Moran, S. & Warren-Forward, H. The Australian BreastScreen workforce: a snapshot. Radiographer 59, 26\u201330 (2012).","journal-title":"Radiographer"},{"key":"1799_CR21","doi-asserted-by":"publisher","first-page":"370","DOI":"10.2214\/AJR.08.1665","volume":"192","author":"P Wing","year":"2009","unstructured":"Wing, P. & Langelier, M. H. Workforce shortages in breast imaging: impact on mammography utilization. AJR Am. J. Roentgenol. 192, 370\u2013378 (2009).","journal-title":"AJR Am. J. Roentgenol."},{"key":"1799_CR22","doi-asserted-by":"publisher","first-page":"j4683","DOI":"10.1136\/bmj.j4683","volume":"359","author":"A Rimmer","year":"2017","unstructured":"Rimmer, A. Radiologist shortage leaves patient care at risk, warns royal college. BMJ 359, j4683 (2017).","journal-title":"BMJ"},{"key":"1799_CR23","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1007\/s11604-008-0259-2","volume":"26","author":"Y Nakajima","year":"2008","unstructured":"Nakajima, Y., Yamada, K., Imamura, K. & Kobayashi, K. Radiologist supply and workload: international comparison. Radiat. Med. 26, 455\u2013465 (2008).","journal-title":"Radiat. Med."},{"key":"1799_CR24","doi-asserted-by":"publisher","first-page":"802","DOI":"10.1016\/j.jacr.2010.05.019","volume":"7","author":"VM Rao","year":"2010","unstructured":"Rao, V. M. et al. How widely is computer-aided detection used in screening and diagnostic mammography? J. Am. Coll. Radiol. 7, 802\u2013805 (2010).","journal-title":"J. Am. Coll. Radiol."},{"key":"1799_CR25","doi-asserted-by":"publisher","first-page":"1675","DOI":"10.1056\/NEJMoa0803545","volume":"359","author":"FJ Gilbert","year":"2008","unstructured":"Gilbert, F. J. et al. Single reading with computer-aided detection for screening mammography. N. Engl. J. Med. 359, 1675\u20131684 (2008).","journal-title":"N. Engl. J. Med."},{"key":"1799_CR26","doi-asserted-by":"publisher","first-page":"5799","DOI":"10.1118\/1.3013555","volume":"35","author":"ML Giger","year":"2008","unstructured":"Giger, M. L., Chan, H.-P. & Boone, J. Anniversary paper: history and status of CAD and quantitative image analysis: the role of Medical Physics and AAPM. Med. Phys. 35, 5799\u20135820 (2008).","journal-title":"Med. Phys."},{"key":"1799_CR27","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1056\/NEJMoa066099","volume":"356","author":"JJ Fenton","year":"2007","unstructured":"Fenton, J. J. et al. Influence of computer-aided detection on performance of screening mammography. N. Engl. J. Med. 356, 1399\u20131409 (2007).","journal-title":"N. Engl. J. Med."},{"key":"1799_CR28","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1016\/j.jacr.2017.12.029","volume":"15","author":"A Kohli","year":"2018","unstructured":"Kohli, A. & Jha, S. Why CAD failed in mammography. J. Am. Coll. Radiol. 15, 535\u2013537 (2018).","journal-title":"J. Am. Coll. Radiol."},{"key":"1799_CR29","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1093\/jnci\/djy222","volume":"111","author":"A Rodriguez-Ruiz","year":"2019","unstructured":"Rodriguez-Ruiz, A. et al. Stand-alone artificial intelligence for breast cancer detection in mammography: comparison with 101 radiologists. J. Natl. Cancer Inst. 111, 916\u2013922 (2019).","journal-title":"J. Natl. Cancer Inst."},{"key":"1799_CR30","doi-asserted-by":"publisher","unstructured":"Wu, N. et al. Deep neural networks improve radiologists\u2019 performance in breast cancer screening. IEEE Trans. Med. Imaging https:\/\/doi.org\/10.1109\/TMI.2019.2945514 (2019).","DOI":"10.1109\/TMI.2019.2945514"},{"key":"1799_CR31","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002683","volume":"15","author":"JR Zech","year":"2018","unstructured":"Zech, J. R. et al. Variable generalization performance of a deep learning model to detect pneumonia in chest radiographs: a cross-sectional study. PLoS Med. 15, e1002683 (2018).","journal-title":"PLoS Med."},{"key":"1799_CR32","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1097\/RLI.0000000000000358","volume":"52","author":"AS Becker","year":"2017","unstructured":"Becker, A. S. et al. Deep learning in mammography: diagnostic accuracy of a multipurpose image analysis software in the detection of breast cancer. Invest. Radiol. 52, 434\u2013440 (2017).","journal-title":"Invest. Radiol."},{"key":"1799_CR33","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-22437-z","volume":"8","author":"D Ribli","year":"2018","unstructured":"Ribli, D., Horv\u00e1th, A., Unger, Z., Pollner, P. & Csabai, I. Detecting and classifying lesions in mammograms with deep learning. Sci. Rep. 8, 4165 (2018).","journal-title":"Sci. Rep."},{"key":"1799_CR34","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1056\/NEJMoa052911","volume":"353","author":"ED Pisano","year":"2005","unstructured":"Pisano, E. D. et al. Diagnostic performance of digital versus film mammography for breast-cancer screening. N. Engl. J. Med. 353, 1773\u20131783 (2005).","journal-title":"N. Engl. J. Med."},{"key":"1799_CR35","unstructured":"D\u2019Orsi, C. J. et al. ACR BI-RADS Atlas: Breast Imaging Reporting and Data System (American College of Radiology, 2013)."},{"key":"1799_CR36","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1016\/j.acra.2011.12.016","volume":"19","author":"BD Gallas","year":"2012","unstructured":"Gallas, B. D. et al. Evaluating imaging and computer-aided detection and diagnosis devices at the FDA. Acad. Radiol. 19, 463\u2013477 (2012).","journal-title":"Acad. Radiol."},{"key":"1799_CR37","doi-asserted-by":"publisher","first-page":"1709","DOI":"10.1118\/1.597758","volume":"23","author":"RG Swensson","year":"1996","unstructured":"Swensson, R. G. Unified measurement of observer performance in detecting and localizing target objects on images. Med. Phys. 23, 1709\u20131725 (1996).","journal-title":"Med. Phys."},{"key":"1799_CR38","doi-asserted-by":"publisher","first-page":"2323","DOI":"10.1007\/s00330-010-1821-8","volume":"20","author":"M Samulski","year":"2010","unstructured":"Samulski, M. et al. Using computer-aided detection in mammography as a decision support. Eur. Radiol. 20, 2323\u20132330 (2010).","journal-title":"Eur. Radiol."},{"key":"1799_CR39","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1136\/bmj.312.7034.809","volume":"312","author":"J Brown","year":"1996","unstructured":"Brown, J., Bryan, S. & Warren, R. Mammography screening: an incremental cost effectiveness analysis of double versus single reading of mammograms. BMJ 312, 809\u2013812 (1996).","journal-title":"BMJ"},{"key":"1799_CR40","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1258\/jms.2012.012085","volume":"19","author":"L Giordano","year":"2012","unstructured":"Giordano, L. et al. Mammographic screening programmes in Europe: organization, coverage and participation. J. Med. Screen. 19, 72\u201382 (2012).","journal-title":"J. Med. Screen."},{"key":"1799_CR41","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1148\/radiol.2243011482","volume":"224","author":"EA Sickles","year":"2002","unstructured":"Sickles, E. A., Wolverton, D. E. & Dee, K. E. Performance parameters for screening and diagnostic mammography: specialist and general radiologists. Radiology 224, 861\u2013869 (2002).","journal-title":"Radiology"},{"key":"1799_CR42","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1148\/radiol.2303030254","volume":"230","author":"DM Ikeda","year":"2004","unstructured":"Ikeda, D. M., Birdwell, R. L., O\u2019Shaughnessy, K. F., Sickles, E. A. & Brenner, R. J. Computer-aided detection output on 172 subtle findings on normal mammograms previously obtained in women with breast cancer detected at follow-up screening mammography. Radiology 230, 811\u2013819 (2004).","journal-title":"Radiology"},{"key":"1799_CR43","unstructured":"Royal College of Radiologists. The Breast Imaging and Diagnostic Workforce in the United Kingdom (RCR, 2016; accessed 22 July 2019); https:\/\/www.rcr.ac.uk\/publication\/breast-imaging-and-diagnostic-workforce-united-kingdom"},{"key":"1799_CR44","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1002\/sim.4432","volume":"31","author":"PF Pinsky","year":"2012","unstructured":"Pinsky, P. F. & Gallas, B. Enriched designs for assessing discriminatory performance\u2014analysis of bias and variance. Stat. Med. 31, 501\u2013515 (2012).","journal-title":"Stat. Med."},{"key":"1799_CR45","doi-asserted-by":"publisher","first-page":"i189","DOI":"10.1136\/bmj.i189","volume":"352","author":"MA Mansournia","year":"2016","unstructured":"Mansournia, M. A. & Altman, D. G. Inverse probability weighting. BMJ 352, i189 (2016).","journal-title":"BMJ"},{"key":"1799_CR46","unstructured":"Ellis, I. O. et al. Pathology Reporting of Breast Disease in Surgical Excision Specimens Incorporating the Dataset for Histological Reporting of Breast Cancer, June 2016 (Royal College of Pathologists, accessed 22 July 2019); https:\/\/www.rcpath.org\/resourceLibrary\/g148-breastdataset-hires-jun16-pdf.html"},{"key":"1799_CR47","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1118\/1.2820902","volume":"35","author":"DP Chakraborty","year":"2008","unstructured":"Chakraborty, D. P. & Yoon, H.-J. Operating characteristics predicted by models for diagnostic tasks involving lesion localization. Med. Phys. 35, 435\u2013445 (2008).","journal-title":"Med. Phys."},{"key":"1799_CR48","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1148\/radiol.2451060760","volume":"245","author":"RL Ellis","year":"2007","unstructured":"Ellis, R. L., Meade, A. A., Mathiason, M. A., Willison, K. M. & Logan-Young, W. Evaluation of computer-aided detection systems in the detection of small invasive breast carcinoma. Radiology 245, 88\u201394 (2007).","journal-title":"Radiology"},{"key":"1799_CR49","unstructured":"US Food and Drug Administration. Evaluation of Automatic Class III Designation for OsteoDetect (FDA, 2018; accessed 2 October 2019); https:\/\/www.accessdata.fda.gov\/cdrh_docs\/reviews\/DEN180005.pdf"},{"key":"1799_CR50","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","volume":"143","author":"JA Hanley","year":"1982","unstructured":"Hanley, J. A. & McNeil, B. J. The meaning and use of the area under a receiver operating characteristic (ROC) curve. Radiology 143, 29\u201336 (1982).","journal-title":"Radiology"},{"key":"1799_CR51","doi-asserted-by":"publisher","first-page":"837","DOI":"10.2307\/2531595","volume":"44","author":"ER DeLong","year":"1988","unstructured":"DeLong, E. R., DeLong, D. M. & Clarke-Pearson, D. L. Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach. Biometrics 44, 837\u2013845 (1988).","journal-title":"Biometrics"},{"key":"1799_CR52","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1177\/0962280207087173","volume":"17","author":"Gengsheng Qin","year":"2008","unstructured":"Gengsheng Qin, & Hotilovac, L. Comparison of non-parametric confidence intervals for the area under the ROC curve of a continuous-scale diagnostic test. Stat. Methods Med. Res. 17, 207\u2013221 (2008).","journal-title":"Stat. Methods Med. Res."},{"key":"1799_CR53","doi-asserted-by":"publisher","first-page":"1495","DOI":"10.1002\/(SICI)1097-0258(19980715)17:13<1495::AID-SIM863>3.0.CO;2-I","volume":"17","author":"NA Obuchowski","year":"1998","unstructured":"Obuchowski, N. A. On the comparison of correlated proportions for clustered data. Stat. Med. 17, 1495\u20131507 (1998).","journal-title":"Stat. Med."},{"key":"1799_CR54","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1002\/bimj.201000035","volume":"52","author":"Z Yang","year":"2010","unstructured":"Yang, Z., Sun, X. & Hardin, J. W. A note on the tests for clustered matched-pair binary data. Biom. J. 52, 638\u2013652 (2010).","journal-title":"Biom. J."},{"key":"1799_CR55","doi-asserted-by":"publisher","first-page":"2850","DOI":"10.1002\/sim.6148","volume":"33","author":"MW Fagerland","year":"2014","unstructured":"Fagerland, M. W., Lydersen, S. & Laake, P. Recommended tests and confidence intervals for paired binomial proportions. Stat. Med. 33, 2850\u20132875 (2014).","journal-title":"Stat. Med."},{"key":"1799_CR56","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1002\/sim.1012","volume":"21","author":"J-P Liu","year":"2002","unstructured":"Liu, J.-P., Hsueh, H.-M., Hsieh, E. & Chen, J. J. Tests for equivalence or non-inferiority for paired binary data. Stat. Med. 21, 231\u2013245 (2002).","journal-title":"Stat. Med."},{"key":"1799_CR57","doi-asserted-by":"crossref","unstructured":"Efron, B. & Tibshirani, R. J. An Introduction to the Bootstrap (Springer, 1993).","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"1799_CR58","unstructured":"Chihara, L. M., Hesterberg, T. C. & Dobrow, R. P. Mathematical Statistics with Resampling and R & Probability with Applications and R Set (Wiley, 2014)."},{"key":"1799_CR59","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1148\/radiol.2471071321","volume":"247","author":"D Gur","year":"2008","unstructured":"Gur, D., Bandos, A. I. & Rockette, H. E. Comparing areas under receiver operating characteristic curves: potential impact of the \u201clast\u201d experimentally measured operating point. Radiology 247, 12\u201315 (2008).","journal-title":"Radiology"},{"key":"1799_CR60","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1006\/jmps.1998.1218","volume":"43","author":"CE Metz","year":"1999","unstructured":"Metz, C. E. & Pan, X. \u201cProper\u201d binormal ROC curves: theory and maximum-likelihood estimation. J. Math. Psychol. 43, 1\u201333 (1999).","journal-title":"J. Math. Psychol."},{"key":"1799_CR61","doi-asserted-by":"crossref","unstructured":"Chakraborty, D. P. Observer Performance Methods for Diagnostic Imaging: Foundations, Modeling, and Applications with R-Based Examples (CRC, 2017).","DOI":"10.1201\/9781351228190"},{"key":"1799_CR62","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1080\/03610919508813243","volume":"24","author":"NA Obuchowski","year":"1995","unstructured":"Obuchowski, N. A. & Rockette, H. E. Hypothesis testing of diagnostic accuracy for multiple readers and multiple tests an anova approach with dependent observations. Commun. Stat. Simul. Comput. 24, 285\u2013308 (1995).","journal-title":"Commun. Stat. Simul. Comput."},{"key":"1799_CR63","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1002\/sim.2532","volume":"26","author":"SL Hillis","year":"2007","unstructured":"Hillis, S. L. A comparison of denominator degrees of freedom methods for multiple observer ROC analysis. Stat. Med. 26, 596\u2013619 (2007).","journal-title":"Stat. Med."},{"key":"1799_CR64","doi-asserted-by":"publisher","first-page":"726","DOI":"10.2105\/AJPH.86.5.726","volume":"86","author":"M Aickin","year":"1996","unstructured":"Aickin, M. & Gensler, H. Adjusting for multiple testing when reporting research results: the Bonferroni vs Holm methods. Am. J. Public Health 86, 726\u2013728 (1996).","journal-title":"Am. J. Public Health"},{"key":"1799_CR65","unstructured":"NHS Digital. Breast Screening Programme (NHS, accessed 17 July 2019); https:\/\/digital.nhs.uk\/data-and-information\/publications\/statistical\/breast-screening-programme"}],"updated-by":[{"DOI":"10.1038\/s41586-020-2679-9","type":"addendum","label":"Addendum","source":"publisher","updated":{"date-parts":[[2020,10,14]],"date-time":"2020-10-14T00:00:00Z","timestamp":1602633600000}}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41586-019-1799-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-019-1799-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-019-1799-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T09:08:34Z","timestamp":1732784914000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41586-019-1799-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,1]]},"references-count":65,"journal-issue":{"issue":"7788","published-print":{"date-parts":[[2020,1,2]]}},"alternative-id":["1799"],"URL":"https:\/\/doi.org\/10.1038\/s41586-019-1799-6","relation":{},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,1]]},"assertion":[{"value":"27 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This study was funded by Google LLC and\/or a subsidiary thereof (\u2018Google\u2019). S.M.M., M. Sieniek, V.G., J.G., N.A., T.B., M.C., G.C.C., D.H., S.J., A.K., C.J.K., D.K., J.R.L., H.M., B.R.-P., L.P., M. Suleyman, D.T., J.D.F. and S.S. are employees of Google and own stock as part of the standard compensation package. J.J.R., R.S., F.J.G. and A.D. are paid consultants of Google. M.E., F.G.-V., D.M., K.C.Y. and M.H.-B received funding from Google to support the research collaboration.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}