{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T22:16:02Z","timestamp":1793398562572,"version":"4.5.0"},"reference-count":44,"publisher":"Public Library of Science (PLoS)","issue":"11","license":[{"start":{"date-parts":[[2018,11,27]],"date-time":"2018-11-27T00:00:00Z","timestamp":1543276800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.plosmedicine.org"],"crossmark-restriction":false},"short-container-title":["PLoS Med"],"DOI":"10.1371\/journal.pmed.1002699","type":"journal-article","created":{"date-parts":[[2018,11,27]],"date-time":"2018-11-27T13:42:25Z","timestamp":1543326145000},"page":"e1002699","update-policy":"https:\/\/doi.org\/10.1371\/journal.pmed.corrections_policy","source":"Crossref","is-referenced-by-count":665,"title":["Deep-learning-assisted diagnosis for knee magnetic resonance imaging: Development and retrospective validation of MRNet"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7731-3510","authenticated-orcid":true,"given":"Nicholas","family":"Bien","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8030-3727","authenticated-orcid":true,"given":"Pranav","family":"Rajpurkar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7335-3339","authenticated-orcid":true,"given":"Robyn L.","family":"Ball","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0395-4403","authenticated-orcid":true,"given":"Jeremy","family":"Irvin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Allison","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1494-9615","authenticated-orcid":true,"given":"Erik","family":"Jones","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Bereket","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bhavik N.","family":"Patel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9860-3368","authenticated-orcid":true,"given":"Kristen W.","family":"Yeom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2741-4046","authenticated-orcid":true,"given":"Katie","family":"Shpanskaya","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1317-984X","authenticated-orcid":true,"given":"Safwan","family":"Halabi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evan","family":"Zucker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary","family":"Fanton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Derek F.","family":"Amanatullah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher F.","family":"Beaulieu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Geoffrey M.","family":"Riley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Russell J.","family":"Stewart","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francis G.","family":"Blankenberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David B.","family":"Larson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7570-2141","authenticated-orcid":true,"given":"Ricky H.","family":"Jones","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8972-8051","authenticated-orcid":true,"given":"Curtis P.","family":"Langlotz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew Y.","family":"Ng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew P.","family":"Lungren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2018,11,27]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"1257","DOI":"10.1002\/jmri.25620","article-title":"Magnetic resonance imaging of the knee: an overview and update of conventional and state of the art imaging","volume":"45","author":"NC Nacey","year":"2017","journal-title":"J Magn Reson Imaging"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1148\/radiol.2016152320","article-title":"Imaging of athletic injuries of knee ligaments and menisci: sports imaging series","volume":"281","author":"AM Naraghi","year":"2016","journal-title":"Radiology"},{"key":"ref3","first-page":"1193","article-title":"Fundamentals of diagnostic radiology","author":"CA Helms","year":"2007"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1148\/radiol.2263011892","article-title":"MR Imaging of the menisci and cruciate ligaments: a systematic review","volume":"226","author":"EH Oei","year":"2003","journal-title":"Radiology"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1097\/00003086-199609000-00016","article-title":"Influence of magnetic resonance imaging on indications for arthroscopy of the knee","volume":"330","author":"C Rangger","year":"1996","journal-title":"Clin Orthop Relat Res"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"508","DOI":"10.1148\/radiology.203.2.9114113","article-title":"Meniscal tears of the knee: accuracy of detection with fast spin-echo MR imaging and arthroscopic correlation in 293 patients","volume":"203","author":"LP Cheung","year":"1997","journal-title":"Radiology"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/S0009-9260(96)80341-2","article-title":"Magnetic resonance imaging of the knee: diagnostic performance studies","volume":"51","author":"R Mackenzie","year":"1996","journal-title":"Clin Radiol"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"570","DOI":"10.1007\/s00256-002-0557-1","article-title":"Role of magnetic resonance imaging in the clinical management of the acutely locked knee","volume":"31","author":"EG McNally","year":"2002","journal-title":"Skeletal Radiol"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1046\/j.1440-1622.2001.02183.x","article-title":"Clinical value of magnetic resonance imaging of the knee","volume":"71","author":"JA Feller","year":"2001","journal-title":"ANZ J Surg"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1007\/PL00021235","article-title":"Magnetic resonance imaging as a screening procedure to avoid arthroscopy for meniscal tears","volume":"120","author":"J Elvenes","year":"2000","journal-title":"Arch Orthop Trauma Surg"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1093\/bmb\/ldm022","article-title":"Magnetic resonance imaging versus arthroscopy in the diagnosis of knee pathology, concentrating on meniscal lesions and ACL tears: a systematic review","volume":"84","author":"R Crawford","year":"2007","journal-title":"Br Med Bull"},{"key":"ref12","first-page":"272","article-title":"Effect of specialty and experience on the interpretation of knee MRI scans","volume":"66","author":"A Kim","year":"2008","journal-title":"Bull NYU Hosp Jt Dis"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.compmedimag.2007.02.002","article-title":"Computer-aided diagnosis in medical imaging: historical review, current status and future potential","volume":"31","author":"K Doi","year":"2007","journal-title":"Comput Med Imaging Graph"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"1648","DOI":"10.1038\/s41598-017-01931-w","article-title":"Precision radiology: predicting longevity using feature engineering and deep learning methods in a radiomics framework","volume":"7","author":"L Oakden-Rayner","year":"2017","journal-title":"Sci Rep"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"Y LeCun","year":"2015","journal-title":"Nature"},{"key":"ref16","first-page":"818","article-title":"Computer vision\u2014ECCV 2014","author":"MD Zeiler","year":"2014"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1038\/nature21056","article-title":"Dermatologist-level classification of skin cancer with deep neural networks","volume":"542","author":"A Esteva","year":"2017","journal-title":"Nature"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"2402","DOI":"10.1001\/jama.2016.17216","article-title":"Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs","volume":"316","author":"V Gulshan","year":"2016","journal-title":"JAMA"},{"key":"ref19","doi-asserted-by":"crossref","unstructured":"Golan R, Jacob C, Denzinger J. Lung nodule detection in CT images using deep convolutional neural networks. 2016 International Joint Conference on Neural Networks; 2016 Jul 24\u201329; Vancouver, BC, Canada.","DOI":"10.1109\/IJCNN.2016.7727205"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","article-title":"A survey on deep learning in medical image analysis","volume":"42","author":"G Litjens","year":"2017","journal-title":"Med Image Anal"},{"key":"ref21","first-page":"246","article-title":"Medical Image Computing and Computer-Assisted Intervention\u2014MICCAI 2013","author":"A Prasoon","year":"2013"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1148\/radiol.2018172986","article-title":"Deep learning approach for evaluating knee MR images: achieving high diagnostic performance for cartilage lesion detection","volume":"289","author":"F Liu","year":"2018","journal-title":"Radiology"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/j.cmpb.2016.12.006","article-title":"Semi-automated detection of anterior cruciate ligament injury from MRI","volume":"140","author":"I \u0160tajduhar","year":"2017","journal-title":"Comput Methods Programs Biomed"},{"key":"ref24","unstructured":"van Rossum G. Python 2.7.10 language reference. Wickford (UK): Samurai Media; 2015."},{"key":"ref25","doi-asserted-by":"crossref","first-page":"3493","DOI":"10.1118\/1.3611983","article-title":"SU-E-T-33: Pydicom: an open source DICOM library","volume":"38","author":"D Mason","year":"2011","journal-title":"Med Phys"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"1072","DOI":"10.1002\/(SICI)1522-2594(199912)42:6<1072::AID-MRM11>3.0.CO;2-M","article-title":"On standardizing the MR image intensity scale","volume":"42","author":"LG Ny\u00fal","year":"1999","journal-title":"Magn Reson Med"},{"key":"ref27","unstructured":"van Rossum G, Drake FL. Python 3 reference manual. Paramount (CA): CreateSpace; 2009."},{"key":"ref28","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, DeVito Z, et al. Automatic differentiation in PyTorch. 31st Conference on Neural Information Processing Systems; 2017 Dec 4\u20139; Long Beach, CA, US."},{"key":"ref29","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L, Li K, Fei-Fei L. ImageNet: a large-scale hierarchical image database. 2009 IEEE Conference on Computer Vision and Pattern Recognition; 2009 Jun 20\u201325; Miami, FL, US.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref30","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza \u00c0, et al. Learning deep features for discriminative localization. 2016 IEEE Conference on Computer Vision and Pattern Recognition; 2016 Jun 26\u2013Jul 1; Las Vegas, NV, US.","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref31","first-page":"2825","article-title":"Scikit-learn: machine learning in Python","volume":"12","author":"F Pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"814","DOI":"10.1097\/00004728-200309000-00022","article-title":"Grading of anterior cruciate ligament injury. Diagnostic efficacy of oblique coronal magnetic resonance imaging of the knee","volume":"27","author":"SH Hong","year":"2003","journal-title":"J Comput Assist Tomogr"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"911","DOI":"10.2214\/AJR.05.1354","article-title":"Use of the \u2018two-slice-touch\u2019 rule for the MRI diagnosis of meniscal tears","volume":"187","author":"AA De Smet","year":"2006","journal-title":"AJR Am J Roentgenol"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"981","DOI":"10.1148\/rg.344125202","article-title":"MR imaging-based diagnosis and classification of meniscal tears","volume":"34","author":"JC Nguyen","year":"2014","journal-title":"Radiographics"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1080\/01621459.1927.10502953","article-title":"Probable inference, the law of succession, and statistical inference","volume":"22","author":"EB Wilson","year":"1927","journal-title":"J Am Stat Assoc"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach","volume":"44","author":"ER DeLong","year":"1988","journal-title":"Biometrics"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1389","DOI":"10.1109\/LSP.2014.2337313","article-title":"Fast implementation of DeLong\u2019s algorithm for comparing the areas under correlated receiver operating characteristic curves","volume":"21","author":"X Sun","year":"2014","journal-title":"IEEE Signal Process Lett"},{"key":"ref38","unstructured":"Storey JD, Dabney A, Robinson D. qvalue: Q-value estimation for false discovery rate control. GitHub. 2018 Mar 9 [cited 2018 Oct 26]. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/github.com\/jdstorey\/qvalue\" xlink:type=\"simple\">http:\/\/github.com\/jdstorey\/qvalue<\/ext-link>."},{"key":"ref39","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1037\/0033-2909.88.2.322","article-title":"Integration and generalization of kappas for multiple raters","volume":"88","author":"AJ Conger","year":"1980","journal-title":"Psychol Bull"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1037\/h0031619","article-title":"Measuring nominal scale agreement among many raters","volume":"76","author":"JL Fleiss","year":"1971","journal-title":"Psychol Bull"},{"key":"ref41","unstructured":"R Development Core Team. R: a language and environment for statistical computing. Version 3.4.2. Vienna: R Foundation for Statistical Computing; 2017 [cited 2018 Oct 26]. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/www.R-project.org\/\" xlink:type=\"simple\">http:\/\/www.R-project.org\/<\/ext-link>."},{"key":"ref42","unstructured":"Gamer M, Lemon J, Singh IP. irr: various coefficients of interrater reliability and agreement. Version 0.84. Vienna: R Foundation for Statistical Computing; 2012 [cited 2018 Oct 26]. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/CRAN.R-project.org\/package=irr\" xlink:type=\"simple\">https:\/\/CRAN.R-project.org\/package=irr<\/ext-link>."},{"key":"ref43","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1186\/1471-2105-12-77","article-title":"pROC: an open-source package for R and S+ to analyze and compare ROC curves","volume":"12","author":"X Robin","year":"2011","journal-title":"BMC Bioinformatics"},{"key":"ref44","unstructured":"Dorai-Raj S. binom: binomial confidence intervals for several parameterizations. Version 1.1\u20131. Vienna: R Foundation for Statistical Computing; 2014 [cited 2018 Oct 26]. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/CRAN.R-project.org\/package=binom\" xlink:type=\"simple\">https:\/\/CRAN.R-project.org\/package=binom<\/ext-link>."}],"container-title":["PLOS Medicine"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pmed.1002699","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T12:38:37Z","timestamp":1589027917000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pmed.1002699"}},"subtitle":[],"editor":[{"given":"Suchi","family":"Saria","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2018,11,27]]},"references-count":44,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2018,11,27]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pmed.1002699","relation":{},"ISSN":["1549-1676"],"issn-type":[{"value":"1549-1676","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,27]]}}}