{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T15:30:17Z","timestamp":1781796617823,"version":"3.54.5"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging"],"DOI":"10.1007\/s10278-023-00870-5","type":"journal-article","created":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T19:01:32Z","timestamp":1688583692000},"page":"2306-2312","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Reproducibility of Deep Learning Algorithms Developed for Medical Imaging Analysis: A Systematic Review"],"prefix":"10.1007","volume":"36","author":[{"given":"Mana","family":"Moassefi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pouria","family":"Rouzrokh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gian Marco","family":"Conte","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sanaz","family":"Vahdati","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianyuan","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aylin","family":"Tahmasebi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mira","family":"Younis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Keyvan","family":"Farahani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amilcare","family":"Gentili","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy","family":"Kline","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felipe C.","family":"Kitamura","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuankai","family":"Huo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiba","family":"Kuanar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khaled","family":"Younis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bradley J.","family":"Erickson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3275-2971","authenticated-orcid":false,"given":"Shahriar","family":"Faghani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,7,5]]},"reference":[{"key":"870_CR1","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.2214\/AJR.19.21346","volume":"213","author":"E West","year":"2019","unstructured":"West E, Mutasa S, Zhu Z, Ha R. Global Trend in Artificial Intelligence-Based Publications in Radiology From 2000 to 2018. AJR Am J Roentgenol. 2019;213: 1204\u20131206.","journal-title":"AJR Am J Roentgenol."},{"key":"870_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/s00330-022-08784-6","author":"BS Kelly","year":"2022","unstructured":"Kelly BS, Judge C, Bollard SM, Clifford SM, Healy GM, Aziz A, et al. Radiology artificial intelligence: a systematic review and evaluation of methods (RAISE). Eur Radiol. 2022. https:\/\/doi.org\/10.1007\/s00330-022-08784-6","journal-title":"Eur Radiol."},{"key":"870_CR3","doi-asserted-by":"publisher","unstructured":"Oppenheimer J, L\u00fcken S, Hamm B, Niehues SM. A Prospective Approach to Integration of AI Fracture Detection Software in Radiographs into Clinical Workflow. Life. 2023;13. https:\/\/doi.org\/10.3390\/life13010223","DOI":"10.3390\/life13010223"},{"key":"870_CR4","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1038\/s41746-017-0015-z","volume":"1","author":"MR Arbabshirani","year":"2018","unstructured":"Arbabshirani MR, Fornwalt BK, Mongelluzzo GJ, Suever JD, Geise BD, Patel AA, et al. Advanced machine learning in action: identification of intracranial hemorrhage on computed tomography scans of the head with clinical workflow integration. NPJ Digit Med. 2018;1: 9.","journal-title":"NPJ Digit Med."},{"key":"870_CR5","doi-asserted-by":"publisher","first-page":"1318","DOI":"10.1016\/j.jacr.2019.06.004","volume":"16","author":"Z Akkus","year":"2019","unstructured":"Akkus Z, Cai J, Boonrod A, Zeinoddini A, Weston AD, Philbrick KA, et al. A Survey of Deep-Learning Applications in Ultrasound: Artificial Intelligence-Powered Ultrasound for Improving Clinical Workflow. J Am Coll Radiol. 2019;16: 1318\u20131328.","journal-title":"J Am Coll Radiol."},{"key":"870_CR6","doi-asserted-by":"crossref","unstructured":"Yu K-H, Lee T-LM, Yen M-H, Kou SC, Rosen B, Chiang J-H, et al. Reproducible Machine Learning Methods for Lung Cancer Detection Using Computed Tomography Images: Algorithm Development and Validation. J Med Internet Res. 2020;22: e16709.","DOI":"10.2196\/16709"},{"key":"870_CR7","doi-asserted-by":"publisher","unstructured":"Gundersen OE, Kjensmo S. State of the Art: Reproducibility in Artificial Intelligence. AAAI. 2018;32. https:\/\/doi.org\/10.1609\/aaai.v32i1.11503","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"870_CR8","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1038\/s41746-019-0079-z","volume":"2","author":"A Stupple","year":"2019","unstructured":"Stupple A, Singerman D, Celi LA. The reproducibility crisis in the age of digital medicine. NPJ Digit Med. 2019;2: 2.","journal-title":"NPJ Digit Med."},{"key":"870_CR9","unstructured":"McDermott MBA, Wang S, Marinsek N, Ranganath R, Ghassemi M, Foschini L. Reproducibility in Machine Learning for Health. arXiv [cs.LG]. 2019. Available: http:\/\/arxiv.org\/abs\/1907.01463"},{"key":"870_CR10","doi-asserted-by":"publisher","unstructured":"McDermott MBA, Wang S, Marinsek N, Ranganath R, Foschini L, Ghassemi M. Reproducibility in machine learning for health research: Still a ways to go. Sci Transl Med. 2021;13. https:\/\/doi.org\/10.1126\/scitranslmed.abb1655","DOI":"10.1126\/scitranslmed.abb1655"},{"key":"870_CR11","doi-asserted-by":"crossref","unstructured":"Goodman SN, Fanelli D, Ioannidis JPA. What does research reproducibility mean? Sci Transl Med. 2016;8: 341ps12.","DOI":"10.1126\/scitranslmed.aaf5027"},{"key":"870_CR12","first-page":"67","volume":"1986","author":"DT Campbell","year":"1986","unstructured":"Campbell DT. Relabeling internal and external validity for applied social scientists. New Dir Prog Eval. 1986;1986: 67\u201377.","journal-title":"New Dir Prog Eval."},{"key":"870_CR13","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1186\/s12916-018-1226-0","volume":"16","author":"D Moher","year":"2018","unstructured":"Moher D. Reporting guidelines: doing better for readers. BMC Med. 2018;16: 233.","journal-title":"BMC Med."},{"key":"870_CR14","doi-asserted-by":"publisher","unstructured":"Shelmerdine SC, Arthurs OJ, Denniston A, Sebire NJ. Review of study reporting guidelines for clinical studies using artificial intelligence in healthcare. BMJ Health Care Inform. 2021;28. https:\/\/doi.org\/10.1136\/bmjhci-2021-100385","DOI":"10.1136\/bmjhci-2021-100385"},{"key":"870_CR15","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.2020200029","volume":"2","author":"J Mongan","year":"2020","unstructured":"Mongan J, Moy L, Kahn CE Jr. Checklist for Artificial Intelligence in Medical Imaging (CLAIM): A Guide for Authors and Reviewers. Radiol Artif Intell. 2020;2: e200029.","journal-title":"Radiol Artif Intell."},{"key":"870_CR16","doi-asserted-by":"publisher","first-page":"2011","DOI":"10.1093\/jamia\/ocaa088","volume":"27","author":"T Hernandez-Boussard","year":"2020","unstructured":"Hernandez-Boussard T, Bozkurt S, Ioannidis JPA, Shah NH. MINIMAR (MINimum Information for Medical AI Reporting): Developing reporting standards for artificial intelligence in health care. J Am Med Inform Assoc. 2020;27: 2011\u20132015.","journal-title":"J Am Med Inform Assoc."},{"key":"870_CR17","doi-asserted-by":"publisher","first-page":"467","DOI":"10.7326\/M18-0850","volume":"169","author":"AC Tricco","year":"2018","unstructured":"Tricco AC, Lillie E, Zarin W, O\u2019Brien KK, Colquhoun H, Levac D, et al. PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation. Ann Intern Med. 2018;169: 467\u2013473.","journal-title":"Ann Intern Med."},{"key":"870_CR18","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.2020200060","volume":"2","author":"FC Kitamura","year":"2020","unstructured":"Kitamura FC, Pan I, Kline TL. Reproducible Artificial Intelligence Research Requires Open Communication of Complete Source Code. Radiol Artif Intell. 2020;2: e200060.","journal-title":"Radiol Artif Intell."},{"key":"870_CR19","unstructured":"Venkatesh K, Santomartino SM, Sulam J, Yi PH. Code and Data Sharing Practices in the Radiology AI Literature: A Meta-Research Study. Radiology: Artificial Intelligence. 2022; e220081."},{"key":"870_CR20","unstructured":"Simko A, Garpebring A, Jonsson J, Nyholm T, L\u00f6fstedt T. Reproducibility of the Methods in Medical Imaging with Deep Learning. arXiv [cs.LG]. 2022. Available: http:\/\/arxiv.org\/abs\/2210.11146"},{"key":"870_CR21","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1001\/jama.2019.20866","volume":"323","author":"AL Beam","year":"2020","unstructured":"Beam AL, Manrai AK, Ghassemi M. Challenges to the Reproducibility of Machine Learning Models in Health Care. JAMA. 2020;323: 305\u2013306.","journal-title":"JAMA."},{"key":"870_CR22","doi-asserted-by":"crossref","unstructured":"Colliot O, Thibeau-Sutre E, Burgos N. Reproducibility in machine learning for medical imaging. arXiv [cs.CV]. 2022. Available: http:\/\/arxiv.org\/abs\/2209.05097","DOI":"10.1007\/978-1-0716-3195-9_21"},{"key":"870_CR23","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1186\/s13244-020-00870-x","volume":"11","author":"BD Wright","year":"2020","unstructured":"Wright BD, Vo N, Nolan J, Johnson AL, Braaten T, Tritz D, et al. An analysis of key indicators of reproducibility in radiology. Insights Imaging. 2020;11: 65.","journal-title":"Insights Imaging."}],"container-title":["Journal of Digital Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-023-00870-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-023-00870-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-023-00870-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T13:20:09Z","timestamp":1702732809000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-023-00870-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,5]]},"references-count":23,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2023,10]]}},"alternative-id":["870"],"URL":"https:\/\/doi.org\/10.1007\/s10278-023-00870-5","relation":{},"ISSN":["1618-727X"],"issn-type":[{"value":"1618-727X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,5]]},"assertion":[{"value":"16 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 June 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This paper is a review. We have not received any approval from universities for conducting this.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Publish"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}