{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T03:03:17Z","timestamp":1773284597210,"version":"3.50.1"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,1,29]],"date-time":"2019-01-29T00:00:00Z","timestamp":1548720000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,1,29]],"date-time":"2019-01-29T00:00:00Z","timestamp":1548720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"name":"National Institute of Health"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-019-0079-z","type":"journal-article","created":{"date-parts":[[2019,1,29]],"date-time":"2019-01-29T11:03:17Z","timestamp":1548759797000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":97,"title":["The reproducibility crisis in the age of digital medicine"],"prefix":"10.1038","volume":"2","author":[{"given":"Aaron","family":"Stupple","sequence":"first","affiliation":[]},{"given":"David","family":"Singerman","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6712-6626","authenticated-orcid":false,"given":"Leo Anthony","family":"Celi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,1,29]]},"reference":[{"key":"79_CR1","unstructured":"Jia, G. Chinese Peoples Liberation Army General Hospital\u2014MIT Critical Data Conference and Workshop. http:\/\/www.plagh-mit-datathon.com (2018) (Accessed 16 Dec 2018)."},{"key":"79_CR2","unstructured":"Dianen, F. Big data and artificial intelligence technology change the future of medicine. http:\/\/www.rmmsnet.com\/m\/view.php?aid=3146&from=groupmessage&isappinstalled=0 (2018) (Accessed 16 Dec 2018)."},{"key":"79_CR3","doi-asserted-by":"crossref","unstructured":"Goodman, S. N., Fanelli, D. & Ioannidis, J. P. What does research reproducibility mean? Sci. Transl. Med. 8, 341ps12 (2016).","DOI":"10.1126\/scitranslmed.aaf5027"},{"key":"79_CR4","doi-asserted-by":"publisher","first-page":"aac4716","DOI":"10.1126\/science.aac4716","volume":"349","author":"Open Science Collaboration.","year":"2015","unstructured":"Open Science Collaboration. Estimating the reproducibility of psychological science. Science 349, aac4716 (2015).","journal-title":"Science"},{"key":"79_CR5","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/533452a","volume":"533","author":"M Baker","year":"2016","unstructured":"Baker, M. 1,500 scientists lift the lid on reproducibility. Nat. News 533, 452 (2016).","journal-title":"Nat. News"},{"key":"79_CR6","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1111\/j.1745-6924.2009.01125.x","volume":"4","author":"E Vul","year":"2009","unstructured":"Vul, E., Harris, C., Winkielman, P. & Pashler, H. Puzzlingly high correlations in fMRI studies of emotion, personality, and social cognition. Perspect. Psychol. Sci. 4, 274\u2013290 (2009).","journal-title":"Perspect. Psychol. Sci."},{"key":"79_CR7","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1177\/0956797611417632","volume":"22","author":"JP Simmons","year":"2011","unstructured":"Simmons, J. P., Nelson, L. D. & Simonsohn, U. False-positive psychology: undisclosed flexibility in data collection and analysis allows presenting anything as significant. Psychol. Sci. 22, 1359\u20131366 (2011).","journal-title":"Psychol. Sci."},{"key":"79_CR8","unstructured":"Gelman, A. & Loken, E. The garden of forking paths: why multiple comparisons can be a problem, even when there is no \u201cfishing expedition\u201d or \u201cp-hacking\u201d and the research hypothesis was posited ahead of time. Department of Statistics, Columbia University (2013)."},{"key":"79_CR9","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1038\/530027a","volume":"530","author":"DB Allison","year":"2016","unstructured":"Allison, D. B., Brown, A. W., George, B. J. & Kaiser, K. A. Reproducibility: a tragedy of errors. Nature 530, 27 (2016).","journal-title":"Nature"},{"key":"79_CR10","unstructured":"Shapin, S. & Schaffer, S. Leviathan and the Air-Pump: Hobbes, Boyle, and the Experimental Life (Princeton University Press, Princeton, New Jersey USA, 1985)."},{"key":"79_CR11","doi-asserted-by":"crossref","unstructured":"Geison, G. L. The Private Science of Louis Pasteur (Princeton University Press, Princeton, New Jersey USA, 1995).","DOI":"10.1515\/9781400864089"},{"key":"79_CR12","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1111\/j.1745-6924.2009.01105.x","volume":"4","author":"J Suls","year":"2009","unstructured":"Suls, J. & Martin, R. The air we breathe: a critical look at practices and alternatives in the peer-review process. Perspect. Psychol. Sci. 4, 40\u201350 (2009).","journal-title":"Perspect. Psychol. Sci."},{"key":"79_CR13","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1038\/532306a","volume":"532","author":"A Csiszar","year":"2016","unstructured":"Csiszar, A. Peer review: troubled from the start. Nature 532, 306 (2016).","journal-title":"Nature"},{"key":"79_CR14","unstructured":"Fyfe, A. Peer review: not as old as you might think. Times Higher Education, 25 (2015)."},{"key":"79_CR15","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1063\/PT.3.3463","volume":"70","author":"M Baldwin","year":"2017","unstructured":"Baldwin, M. In referees we trust? Phys. Today 70, 44 (2017).","journal-title":"Phys. Today"},{"key":"79_CR16","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1111\/brv.12185","volume":"91","author":"C Ferreira","year":"2016","unstructured":"Ferreira, C. et al. The evolution of peer review as a basis for scientific publication: directional selection towards a robust discipline? Biol. Rev. 91, 597\u2013610 (2016).","journal-title":"Biol. Rev."},{"key":"79_CR17","unstructured":"National Institutes of Health. All Of Us Research Program https:\/\/allofus.nih.gov\/ (2016) (Accessed 16 Dec 2018)."},{"key":"79_CR18","unstructured":"Electronic Medical Records and Genomics (eMERGE) Network.https:\/\/www.genome.gov\/27540473\/electronic-medical-records-and-genomics-emerge-network\/ (2016) (Accessed 16 Dec 2018)."},{"key":"79_CR19","unstructured":"National Center for Advancing Translational Sciences\u2014Biomedical Data Translator. https:\/\/ncats.nih.gov\/translator (2018) (Accessed 16 Dec 2018)."},{"key":"79_CR20","doi-asserted-by":"crossref","unstructured":"Celi, L. A., Citi, L., Ghassemi, M. & Pollard, T. J. The PLOS ONE collection on machine learning in healthand biomedicine: Towards open code and open data. PLoS ONE. 14, e0210232 (2019).","DOI":"10.1371\/journal.pone.0210232"},{"key":"79_CR21","doi-asserted-by":"crossref","unstructured":"Lederer, D. J., et al. Control of confounding and reporting of results in causal inference studies: guidance for authors from editors of respiratory, sleep, and critical care journals. Ann. Am. Thorac. Soc. 16, 22\u201328 (2018).","DOI":"10.1513\/AnnalsATS.201808-564PS"},{"key":"79_CR22","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1038\/s41591-018-0310-5","volume":"25","author":"O Gottesman","year":"2019","unstructured":"Gottesman, O. et al. Guidelines for reinforcement learning in healthcare. Nat. Med. 25, 16\u201318 (2019).","journal-title":"Nat. Med."},{"key":"79_CR23","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1001\/jamaoncol.2015.3931","volume":"2","author":"MV Abola","year":"2016","unstructured":"Abola, M. V. & Prasad, V. The use of superlatives in cancer research. JAMA Oncol. 2, 139\u2013141 (2016).","journal-title":"JAMA Oncol."}],"updated-by":[{"DOI":"10.1038\/s41746-019-0098-9","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2019,3,19]],"date-time":"2019-03-19T00:00:00Z","timestamp":1552953600000}}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0079-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0079-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0079-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,17]],"date-time":"2022-12-17T18:27:40Z","timestamp":1671301660000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-019-0079-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,29]]},"references-count":23,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2019,12]]}},"alternative-id":["79"],"URL":"https:\/\/doi.org\/10.1038\/s41746-019-0079-z","relation":{"correction":[{"id-type":"doi","id":"10.1038\/s41746-019-0098-9","asserted-by":"object"}]},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,29]]},"assertion":[{"value":"10 October 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2019","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"In the original version of the published Article, there was a sentence fragment prior to the last sentence under the subheading \u201cReproducibility and digital medicine\u201d which stated \u201cSome journals, such as PLOS ONE, have made an early\u201d. To improve clarity, the sentence fragment has been removed. This has been corrected in the HTML and PDF version of the Article.","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing Interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"2"}}