{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T22:48:24Z","timestamp":1792104504079,"version":"4.4.0"},"reference-count":213,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T00:00:00Z","timestamp":1790640000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T00:00:00Z","timestamp":1790640000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Med"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1038\/s41591-026-04667-1","type":"journal-article","created":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T09:04:15Z","timestamp":1790672655000},"page":"3564-3577","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reproducibility in biomedical research"],"prefix":"10.1038","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2163-8447","authenticated-orcid":false,"given":"Judy","family":"Zhong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Debra","family":"D\u2019Angelo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4406-5079","authenticated-orcid":false,"given":"Chen","family":"Lyu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ian","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter K.","family":"Enns","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9459-9461","authenticated-orcid":false,"given":"Fei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4694-2517","authenticated-orcid":false,"given":"Rainu","family":"Kaushal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,29]]},"reference":[{"key":"4667_CR1","unstructured":"National Institutes of Health. Advancing NIH\u2019s Mission through a Unified Strategy https:\/\/www.nih.gov\/about-nih\/nih-director\/statements\/advancing-nihs-mission-through-unified-strategy (2026)."},{"key":"4667_CR2","unstructured":"National Institutes of Health. Leading in Gold Standard Science\u2014an NIH Implementation Plan https:\/\/www.nih.gov\/sites\/default\/files\/2025-08\/2025-gss.pdf (2025)."},{"key":"4667_CR3","unstructured":"National Institutes of Health. 2024 NIH Public Access Policy https:\/\/grants.nih.gov\/grants\/guide\/notice-files\/NOT-OD-25-047.html (2024)."},{"key":"4667_CR4","unstructured":"National Institutes of Health. Autism Data Science Initiative https:\/\/dpcpsi.nih.gov\/autism-data-science-initiative (2026)."},{"key":"4667_CR5","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1126\/science.adv7964","volume":"387","author":"J Kaiser","year":"2025","unstructured":"Kaiser, J. NIH sets out to double check biomedical studies. Science 387, 126 https:\/\/doi.org\/10.1126\/science.adv7964 (2025).","journal-title":"Science"},{"key":"4667_CR6","doi-asserted-by":"publisher","first-page":"e3002870","DOI":"10.1371\/journal.pbio.3002870","volume":"22","author":"KD Cobey","year":"2024","unstructured":"Cobey, K. D. et al. Biomedical researchers\u2019 perspectives on the reproducibility of research. PLoS Biol. 22, e3002870 https:\/\/doi.org\/10.1371\/journal.pbio.3002870 (2024).","journal-title":"PLoS Biol."},{"key":"4667_CR7","doi-asserted-by":"publisher","unstructured":"Amaral, O. B., Neves, K., Wasilewska-Sampaio, A. P. & Carneiro, C. F. The Brazilian Reproducibility Initiative. eLife 8, e41602 https:\/\/doi.org\/10.7554\/elife.41602 (2019)","DOI":"10.7554\/elife.41602"},{"key":"4667_CR8","doi-asserted-by":"publisher","unstructured":"Digital Science, Springer Nature & Figshare. The State of Open Data 2025: a Decade of Progress and Challenges 2026 https:\/\/doi.org\/10.6084\/m9.figshare.30823079 (2026).","DOI":"10.6084\/m9.figshare.30823079"},{"key":"4667_CR9","unstructured":"The National Academies of Sciences, Engineering, and Medicine. Reproducibility and Replicability in Science (National Academies Press, 2019)."},{"key":"4667_CR10","doi-asserted-by":"crossref","first-page":"341ps12","DOI":"10.1126\/scitranslmed.aaf5027","volume":"8","author":"SN Goodman","year":"2016","unstructured":"Goodman, S. N., Fanelli, D. & Ioannidis, J. P. What does research reproducibility mean?. Sci. Transl. Med. 8, 341ps12\u2013341ps12 (2016).","journal-title":"Sci. Transl. Med."},{"key":"4667_CR11","doi-asserted-by":"publisher","unstructured":"Barba, L. A. Terminologies for reproducible research. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1802.03311 (2018).","DOI":"10.48550\/arXiv.1802.03311"},{"key":"4667_CR12","doi-asserted-by":"crossref","first-page":"76","DOI":"10.3389\/fninf.2017.00076","volume":"11","author":"HE Plesser","year":"2018","unstructured":"Plesser, H. E. Reproducibility vs. replicability: a brief history of a confused terminology. Front. Neuroinform. 11, 76 (2018).","journal-title":"Front. Neuroinform."},{"key":"4667_CR13","doi-asserted-by":"crossref","unstructured":"Pellizzari, E. D., Lohr, K. N., Blatecky, A. R. & Creel, D. R. Reproducibility: a Primer on Semantics and Implications for Research (RTI Press, 2017).","DOI":"10.3768\/rtipress.2017.bk.0020.1708"},{"key":"4667_CR14","unstructured":"House of Commons Science, Innovation and Technology Committee. Reproducibility and Research Integrity. Sixth Report of Session 2022\u20132023 (HC 101) https:\/\/publications.parliament.uk\/pa\/cm5803\/cmselect\/cmsctech\/101\/report.html (2023)."},{"key":"4667_CR15","unstructured":"UNESCO. UNESCO Recommendation on Open Science https:\/\/unesdoc.unesco.org\/ark:\/48223\/pf0000379949\/ (2021)."},{"key":"4667_CR16","unstructured":"Steyerberg, E. W. Clinical Prediction Models: a Practical Approach to Development, Validation, and Updating (Springer, 2009)."},{"key":"4667_CR17","doi-asserted-by":"crossref","unstructured":"MIT Critical Data. Secondary Analysis of Electronic Health Records (Springer, 2016).","DOI":"10.1007\/978-3-319-43742-2"},{"key":"4667_CR18","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1002\/(SICI)1097-0258(19960229)15","volume":"15","author":"FE Harrell Jr","year":"1996","unstructured":"Harrell, F. E. Jr, Lee, K. L. & Mark, D. B. Multivariable prognostic models: issues in developing models, evaluating assumptions and adequacy, and measuring and reducing errors. Stat. Med. 15, 361\u2013387 https:\/\/doi.org\/10.1002\/(SICI)1097-0258(19960229)15 (1996).","journal-title":"Stat. Med."},{"key":"4667_CR19","doi-asserted-by":"publisher","unstructured":"Ramspek, C. L., Jager, K. J., Dekker, F. W., Zoccali, C. & van Diepen, M. External validation of prognostic models: what, why, how, when and where? Clin. Kidney J. 14, 49\u201358 https:\/\/doi.org\/10.1093\/ckj\/sfaa188 (2021).","DOI":"10.1093\/ckj\/sfaa188"},{"key":"4667_CR20","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1146\/annurev-statistics-042522-103837","volume":"10","author":"I Degtiar","year":"2023","unstructured":"Degtiar, I. & Rose, S. A review of generalizability and transportability. Annu. Rev. Stat. Appl. 10, 501\u2013524 https:\/\/doi.org\/10.1146\/annurev-statistics-042522-103837 (2023).","journal-title":"Annu. Rev. Stat. Appl."},{"key":"4667_CR21","doi-asserted-by":"publisher","unstructured":"Desai, A., Abdelhamid, M. & Padalkar, N. R. What is reproducibility in artificial intelligence and machine learning research? AI Mag. 46, e70004 https:\/\/doi.org\/10.1002\/aaai.70004 (2025).","DOI":"10.1002\/aaai.70004"},{"key":"4667_CR22","doi-asserted-by":"crossref","DOI":"10.1126\/science.aac4716","volume":"349","author":"Open Science Collaboration","year":"2015","unstructured":"Open Science Collaboration Estimating the reproducibility of psychological science. Science 349, aac4716 (2015).","journal-title":"Science"},{"key":"4667_CR23","doi-asserted-by":"publisher","unstructured":"Patil, P., Peng, R. D. & Leek, J. T. A statistical definition for reproducibility and replicability. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/066803 (2016).","DOI":"10.1101\/066803"},{"key":"4667_CR24","doi-asserted-by":"publisher","first-page":"242076","DOI":"10.1098\/rsos.242076","volume":"12","author":"R Heyard","year":"2025","unstructured":"Heyard, R. et al. A scoping review on metrics to quantify reproducibility: a multitude of questions leads to a multitude of metrics. R. Soc. Open Sci. 12, 242076 https:\/\/doi.org\/10.1098\/rsos.242076 (2025).","journal-title":"R. Soc. Open Sci."},{"key":"4667_CR25","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1038\/521274a","volume":"521","author":"M Baker","year":"2015","unstructured":"Baker, M. Reproducibility crisis: blame it on the antibodies. Nature 521, 274 https:\/\/doi.org\/10.1038\/521274a (2015).","journal-title":"Nature"},{"key":"4667_CR26","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/533452a","volume":"533","author":"M Baker","year":"2016","unstructured":"Baker, M. 1,500 scientists lift the lid on reproducibility. Nature 533, 452\u2013454 https:\/\/doi.org\/10.1038\/533452a (2016).","journal-title":"Nature"},{"key":"4667_CR27","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1146\/annurev-med-050124-050859","volume":"77","author":"TL Haven","year":"2026","unstructured":"Haven, T. L. & Ioannidis, J. P. A. Reproducibility failure in biomedical research: problems and solutions. Ann. Rev. Med. 77, 537\u2013549 https:\/\/doi.org\/10.1146\/annurev-med-050124-050859 (2026).","journal-title":"Ann. Rev. Med."},{"key":"4667_CR28","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1038\/483531a","volume":"483","author":"CG Begley","year":"2012","unstructured":"Begley, C. G. & Ellis, L. M. Raise standards for preclinical cancer research. Nature 483, 531\u2013533 (2012).","journal-title":"Nature"},{"key":"4667_CR29","volume":"10","author":"TM Errington","year":"2021","unstructured":"Errington, T. M. et al. Investigating the replicability of preclinical cancer biology. eLife 10, e71601 (2021).","journal-title":"eLife"},{"key":"4667_CR30","volume":"10","author":"TM Errington","year":"2021","unstructured":"Errington, T. M., Denis, A., Perfito, N., Iorns, E. & Nosek, B. A. Challenges for assessing replicability in preclinical cancer biology. eLife 10, e67995 (2021).","journal-title":"eLife"},{"key":"4667_CR31","doi-asserted-by":"crossref","first-page":"e0186281","DOI":"10.1371\/journal.pone.0186281","volume":"12","author":"SP Horbach","year":"2017","unstructured":"Horbach, S. P. & Halffman, W. The ghosts of HeLa: how cell line misidentification contaminates the scientific literature. PLoS ONE 12, e0186281 (2017).","journal-title":"PLoS ONE"},{"key":"4667_CR32","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.91645","volume":"12","author":"R Ayoubi","year":"2023","unstructured":"Ayoubi, R. et al. Scaling of an antibody validation procedure enables quantification of antibody performance in major research applications. eLife 12, RP91645 https:\/\/doi.org\/10.7554\/eLife.91645 (2023).","journal-title":"eLife"},{"key":"4667_CR33","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1016\/j.jclinepi.2014.06.018","volume":"68","author":"TP Debray","year":"2015","unstructured":"Debray, T. P. et al. A new framework to enhance the interpretation of external validation studies of clinical prediction models. J. Clin. Epidemiol. 68, 279\u2013289 (2015).","journal-title":"J. Clin. Epidemiol."},{"key":"4667_CR34","doi-asserted-by":"publisher","first-page":"q902","DOI":"10.1136\/bmj-2023-078378","volume":"385","author":"GS Collins","year":"2024","unstructured":"Collins, G. S. et al. TRIPOD+ AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods. BMJ 385, q902 https:\/\/doi.org\/10.1136\/bmj-2023-078378 (2024).","journal-title":"BMJ"},{"key":"4667_CR35","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-023-02779-w","volume":"21","author":"B Van Calster","year":"2023","unstructured":"Van Calster, B., Steyerberg, E. W., Wynants, L. & van Smeden, M. There is no such thing as a validated prediction model. BMC Med. 21, 70 https:\/\/doi.org\/10.1186\/s12916-023-02779-w (2023).","journal-title":"BMC Med."},{"key":"4667_CR36","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1016\/j.jclinepi.2015.12.005","volume":"74","author":"B Van Calster","year":"2016","unstructured":"Van Calster, B. et al. A calibration hierarchy for risk models was defined: from utopia to empirical data. J. Clin. Epidemiol. 74, 167\u2013176 (2016).","journal-title":"J. Clin. Epidemiol."},{"key":"4667_CR37","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1177\/0272989X06295361","volume":"26","author":"AJ Vickers","year":"2006","unstructured":"Vickers, A. J. & Elkin, E. B. Decision curve analysis: a novel method for evaluating prediction models. Med. Decis. Making 26, 565\u2013574 https:\/\/doi.org\/10.1177\/0272989X06295361 (2006).","journal-title":"Med. Decis. Making"},{"key":"4667_CR38","doi-asserted-by":"crossref","first-page":"1065","DOI":"10.1001\/jamainternmed.2021.2626","volume":"181","author":"A Wong","year":"2021","unstructured":"Wong, A. et al. External validation of a widely implemented proprietary sepsis prediction model in hospitalized patients. JAMA Int. Med. 181, 1065\u20131070 (2021).","journal-title":"JAMA Int. Med."},{"key":"4667_CR39","doi-asserted-by":"publisher","first-page":"m1328","DOI":"10.1136\/bmj.m1328","volume":"369","author":"L Wynants","year":"2020","unstructured":"Wynants, L. et al. Prediction models for diagnosis and prognosis of COVID-19: systematic review and critical appraisal. BMJ 369, m1328 https:\/\/doi.org\/10.1136\/bmj.m1328 (2020).","journal-title":"BMJ"},{"key":"4667_CR40","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-023-00872-1","volume":"6","author":"MA Marchetti","year":"2023","unstructured":"Marchetti, M. A. et al. Prospective validation of dermoscopy-based open-source artificial intelligence for melanoma diagnosis (PROVE-AI study). NPJ Digit. Med. 6, 127 https:\/\/doi.org\/10.1038\/s41746-023-00872-1 (2023).","journal-title":"NPJ Digit. Med."},{"key":"4667_CR41","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1038\/s41562-021-01193-7","volume":"6","author":"CD Chambers","year":"2022","unstructured":"Chambers, C. D. & Tzavella, L. The past, present and future of registered reports. Nat. Hum. Behav. 6, 29\u201342 https:\/\/doi.org\/10.1038\/s41562-021-01193-7 (2022).","journal-title":"Nat. Hum. Behav."},{"key":"4667_CR42","unstructured":"Cadwallader L., Morton L. & Hrynaszkiewicz I. Trends in preprint, data, and code sharing, 2019\u20132022. PLOS Blog https:\/\/theplosblog.plos.org\/2023\/04\/open-science-indicators\/ (2023)."},{"key":"4667_CR43","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1038\/s41562-022-01497-2","volume":"7","author":"TE Hardwicke","year":"2023","unstructured":"Hardwicke, T. E. & Wagenmakers, E. -J. Reducing bias, increasing transparency and calibrating confidence with preregistration. Nat. Hum. Behav. 7, 15\u201326 https:\/\/doi.org\/10.1038\/s41562-022-01497-2 (2023).","journal-title":"Nat. Hum. Behav."},{"key":"4667_CR44","doi-asserted-by":"publisher","unstructured":"Nature is expanding Registered Reports to all the fields in which we publish. Nature 653, 981 https:\/\/doi.org\/10.1038\/d41586-026-01629-y (2026).","DOI":"10.1038\/d41586-026-01629-y"},{"key":"4667_CR45","doi-asserted-by":"publisher","first-page":"2584","DOI":"10.1073\/pnas.1708290115","volume":"115","author":"V Stodden","year":"2018","unstructured":"Stodden, V., Seiler, J. & Ma, Z. An empirical analysis of journal policy effectiveness for computational reproducibility. Proc. Natl Acad. Sci. USA 115, 2584\u20132589 https:\/\/doi.org\/10.1073\/pnas.1708290115 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"4667_CR46","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.jclinepi.2022.05.019","volume":"150","author":"M Gabelica","year":"2022","unstructured":"Gabelica, M., Boj\u010di\u0107, R. & Puljak, L. Many researchers were not compliant with their published data sharing statement: a mixed-methods study. J. Clin. Epidemiol. 150, 33\u201341 https:\/\/doi.org\/10.1016\/j.jclinepi.2022.05.019 (2022).","journal-title":"J. Clin. Epidemiol."},{"key":"4667_CR47","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1080\/00031305.2022.2131625","volume":"77","author":"X Xiong","year":"2023","unstructured":"Xiong, X. & Cribben, I. The state of play of reproducibility in statistics: an empirical analysis. Am. Stat. 77, 115\u2013126 (2023).","journal-title":"Am. Stat."},{"key":"4667_CR48","doi-asserted-by":"publisher","DOI":"10.1186\/s12920-024-02072-6","volume":"18","author":"H Han","year":"2025","unstructured":"Han, H. Challenges of reproducible AI in biomedical data science. BMC Med. Genet. 18, 8 https:\/\/doi.org\/10.1186\/s12920-024-02072-6 (2025).","journal-title":"BMC Med. Genet."},{"key":"4667_CR49","doi-asserted-by":"publisher","unstructured":"Siddiq, M. L., Islam-Gomes, A., Sekerak, N. & Santos J. C. S. Large language models for software engineering: a reproducibility crisis. Preprint at https:\/\/doi.org\/10.48550\/arXiv.2512.00651 (2025).","DOI":"10.48550\/arXiv.2512.00651"},{"key":"4667_CR50","doi-asserted-by":"crossref","DOI":"10.1126\/scitranslmed.abb1655","volume":"13","author":"MB McDermott","year":"2021","unstructured":"McDermott, M. B. et al. Reproducibility in machine learning for health research: still a ways to go. Sci. Transl. Med. 13, eabb1655 (2021).","journal-title":"Sci. Transl. Med."},{"key":"4667_CR51","doi-asserted-by":"publisher","unstructured":"Gundersen, O. E. & Kjensmo, S. State of the art: reproducibility in artificial intelligence. In Proc. AAAI Conference on Artificial Intelligence Vol. 32 https:\/\/doi.org\/10.1609\/aaai.v32i1.11503 (AAAI, 2018).","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"4667_CR52","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2023.100804","volume":"4","author":"S Kapoor","year":"2023","unstructured":"Kapoor, S. & Narayanan, A. Leakage and the reproducibility crisis in machine-learning-based science. Patterns 4, 100804 https:\/\/doi.org\/10.1016\/j.patter.2023.100804 (2023).","journal-title":"Patterns"},{"key":"4667_CR53","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1038\/s43587-023-00448-4","volume":"3","author":"PP Singh","year":"2023","unstructured":"Singh, P. P. & Benayoun, B. A. Considerations for reproducible omics in aging research. Nat. Aging 3, 921\u2013930 https:\/\/doi.org\/10.1038\/s43587-023-00448-4 (2023).","journal-title":"Nat. Aging"},{"key":"4667_CR54","doi-asserted-by":"crossref","first-page":"e1002165","DOI":"10.1371\/journal.pbio.1002165","volume":"13","author":"LP Freedman","year":"2015","unstructured":"Freedman, L. P., Cockburn, I. M. & Simcoe, T. S. The economics of reproducibility in preclinical research. PLoS Biol. 13, e1002165 (2015).","journal-title":"PLoS Biol."},{"key":"4667_CR55","doi-asserted-by":"publisher","unstructured":"Prinz, F., Schlage, T. & Asadullah, K. Believe it or not: how much can we rely on published data on potential drug targets? Nat. Rev. Drug Discov. 10, 712 https:\/\/doi.org\/10.1038\/nrd3439-c1 (2011).","DOI":"10.1038\/nrd3439-c1"},{"key":"4667_CR56","unstructured":"Academy of Medical Sciences. Reproducibility and Reliability of Biomedical Research: Improving Research Practice https:\/\/acmedsci.ac.uk\/policy\/policy-projects\/reproducibility-and-reliability-of-biomedical-research (2015)."},{"key":"4667_CR57","unstructured":"Redman, B. K. & Caplan, A. L. Limited reproducibility of research findings: implications for the welfare of research participants and considerations for institutional review board. IRB Ethics Hum. Res. 38, 4 (2016)."},{"key":"4667_CR58","doi-asserted-by":"publisher","unstructured":"Wang, S. V., Sreedhara, S. K., Schneeweiss, S. & REPEAT Initiative. Reproducibility of real-world evidence studies using clinical practice data to inform regulatory and coverage decisions. Nat. Commun. https:\/\/doi.org\/10.1038\/s41467-022-32310-3 (2022).","DOI":"10.1038\/s41467-022-32310-3"},{"key":"4667_CR59","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.jclinepi.2022.08.012","volume":"151","author":"SV Wang","year":"2022","unstructured":"Wang, S. V., Sreedhara, S. K., Bessette, L. G. & Schneeweiss, S. Understanding variation in the results of real-world evidence studies that seem to address the same question. J. Clin. Epidemiol. 151, 161\u2013170 https:\/\/doi.org\/10.1016\/j.jclinepi.2022.08.012 (2022).","journal-title":"J. Clin. Epidemiol."},{"key":"4667_CR60","unstructured":"European Medicines Agency. HMA-EMA Catalogues of Real-World Data Sources and Study Protocols https:\/\/catalogues.ema.europa.eu\/legal\/ (2026)."},{"key":"4667_CR61","unstructured":"National Institute for Health and Care Research. PROSPERO Registry for Systematic Reviews https:\/\/www.crd.york.ac.uk\/prospero\/ (2026)."},{"key":"4667_CR62","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/S0140-6736(13)62228-X","volume":"383","author":"P Glasziou","year":"2014","unstructured":"Glasziou, P. et al. Reducing waste from incomplete or unusable reports of biomedical research. Lancet 383, 267\u2013276 (2014).","journal-title":"Lancet"},{"key":"4667_CR63","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1001\/jama.1996.03540080059030","volume":"276","author":"C Begg","year":"1996","unstructured":"Begg, C. et al. Improving the quality of reporting of randomized controlled trials: the CONSORT statement. JAMA 276, 637\u2013639 https:\/\/doi.org\/10.1001\/jama.1996.03540080059030 (1996).","journal-title":"JAMA"},{"key":"4667_CR64","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1016\/S0140-6736(00)04337-3","volume":"357","author":"D Moher","year":"2001","unstructured":"Moher, D., Schulz, K. F. & Altman, D. G. The CONSORT statement: revised recommendations for improving the quality of reports of parallel-group randomised trials. Lancet 357, 1191\u20131194 https:\/\/doi.org\/10.1016\/S0140-6736(00)04337-3 (2001).","journal-title":"Lancet"},{"key":"4667_CR65","doi-asserted-by":"crossref","first-page":"c869","DOI":"10.1136\/bmj.c869","volume":"340","author":"D Moher","year":"2010","unstructured":"Moher, D. et al. CONSORT 2010 explanation and elaboration: updated guidelines for reporting parallel group randomised trials. BMJ 340, c869 (2010).","journal-title":"BMJ"},{"key":"4667_CR66","doi-asserted-by":"publisher","unstructured":"Hopewell S., et al. CONSORT 2025 statement: updated guideline for reporting randomised trials. BMJ 389 https:\/\/doi.org\/10.1136\/bmj-2024-081123 2025","DOI":"10.1136\/bmj-2024-081123"},{"key":"4667_CR67","first-page":"MR000030","volume":"11","author":"L Turner","year":"2012","unstructured":"Turner, L. et al. Consolidated standards of reporting trials (CONSORT) and the completeness of reporting of randomised controlled trials (RCTs) published in medical journals. Cochrane Database Syst. Rev. 11, MR000030 (2012).","journal-title":"Cochrane Database Syst. Rev."},{"key":"4667_CR68","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1016\/S0140-6736(07)61835-2","volume":"371","author":"S Hopewell","year":"2008","unstructured":"Hopewell, S. et al. CONSORT for reporting randomised trials in journal and conference abstracts. Lancet 371, 281\u2013283 (2008).","journal-title":"Lancet"},{"key":"4667_CR69","doi-asserted-by":"crossref","first-page":"e5661","DOI":"10.1136\/bmj.e5661","volume":"345","author":"MK Campbell","year":"2012","unstructured":"Campbell, M. K., Piaggio, G., Elbourne, D. R. & Altman, D. G. Consort 2010 statement: extension to cluster randomised trials. BMJ 345, e5661 (2012).","journal-title":"BMJ"},{"key":"4667_CR70","doi-asserted-by":"crossref","first-page":"a2390","DOI":"10.1136\/bmj.a2390","volume":"337","author":"M Zwarenstein","year":"2008","unstructured":"Zwarenstein, M. et al. Improving the reporting of pragmatic trials: an extension of the CONSORT statement. BMJ 337, a2390 (2008).","journal-title":"BMJ"},{"key":"4667_CR71","doi-asserted-by":"crossref","first-page":"814","DOI":"10.1001\/jama.2013.879","volume":"309","author":"M Calvert","year":"2013","unstructured":"Calvert, M. et al. Reporting of patient-reported outcomes in randomized trials: the CONSORT PRO extension. JAMA 309, 814\u2013822 (2013).","journal-title":"JAMA"},{"key":"4667_CR72","doi-asserted-by":"crossref","first-page":"2457","DOI":"10.1001\/jama.291.20.2457","volume":"291","author":"A-W Chan","year":"2004","unstructured":"Chan, A.-W., Hr\u00f3bjartsson, A., Haahr, M. T., G\u00f8tzsche, P. C. & Altman, D. G. Empirical evidence for selective reporting of outcomes in randomized trials: comparison of protocols to published articles. JAMA 291, 2457\u20132465 (2004).","journal-title":"JAMA"},{"key":"4667_CR73","doi-asserted-by":"crossref","first-page":"200","DOI":"10.7326\/0003-4819-158-3-201302050-00583","volume":"158","author":"A-W Chan","year":"2013","unstructured":"Chan, A.-W. et al. SPIRIT 2013 statement: defining standard protocol items for clinical trials. Ann. Intern. Med. 158, 200\u2013207 (2013).","journal-title":"Ann. Intern. Med."},{"key":"4667_CR74","doi-asserted-by":"crossref","first-page":"1453","DOI":"10.1016\/S0140-6736(07)61602-X","volume":"370","author":"E Von Elm","year":"2007","unstructured":"Von Elm, E. et al. The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies. Lancet 370, 1453\u20131457 (2007).","journal-title":"Lancet"},{"key":"4667_CR75","doi-asserted-by":"crossref","first-page":"e1001885","DOI":"10.1371\/journal.pmed.1001885","volume":"12","author":"EI Benchimol","year":"2015","unstructured":"Benchimol, E. I. et al. The REporting of studies Conducted using Observational Routinely-collected health Data (RECORD) statement. PLoS Med. 12, e1001885 (2015).","journal-title":"PLoS Med."},{"key":"4667_CR76","doi-asserted-by":"publisher","first-page":"k3532","DOI":"10.1136\/bmj.k3532","volume":"363","author":"SM Langan","year":"2018","unstructured":"Langan, S. M. et al. The reporting of studies conducted using observational routinely collected health data statement for pharmacoepidemiology (RECORD-PE). BMJ 363, k3532 https:\/\/doi.org\/10.1136\/bmj.k3532 (2018).","journal-title":"BMJ"},{"key":"4667_CR77","doi-asserted-by":"publisher","first-page":"1009","DOI":"10.1016\/j.jval.2017.08.3018","volume":"20","author":"SV Wang","year":"2017","unstructured":"Wang, S. V. et al. Reporting to improve reproducibility and facilitate validity assessment for healthcare database studies V1.0. Value Health 20, 1009\u20131022 https:\/\/doi.org\/10.1016\/j.jval.2017.08.3018 (2017).","journal-title":"Value Health"},{"key":"4667_CR78","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1002\/pds.5507","volume":"32","author":"SV Wang","year":"2023","unstructured":"Wang, S. V. et al. HARmonized Protocol Template to Enhance Reproducibility of hypothesis evaluating real-world evidence studies on treatment effects: A good practices report of a joint ISPE\/ISPOR task force. Pharmacoepidemiol. Drug Saf. 32, 44\u201355 https:\/\/doi.org\/10.1002\/pds.5507 (2023).","journal-title":"Pharmacoepidemiol. Drug Saf."},{"key":"4667_CR79","doi-asserted-by":"crossref","first-page":"b2535","DOI":"10.1136\/bmj.b2535","volume":"339","author":"D Moher","year":"2009","unstructured":"Moher, D., Liberati, A., Tetzlaff, J. & Altman, D. G. Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. BMJ 339, b2535 (2009).","journal-title":"BMJ"},{"key":"4667_CR80","first-page":"148","volume":"102","author":"GS Collins","year":"2015","unstructured":"Collins, G. S., Reitsma, J. B., Altman, D. G. & Moons, K. G. Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement. BMJ 102, 148\u2013158 (2015).","journal-title":"BMJ"},{"key":"4667_CR81","doi-asserted-by":"crossref","first-page":"e537","DOI":"10.1016\/S2589-7500(20)30218-1","volume":"2","author":"X Liu","year":"2020","unstructured":"Liu, X. et al. Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension. Lancet Digit. Health 2, e537\u2013e548 (2020).","journal-title":"Lancet Digit. Health"},{"key":"4667_CR82","doi-asserted-by":"crossref","first-page":"e549","DOI":"10.1016\/S2589-7500(20)30219-3","volume":"2","author":"SC Rivera","year":"2020","unstructured":"Rivera, S. C. et al. Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI extension. Lancet Digit. Health 2, e549\u2013e560 (2020).","journal-title":"Lancet Digit. Health"},{"key":"4667_CR83","doi-asserted-by":"crossref","unstructured":"Mongan, J., Moy, L. Jr. & Kahn, C. E. Checklist for artificial intelligence in medical imaging (CLAIM): a guide for authors and reviewers. Radiol.Artif. Intell. 2, e200029 (2020).","DOI":"10.1148\/ryai.2020200029"},{"key":"4667_CR84","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-8-24","volume":"8","author":"I Simera","year":"2010","unstructured":"Simera, I. et al. Transparent and accurate reporting increases reliability, utility, and impact of your research: reporting guidelines and the EQUATOR Network. BMC Med. 8, 24 (2010).","journal-title":"BMC Med."},{"key":"4667_CR85","doi-asserted-by":"crossref","first-page":"e1000217","DOI":"10.1371\/journal.pmed.1000217","volume":"7","author":"D Moher","year":"2010","unstructured":"Moher, D., Schulz, K. F., Simera, I. & Altman, D. G. Guidance for developers of health research reporting guidelines. PLoS Med. 7, e1000217 (2010).","journal-title":"PLoS Med."},{"key":"4667_CR86","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-018-1099-2","volume":"16","author":"P Heus","year":"2018","unstructured":"Heus, P. et al. Poor reporting of multivariable prediction model studies: towards a targeted implementation strategy of the TRIPOD statement. BMC Med. 16, 120 (2018).","journal-title":"BMC Med."},{"key":"4667_CR87","doi-asserted-by":"crossref","first-page":"e048008","DOI":"10.1136\/bmjopen-2020-048008","volume":"11","author":"GS Collins","year":"2021","unstructured":"Collins, G. S. et al. Protocol for development of a reporting guideline (TRIPOD-AI) and risk of bias tool (PROBAST-AI) for diagnostic and prognostic prediction model studies based on artificial intelligence. BMJ Open 11, e048008 (2021).","journal-title":"BMJ Open"},{"key":"4667_CR88","doi-asserted-by":"publisher","DOI":"10.1186\/s41512-022-00126-w","volume":"6","author":"P Dhiman","year":"2022","unstructured":"Dhiman, P. et al. Risk of bias of prognostic models developed using machine learning: a systematic review in oncology. Diagn. Progn. Res. 6, 13 (2022).","journal-title":"Diagn. Progn. Res."},{"key":"4667_CR89","doi-asserted-by":"crossref","first-page":"256","DOI":"10.1016\/j.joca.2012.02.010","volume":"20","author":"C Kilkenny","year":"2012","unstructured":"Kilkenny, C., Browne, W. J., Cuthill, I. C., Emerson, M. & Altman, D. G. Improving bioscience research reporting: the ARRIVE guidelines for reporting animal research. Osteoarthritis Cartilage 20, 256\u2013260 (2012).","journal-title":"Osteoarthritis Cartilage"},{"key":"4667_CR90","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1038\/nature11556","volume":"490","author":"SC Landis","year":"2012","unstructured":"Landis, S. C. et al. A call for transparent reporting to optimize the predictive value of preclinical research. Nature 490, 187\u2013191 (2012).","journal-title":"Nature"},{"key":"4667_CR91","doi-asserted-by":"publisher","DOI":"10.1186\/1751-0473-8-7","volume":"8","author":"K Ram","year":"2013","unstructured":"Ram, K. Git can facilitate greater reproducibility and increased transparency in science. Source Code Biol. Med. 8, 7 (2013).","journal-title":"Source Code Biol. Med."},{"key":"4667_CR92","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0031-8","volume":"6","author":"M Fenner","year":"2019","unstructured":"Fenner, M. et al. A data citation roadmap for scholarly data repositories. Sci. Data 6, 28 (2019).","journal-title":"Sci. Data"},{"key":"4667_CR93","doi-asserted-by":"publisher","DOI":"10.1186\/1756-0500-5-494","volume":"5","author":"I Hrynaszkiewicz","year":"2012","unstructured":"Hrynaszkiewicz, I. & Cockerill, M. J. Open by default: a proposed copyright license and waiver agreement for open access research and data in peer-reviewed journals. BMC Res. Notes 5, 494 (2012).","journal-title":"BMC Res. Notes"},{"key":"4667_CR94","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1038\/473285a","volume":"473","author":"HA Piwowar","year":"2011","unstructured":"Piwowar, H. A., Vision, T. J. & Whitlock, M. C. Data archiving is a good investment. Nature 473, 285 (2011).","journal-title":"Nature"},{"key":"4667_CR95","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1145\/2723872.2723882","volume":"49","author":"C Boettiger","year":"2015","unstructured":"Boettiger, C. An introduction to Docker for reproducible research. ACM SIGOPS Oper. Syst. Rev. 49, 71\u201379 (2015).","journal-title":"ACM SIGOPS Oper. Syst. Rev."},{"key":"4667_CR96","doi-asserted-by":"crossref","unstructured":"Project, J. et al. Binder 2.0\u2014Reproducible, interactive, sharable environments for science at scale. In Proc. 17th Python in Science Conference (eds Akici, F. et al.) 113\u2013120 (SciPy, 2018).","DOI":"10.25080\/Majora-4af1f417-011"},{"key":"4667_CR97","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1038\/d41586-018-07196-1","volume":"563","author":"JM Perkel","year":"2018","unstructured":"Perkel, J. M. Why Jupyter is data scientists\u2019 computational notebook of choice. Nature 563, 145\u2013147 (2018).","journal-title":"Nature"},{"key":"4667_CR98","doi-asserted-by":"crossref","first-page":"2520","DOI":"10.1093\/bioinformatics\/bts480","volume":"28","author":"J K\u00f6ster","year":"2012","unstructured":"K\u00f6ster, J. & Rahmann, S. Snakemake\u2014a scalable bioinformatics workflow engine. Bioinformatics 28, 2520\u20132522 (2012).","journal-title":"Bioinformatics"},{"key":"4667_CR99","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1038\/nbt.3820","volume":"35","author":"P Di Tommaso","year":"2017","unstructured":"Di Tommaso, P. et al. Nextflow enables reproducible computational workflows. Nat. Biotechnol. 35, 316\u2013319 (2017).","journal-title":"Nat. Biotechnol."},{"key":"4667_CR100","doi-asserted-by":"crossref","first-page":"e1001745","DOI":"10.1371\/journal.pbio.1001745","volume":"12","author":"G Wilson","year":"2014","unstructured":"Wilson, G. et al. Best practices for scientific computing. PLoS Biol. 12, e1001745 (2014).","journal-title":"PLoS Biol."},{"key":"4667_CR101","doi-asserted-by":"crossref","first-page":"e1005510","DOI":"10.1371\/journal.pcbi.1005510","volume":"13","author":"G Wilson","year":"2017","unstructured":"Wilson, G. et al. Good enough practices in scientific computing. PLoS Comput. Biol. 13, e1005510 (2017).","journal-title":"PLoS Comput. Biol."},{"key":"4667_CR102","first-page":"2","volume":"239","author":"D Merkel","year":"2014","unstructured":"Merkel, D. Docker: lightweight linux containers for consistent development and deployment. Linux J. 239, 2 (2014).","journal-title":"Linux J."},{"key":"4667_CR103","doi-asserted-by":"publisher","first-page":"160018","DOI":"10.1038\/sdata.2016.18","volume":"3","author":"MD Wilkinson","year":"2016","unstructured":"Wilkinson, M. D. et al. The FAIR Guiding Principles for scientific data management and stewardship. Sci. Data 3, 160018 (2016).","journal-title":"Sci. Data"},{"key":"4667_CR104","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1038\/s41591-018-0272-7","volume":"25","author":"WN Price","year":"2019","unstructured":"Price, W. N. & Cohen, I. G. Privacy in the age of medical big data. Nat. Med. 25, 37\u201343 (2019).","journal-title":"Nat. Med."},{"key":"4667_CR105","first-page":"69","volume":"25","author":"BJ Evans","year":"2011","unstructured":"Evans, B. J. Much ado about data ownership. Harv. JL Tech. 25, 69 (2011).","journal-title":"Harv. JL Tech."},{"key":"4667_CR106","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1038\/455047a","volume":"455","author":"D Howe","year":"2008","unstructured":"Howe, D. et al. The future of biocuration. Nature 455, 47\u201350 (2008).","journal-title":"Nature"},{"key":"4667_CR107","doi-asserted-by":"crossref","first-page":"1466","DOI":"10.1001\/jama.282.15.1466","volume":"282","author":"JG Hodge Jr","year":"1999","unstructured":"Hodge Jr, J. G., Gostin, L. O. & Jacobson, P. D. Legal issues concerning electronic health information: privacy, quality, and liability. JAMA 282, 1466\u20131471 (1999).","journal-title":"JAMA"},{"key":"4667_CR108","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1136\/jamia.2009.000026","volume":"17","author":"K Benitez","year":"2010","unstructured":"Benitez, K. & Malin, B. Evaluating re-identification risks with respect to the HIPAA privacy rule. J. Am. Med. Inf. Assoc. 17, 169\u2013177 (2010).","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"4667_CR109","doi-asserted-by":"publisher","first-page":"1220","DOI":"10.1038\/s41591-024-02879-x","volume":"30","author":"TL Weissgerber","year":"2024","unstructured":"Weissgerber, T. L. et al. Understanding the provenance and quality of methods is essential for responsible reuse of FAIR data. Nat. Med. 30, 1220\u20131221 https:\/\/doi.org\/10.1038\/s41591-024-02879-x (2024).","journal-title":"Nat. Med."},{"key":"4667_CR110","doi-asserted-by":"crossref","first-page":"1422","DOI":"10.1126\/science.aab2374","volume":"348","author":"BA Nosek","year":"2015","unstructured":"Nosek, B. A. et al. Promoting an open research culture. Science 348, 1422\u20131425 (2015).","journal-title":"Science"},{"key":"4667_CR111","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-016-0021","volume":"1","author":"MR Munaf\u00f2","year":"2017","unstructured":"Munaf\u00f2, M. R. et al. A manifesto for reproducible science. Nat. Hum. Behav. 1, 0021 (2017).","journal-title":"Nat. Hum. Behav."},{"key":"4667_CR112","doi-asserted-by":"crossref","first-page":"615","DOI":"10.1177\/1745691612459058","volume":"7","author":"BA Nosek","year":"2012","unstructured":"Nosek, B. A., Spies, J. R. & Motyl, M. Scientific utopia: II. Restructuring incentives and practices to promote truth over publishability. Perspect. Psychol. Sci. 7, 615\u2013631 (2012).","journal-title":"Perspect. Psychol. Sci."},{"key":"4667_CR113","doi-asserted-by":"crossref","first-page":"1573","DOI":"10.1016\/S0140-6736(15)00307-4","volume":"387","author":"D Moher","year":"2016","unstructured":"Moher, D. et al. Increasing value and reducing waste in biomedical research: who\u2019s listening? Lancet 387, 1573\u20131586 (2016).","journal-title":"Lancet"},{"key":"4667_CR114","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/S0140-6736(13)62227-8","volume":"383","author":"JP Ioannidis","year":"2014","unstructured":"Ioannidis, J. P. et al. Increasing value and reducing waste in research design, conduct, and analysis. Lancet 383, 166\u2013175 (2014).","journal-title":"Lancet"},{"key":"4667_CR115","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1148\/radiol.2015151516","volume":"277","author":"Bossuyt","year":"2015","unstructured":"Bossuyt et al. STARD 2015: an updated list of essential items for reporting diagnostic accuracy studies. Radiology 277, 826\u2013832 (2015).","journal-title":"Radiology"},{"key":"4667_CR116","doi-asserted-by":"crossref","first-page":"e012799","DOI":"10.1136\/bmjopen-2016-012799","volume":"6","author":"JF Cohen","year":"2016","unstructured":"Cohen, J. F. et al. STARD 2015 guidelines for reporting diagnostic accuracy studies: explanation and elaboration. BMJ Open 6, e012799 (2016).","journal-title":"BMJ Open"},{"key":"4667_CR117","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-8-18","volume":"8","author":"KF Schulz","year":"2010","unstructured":"Schulz, K. F., Altman, D. G. & Moher, D. CONSORT 2010 statement: updated guidelines for reporting parallel group randomised trials. BMC Med. 8, 18 (2010).","journal-title":"BMC Med."},{"key":"4667_CR118","doi-asserted-by":"crossref","first-page":"1240","DOI":"10.1126\/science.aah6168","volume":"354","author":"V Stodden","year":"2016","unstructured":"Stodden, V. et al. Enhancing reproducibility for computational methods. Science 354, 1240\u20131241 (2016).","journal-title":"Science"},{"key":"4667_CR119","doi-asserted-by":"crossref","first-page":"1226","DOI":"10.1126\/science.1213847","volume":"334","author":"RD Peng","year":"2011","unstructured":"Peng, R. D. Reproducible research in computational science. Science 334, 1226\u20131227 (2011).","journal-title":"Science"},{"key":"4667_CR120","doi-asserted-by":"crossref","first-page":"e20961","DOI":"10.1371\/journal.pone.0020961","volume":"6","author":"M Laakso","year":"2011","unstructured":"Laakso, M. et al. The development of open access journal publishing from 1993 to 2009. PLoS ONE 6, e20961 (2011).","journal-title":"PLoS ONE"},{"key":"4667_CR121","doi-asserted-by":"crossref","DOI":"10.7717\/peerj.4375","volume":"6","author":"H Piwowar","year":"2018","unstructured":"Piwowar, H. et al. The state of OA: a large-scale analysis of the prevalence and impact of Open Access articles. PeerJ 6, e4375 (2018).","journal-title":"PeerJ"},{"key":"4667_CR122","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-10-73","volume":"10","author":"B-C Bj\u00f6rk","year":"2012","unstructured":"Bj\u00f6rk, B. -C. & Solomon, D. Open access versus subscription journals: a comparison of scientific impact. BMC Med. 10, 73 (2012).","journal-title":"BMC Med."},{"key":"4667_CR123","doi-asserted-by":"crossref","first-page":"e13636","DOI":"10.1371\/journal.pone.0013636","volume":"5","author":"Y Gargouri","year":"2010","unstructured":"Gargouri, Y. et al. Self-selected or mandated, open access increases citation impact for higher quality research. PLoS ONE 5, e13636 (2010).","journal-title":"PLoS ONE"},{"key":"4667_CR124","doi-asserted-by":"publisher","unstructured":"McCabe, M. & Snyder, C. M. The economics of open-access journals. SSRN https:\/\/doi.org\/10.2139\/ssrn.914525 (2004).","DOI":"10.2139\/ssrn.914525"},{"key":"4667_CR125","doi-asserted-by":"crossref","first-page":"1769","DOI":"10.1177\/0271678X20943823","volume":"40","author":"N Percie du Sert","year":"2020","unstructured":"Percie du Sert, N. et al. The ARRIVE guidelines 2.0: updated guidelines for reporting animal research. J. Cereb. Blood Flow Metab. 40, 1769\u20131777 (2020).","journal-title":"J. Cereb. Blood Flow Metab."},{"key":"4667_CR126","doi-asserted-by":"crossref","first-page":"n71","DOI":"10.1136\/bmj.n71","volume":"372","author":"MJ Page","year":"2021","unstructured":"Page, M. J. et al. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372, n71 (2021).","journal-title":"BMJ"},{"key":"4667_CR127","doi-asserted-by":"crossref","first-page":"1500","DOI":"10.1016\/j.ijsu.2014.07.014","volume":"12","author":"JP Vandenbroucke","year":"2014","unstructured":"Vandenbroucke, J. P. et al. Strengthening the Reporting of Observational Studies in Epidemiology (STROBE): explanation and elaboration. Int. J. Surg. 12, 1500\u20131524 (2014).","journal-title":"Int. J. Surg."},{"key":"4667_CR128","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1080\/26939169.2022.2074582","volume":"30","author":"L Vilhuber","year":"2022","unstructured":"Vilhuber, L., Son, H. H., Welch, M., Wasser, D. N. & Darisse, M. Teaching for large-scale reproducibility verification. J. Stat. Data Sci. Educ. 30, 274\u2013281 (2022).","journal-title":"J. Stat. Data Sci. Educ."},{"key":"4667_CR129","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1080\/13658816.2018.1508687","volume":"33","author":"M Konkol","year":"2019","unstructured":"Konkol, M., Kray, C. & Pfeiffer, M. Computational reproducibility in geoscientific papers: insights from a series of studies with geoscientists and a reproduction study. Int. J. Geogr. Inf. Sci. 33, 408\u2013429 (2019).","journal-title":"Int. J. Geogr. Inf. Sci."},{"key":"4667_CR130","unstructured":"National Institutes of Health. Final NIH Policy for Data Management and Sharing. NOT-OD-21-013 https:\/\/grants.nih.gov\/grants\/guide\/notice-files\/NOT-OD-21-013.html (2026)."},{"key":"4667_CR131","unstructured":"National Science Foundation. Proposal and Award Policies and Procedures Guide https:\/\/www.nsf.gov\/policies\/pappg\/ (2026)."},{"key":"4667_CR132","unstructured":"Wellcome Trust. Data, Software and Materials Management and Sharing Policy https:\/\/wellcome.org\/research-funding\/guidance\/policies-grant-conditions\/data-software-materials-management-and-sharing-policy\/ (2026)."},{"key":"4667_CR133","unstructured":"European Commission. Guidelines on FAIR Data Management in Horizon 2020. H2020 Programme https:\/\/www.kowi.de\/Portaldata\/2\/Resources\/horizon2020\/h2020-guide-data-mgt.pdf (2016)."},{"key":"4667_CR134","doi-asserted-by":"crossref","first-page":"1304","DOI":"10.1096\/fj.12-218164","volume":"27","author":"TH Vines","year":"2013","unstructured":"Vines, T. H. et al. Mandated data archiving greatly improves access to research data. FASEB J 27, 1304\u20131308 (2013).","journal-title":"FASEB J"},{"key":"4667_CR135","unstructured":"Borgman, C. L. Big Data, Little Data, no Data: Scholarship in the Networked World (MIT Press, 2017)."},{"key":"4667_CR136","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1038\/455028a","volume":"455","author":"C Lynch","year":"2008","unstructured":"Lynch, C. How do your data grow? Nature 455, 28\u201329 (2008).","journal-title":"Nature"},{"key":"4667_CR137","doi-asserted-by":"crossref","first-page":"e1001221","DOI":"10.1371\/journal.pmed.1001221","volume":"9","author":"W Bouwmeester","year":"2012","unstructured":"Bouwmeester, W. et al. Reporting and methods in clinical prediction research: a systematic review. PLoS Med. 9, e1001221 (2012).","journal-title":"PLoS Med."},{"key":"4667_CR138","doi-asserted-by":"crossref","first-page":"e1004525","DOI":"10.1371\/journal.pcbi.1004525","volume":"11","author":"WK Michener","year":"2015","unstructured":"Michener, W. K. Ten simple rules for creating a good data management plan. PLoS Comput. Biol. 11, e1004525 (2015).","journal-title":"PLoS Comput. Biol."},{"key":"4667_CR139","doi-asserted-by":"crossref","first-page":"e0129506","DOI":"10.1371\/journal.pone.0129506","volume":"10","author":"LM Federer","year":"2015","unstructured":"Federer, L. M., Lu, Y. -L., Joubert, D. J., Welsh, J. & Brandys, B. Biomedical data sharing and reuse: attitudes and practices of clinical and scientific research staff. PLoS ONE 10, e0129506 (2015).","journal-title":"PLoS ONE"},{"key":"4667_CR140","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.tree.2011.11.016","volume":"27","author":"WK Michener","year":"2012","unstructured":"Michener, W. K. & Jones, M. B. Ecoinformatics: supporting ecology as a data-intensive science. Trends Ecol. Evol. 27, 85\u201393 (2012).","journal-title":"Trends Ecol. Evol."},{"key":"4667_CR141","doi-asserted-by":"crossref","first-page":"e1002295","DOI":"10.1371\/journal.pbio.1002295","volume":"13","author":"DG Roche","year":"2015","unstructured":"Roche, D. G., Kruuk, L. E., Lanfear, R. & Binning, S. A. Public data archiving in ecology and evolution: how well are we doing?. PLoS Biol. 13, e1002295 (2015).","journal-title":"PLoS Biol."},{"key":"4667_CR142","doi-asserted-by":"crossref","first-page":"e21101","DOI":"10.1371\/journal.pone.0021101","volume":"6","author":"C Tenopir","year":"2011","unstructured":"Tenopir, C. et al. Data sharing by scientists: practices and perceptions. PLoS ONE 6, e21101 (2011).","journal-title":"PLoS ONE"},{"key":"4667_CR143","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1080\/08989621.2014.958218","volume":"22","author":"DB Resnik","year":"2015","unstructured":"Resnik, D. B., Rasmussen, L. M. & Kissling, G. E. An international study of research misconduct policies. Account. Res. 22, 249\u2013266 (2015).","journal-title":"Account. Res."},{"key":"4667_CR144","doi-asserted-by":"crossref","unstructured":"Emanuel, E. J., Wendler, D. & Grady, C. An ethical framework for biomedical research. In The Oxford Textbook of Clinical Research Ethics (eds Emanuel, E. J. et al.) 123\u2013135 (Oxford Univ. Press, 2008).","DOI":"10.1093\/oso\/9780195168655.003.0012"},{"key":"4667_CR145","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1177\/1475725719858807","volume":"19","author":"A Sarafoglou","year":"2020","unstructured":"Sarafoglou, A., Hoogeveen, S., Matzke, D. & Wagenmakers, E. -J. Teaching good research practices: protocol of a research master course. Psychol. Learn. Teach. 19, 46\u201359 (2020).","journal-title":"Psychol. Learn. Teach."},{"key":"4667_CR146","doi-asserted-by":"crossref","first-page":"221255","DOI":"10.1098\/rsos.221255","volume":"10","author":"M Pownall","year":"2023","unstructured":"Pownall, M. et al. Teaching open and reproducible scholarship: a critical review of the evidence base for current pedagogical methods and their outcomes. R. Soc. Open Sci. 10, 221255 (2023).","journal-title":"R. Soc. Open Sci."},{"key":"4667_CR147","doi-asserted-by":"crossref","first-page":"0241","DOI":"10.5565\/rev\/educar.1174","volume":"57","author":"A S\u00e1nchez-Caball\u00e9","year":"2021","unstructured":"S\u00e1nchez-Caball\u00e9, A., Gisbert Cervera M & Esteve-Mon, F. M. Integrating digital competence in higher education curricula: an institutional analysis. Educar 57, 0241\u20130258 (2021).","journal-title":"Educar"},{"key":"4667_CR148","doi-asserted-by":"publisher","first-page":"bbad375","DOI":"10.1093\/bib\/bbad375","volume":"24","author":"M Ziemann","year":"2023","unstructured":"Ziemann, M., Poulain, P. & Bora, A. The five pillars of computational reproducibility: bioinformatics and beyond. Brief. Bioinform. 24, bbad375 https:\/\/doi.org\/10.1093\/bib\/bbad375 (2023).","journal-title":"Brief. Bioinform."},{"key":"4667_CR149","unstructured":"Whyte, A. & Tedds, J. Making the Case for Research Data Management (Digital Curation Centre, 2011)."},{"key":"4667_CR150","doi-asserted-by":"crossref","first-page":"1257","DOI":"10.12688\/f1000research.26932.2","volume":"9","author":"DS Katz","year":"2021","unstructured":"Katz, D. S. et al. Recognizing the value of software: a software citation guide. F1000Res. 9, 1257 (2021).","journal-title":"F1000Res."},{"key":"4667_CR151","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/s00799-007-0022-9","volume":"7","author":"CL Borgman","year":"2007","unstructured":"Borgman, C. L., Wallis, J. C. & Enyedy, N. Little science confronts the data deluge: habitat ecology, embedded sensor networks, and digital libraries. Int. J. Digit. Libr. 7, 17\u201330 (2007).","journal-title":"Int. J. Digit. Libr."},{"key":"4667_CR152","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1016\/j.joi.2019.03.005","volume":"13","author":"H Park","year":"2019","unstructured":"Park, H. & Wolfram, D. Research software citation in the Data Citation Index: current practices and implications for research software sharing and reuse. J.Informetr. 13, 574\u2013582 (2019).","journal-title":"J.Informetr."},{"key":"4667_CR153","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1016\/j.lisr.2013.11.003","volume":"36","author":"C Tenopir","year":"2014","unstructured":"Tenopir, C., Sandusky, R. J., Allard, S. & Birch, B. Research data management services in academic research libraries and perceptions of librarians. Libr. Inf. Sci. Res. 36, 84\u201390 (2014).","journal-title":"Libr. Inf. Sci. Res."},{"key":"4667_CR154","doi-asserted-by":"crossref","first-page":"2182","DOI":"10.1002\/asi.23781","volume":"68","author":"AM Cox","year":"2017","unstructured":"Cox, A. M., Kennan, M. A., Lyon, L. & Pinfield, S. Developments in research data management in academic libraries: Towards an understanding of research data service maturity. J. Assoc. Inform. Sci. Technol. 68, 2182\u20132200 (2017).","journal-title":"J. Assoc. Inform. Sci. Technol."},{"key":"4667_CR155","first-page":"1","volume":"22","author":"J Pineau","year":"2021","unstructured":"Pineau, J. et al. Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program). J. Mach. Learn. Res. 22, 1\u201320 (2021).","journal-title":"J. Mach. Learn. Res."},{"key":"4667_CR156","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1177\/1475725719857659","volume":"19","author":"KS Button","year":"2020","unstructured":"Button, K. S., Chambers, C. D., Lawrence, N. & Munaf\u00f2, M. R. Grassroots training for reproducible science: a consortium-based approach to the empirical dissertation. Psychol. Learn. Teach. 19, 77\u201390 (2020).","journal-title":"Psychol. Learn. Teach."},{"key":"4667_CR157","unstructured":"National Information Standards Organization. NISO RP-31-2021, Reproducibility Badging and Definitions https:\/\/www.niso.org\/publications\/rp-31-2021-badging\/ (2021)."},{"key":"4667_CR158","unstructured":"Association for Computing Machinery. Artifact Review and Badging. Version 1.1 https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current\/ (2020)."},{"key":"4667_CR159","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.47338","volume":"8","author":"EC McKiernan","year":"2019","unstructured":"McKiernan, E. C. et al. Use of the Journal Impact Factor in academic review, promotion, and tenure evaluations. eLife 8, e47338 (2019).","journal-title":"eLife"},{"key":"4667_CR160","doi-asserted-by":"crossref","first-page":"e2004089","DOI":"10.1371\/journal.pbio.2004089","volume":"16","author":"D Moher","year":"2018","unstructured":"Moher, D. et al. Assessing scientists for hiring, promotion, and tenure. PLoS Biol. 16, e2004089 (2018).","journal-title":"PLoS Biol."},{"key":"4667_CR161","doi-asserted-by":"crossref","first-page":"e3000246","DOI":"10.1371\/journal.pbio.3000246","volume":"17","author":"C Allen","year":"2019","unstructured":"Allen, C. & Mehler, D. M. Open science challenges, benefits and tips in early career and beyond. PLoS Biol. 17, e3000246 (2019).","journal-title":"PLoS Biol."},{"key":"4667_CR162","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.16800","volume":"5","author":"EC McKiernan","year":"2016","unstructured":"McKiernan, E. C. et al. How open science helps researchers succeed. eLife 5, e16800 (2016).","journal-title":"eLife"},{"key":"4667_CR163","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1038\/d41586-018-01023-3","volume":"553","author":"MR Munaf\u00f2","year":"2018","unstructured":"Munaf\u00f2, M. R. & Davey Smith, G. Robust research needs many lines of evidence. Nature 553, 399\u2013401 (2018).","journal-title":"Nature"},{"key":"4667_CR164","doi-asserted-by":"crossref","first-page":"e5738","DOI":"10.1371\/journal.pone.0005738","volume":"4","author":"D Fanelli","year":"2009","unstructured":"Fanelli, D. How many scientists fabricate and falsify research? A systematic review and meta-analysis of survey data. PLoS ONE 4, e5738 (2009).","journal-title":"PLoS ONE"},{"key":"4667_CR165","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/j.tics.2014.02.010","volume":"18","author":"JP Ioannidis","year":"2014","unstructured":"Ioannidis, J. P., Munafo, M. R., Fusar-Poli, P., Nosek, B. A. & David, S. P. Publication and other reporting biases in cognitive sciences: detection, prevalence, and prevention. Trends Cogn. Sci. 18, 235\u2013241 (2014).","journal-title":"Trends Cogn. Sci."},{"key":"4667_CR166","doi-asserted-by":"crossref","first-page":"2600","DOI":"10.1073\/pnas.1708274114","volume":"115","author":"BA Nosek","year":"2018","unstructured":"Nosek, B. A., Ebersole, C. R., DeHaven, A. C. & Mellor, D. T. The preregistration revolution. Proc. Natl Acad. Sci. USA 115, 2600\u20132606 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"4667_CR167","doi-asserted-by":"crossref","first-page":"1502","DOI":"10.1126\/science.1255484","volume":"345","author":"A Franco","year":"2014","unstructured":"Franco, A., Malhotra, N. & Simonovits, G. Publication bias in the social sciences: Unlocking the file drawer. Science 345, 1502\u20131505 (2014).","journal-title":"Science"},{"key":"4667_CR168","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1037\/a0015108","volume":"13","author":"S Schmidt","year":"2009","unstructured":"Schmidt, S. Shall we really do it again? The powerful concept of replication is neglected in the social sciences. Rev. Gen. Psychol. 13, 90\u2013100 (2009).","journal-title":"Rev. Gen. Psychol."},{"key":"4667_CR169","doi-asserted-by":"crossref","unstructured":"Peikert, A. & Brandmaier, A. A reproducible data analysis workflow with R Markdown, Git, Make, and Docker. Quant. Comput. Methods Behav. Sci. 1, e3763 (2021).","DOI":"10.5964\/qcmb.3763"},{"key":"4667_CR170","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1080\/00031305.2017.1375986","volume":"72","author":"B Marwick","year":"2018","unstructured":"Marwick, B., Boettiger, C. & Mullen, L. Packaging data analytical work reproducibly using R (and friends). Am. Stat. 72, 80\u201388 (2018).","journal-title":"Am. Stat."},{"key":"4667_CR171","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1198\/106186007X178663","volume":"16","author":"R Gentleman","year":"2007","unstructured":"Gentleman, R. & Temple Lang, D. Statistical analyses and reproducible research. J. Comput. Graph. Stat. 16, 1\u201323 (2007).","journal-title":"J. Comput. Graph. Stat."},{"key":"4667_CR172","doi-asserted-by":"crossref","first-page":"e1002506","DOI":"10.1371\/journal.pbio.1002506","volume":"14","author":"KJ Gorgolewski","year":"2016","unstructured":"Gorgolewski, K. J. & Poldrack, R. A. A practical guide for improving transparency and reproducibility in neuroimaging research. PLoS Biol. 14, e1002506 (2016).","journal-title":"PLoS Biol."},{"key":"4667_CR173","doi-asserted-by":"publisher","first-page":"753","DOI":"10.1038\/467753a","volume":"467","author":"N Barnes","year":"2010","unstructured":"Barnes, N. Publish your computer code: it is good enough. Nature 467, 753\u2013753 (2010).","journal-title":"Nature"},{"key":"4667_CR174","doi-asserted-by":"crossref","unstructured":"Lee, B. D. Ten simple rules for documenting scientific software. PLoS Comput. Biol. 14, e1006561 (2018).","DOI":"10.1371\/journal.pcbi.1006561"},{"key":"4667_CR175","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.89736","volume":"12","author":"FE Kohrs","year":"2023","unstructured":"Kohrs, F. E. et al. Eleven strategies for making reproducible research and open science training the norm at research institutions. eLife 12, e89736 (2023).","journal-title":"eLife"},{"key":"4667_CR176","doi-asserted-by":"crossref","unstructured":"Lynch, C. Stewardship in the \u2018Age of Algorithms\u2019. First Monday 22, 12 (2017).","DOI":"10.5210\/fm.v22i12.8097"},{"key":"4667_CR177","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1126\/science.1241625","volume":"341","author":"F Berman","year":"2013","unstructured":"Berman, F. & Cerf, V. Who will pay for public access to research data?. Science 341, 616\u2013617 (2013).","journal-title":"Science"},{"key":"4667_CR178","unstructured":"The National Academies of Sciences, Engineering, and Medicine Global Affairs Committee on Responsible Science. Fostering Integrity in Research (National Academies Press, 2017)."},{"key":"4667_CR179","doi-asserted-by":"crossref","first-page":"e0194768","DOI":"10.1371\/journal.pone.0194768","volume":"13","author":"LM Federer","year":"2018","unstructured":"Federer, L. M. et al. Data sharing in PLoS ONE: an analysis of data availability statements. PLoS ONE 13, e0194768 (2018).","journal-title":"PLoS ONE"},{"key":"4667_CR180","first-page":"70","volume":"1","author":"BL Houtkoop","year":"2018","unstructured":"Houtkoop, B. L. et al. Data sharing in psychology: a survey on barriers and preconditions. Adv. Methods Pract. Psychol. Sci. 1, 70\u201385 (2018).","journal-title":"Adv. Methods Pract. Psychol. Sci."},{"key":"4667_CR181","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1002\/per.1919","volume":"27","author":"JB Asendorpf","year":"2013","unstructured":"Asendorpf, J. B. et al. Recommendations for increasing replicability in psychology. Eur. J. Pers. 27, 108\u2013119 (2013).","journal-title":"Eur. J. Pers."},{"key":"4667_CR182","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1177\/1745691612463078","volume":"7","author":"E-J Wagenmakers","year":"2012","unstructured":"Wagenmakers, E. -J., Wetzels, R., Borsboom, D., van der Maas, H. L. & Kievit, R. A. An agenda for purely confirmatory research. Perspect. Psychol. Sci. 7, 632\u2013638 (2012).","journal-title":"Perspect. Psychol. Sci."},{"key":"4667_CR183","doi-asserted-by":"crossref","first-page":"180448","DOI":"10.1098\/rsos.180448","volume":"5","author":"TE Hardwicke","year":"2018","unstructured":"Hardwicke, T. E. et al. Data availability, reusability, and analytic reproducibility: evaluating the impact of a mandatory open data policy at the journal Cognition. R. Soc. Open Sci. 5, 180448 (2018).","journal-title":"R. Soc. Open Sci."},{"key":"4667_CR184","doi-asserted-by":"crossref","first-page":"190806","DOI":"10.1098\/rsos.190806","volume":"7","author":"TE Hardwicke","year":"2020","unstructured":"Hardwicke, T. E. et al. An empirical assessment of transparency and reproducibility-related research practices in the social sciences (2014\u20132017). R. Soc. Open Sci. 7, 190806 (2020).","journal-title":"R. Soc. Open Sci."},{"key":"4667_CR185","doi-asserted-by":"crossref","DOI":"10.1136\/gpsych-2019-100149","volume":"33","author":"CE Sherry","year":"2020","unstructured":"Sherry, C. E. et al. Assessment of transparent and reproducible research practices in the psychiatry literature. Gen. Psychiatr. 33, e100149 (2020).","journal-title":"Gen. Psychiatr."},{"key":"4667_CR186","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1177\/1745691620966795","volume":"16","author":"AM Scheel","year":"2021","unstructured":"Scheel, A. M., Tiokhin, L., Isager, P. M. & Lakens, D. Why hypothesis testers should spend less time testing hypotheses. Perspect. Psychol. Sci. 16, 744\u2013755 (2021).","journal-title":"Perspect. Psychol. Sci."},{"key":"4667_CR187","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1146\/annurev-psych-020821-114157","volume":"73","author":"BA Nosek","year":"2022","unstructured":"Nosek, B. A. et al. Replicability, robustness, and reproducibility in psychological science. Annu. Rev. Psychol. 73, 719\u2013748 https:\/\/doi.org\/10.1146\/annurev-psych-020821-114157 (2022).","journal-title":"Annu. Rev. Psychol."},{"key":"4667_CR188","doi-asserted-by":"crossref","first-page":"18","DOI":"10.3389\/fninf.2018.00018","volume":"12","author":"L Mulugeta","year":"2018","unstructured":"Mulugeta, L. et al. Credibility, replicability, and reproducibility in simulation for biomedicine and clinical applications in neuroscience. Front. Neuroinform. 12, 18 (2018).","journal-title":"Front. Neuroinform."},{"key":"4667_CR189","first-page":"1244","volume":"4","author":"MG Kahn","year":"2016","unstructured":"Kahn, M. G. et al. A harmonized data quality assessment terminology and framework for the secondary use of electronic health record data. Egems 4, 1244 (2016).","journal-title":"Egems"},{"key":"4667_CR190","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.3390\/children11101191","volume":"11","author":"N Wedderkopp","year":"2024","unstructured":"Wedderkopp, N. & Rutz, E. Scientific integrity and transparency in academic writing: the foundation of credible science. Children 11, 1191 https:\/\/doi.org\/10.3390\/children11101191 (2024).","journal-title":"Children"},{"key":"4667_CR191","doi-asserted-by":"publisher","unstructured":"Ivie, P. & Thain, D. Reproducibility in scientific computing. ACM Comput. Surv. 51, 1\u201336 https:\/\/doi.org\/10.1145\/3186266 (2018).","DOI":"10.1145\/3186266"},{"key":"4667_CR192","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-019-1466-7","volume":"17","author":"B Van Calster","year":"2019","unstructured":"Van Calster, B., McLernon, D. J., Van Smeden, M., Wynants, L. & Steyerberg, E. W. Calibration: the Achilles heel of predictive analytics. BMC Med. 17, 230 https:\/\/doi.org\/10.1186\/s12916-019-1466-7 (2019).","journal-title":"BMC Med."},{"key":"4667_CR193","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-97896-y","volume":"11","author":"JW O\u2019Sullivan","year":"2021","unstructured":"O\u2019Sullivan, J. W. & Ioannidis, J. P. A. Reproducibility in the UK biobank of genome-wide significant signals discovered in earlier genome-wide association studies. Sci. Rep. 11, 18625 https:\/\/doi.org\/10.1038\/s41598-021-97896-y (2021).","journal-title":"Sci. Rep."},{"key":"4667_CR194","doi-asserted-by":"publisher","first-page":"e4181","DOI":"10.1136\/bmj.e4181","volume":"344","author":"GS Collins","year":"2012","unstructured":"Collins, G. S. & Altman, D. G. Predicting the 10 year risk of cardiovascular disease in the United Kingdom: independent and external validation of an updated version of QRISK2. BMJ 344, e4181 https:\/\/doi.org\/10.1136\/bmj.e4181 (2012).","journal-title":"BMJ"},{"key":"4667_CR195","doi-asserted-by":"publisher","first-page":"j2099","DOI":"10.1136\/bmj.j2099","volume":"357","author":"J Hippisley-Cox","year":"2017","unstructured":"Hippisley-Cox, J. Development and validation of QRISK3 risk prediction algorithms to estimate future risk of cardiovascular disease: prospective cohort study. BMJ 357, j2099 https:\/\/doi.org\/10.1136\/bmj.j2099 (2017).","journal-title":"BMJ"},{"key":"4667_CR196","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1038\/nrn3475","volume":"14","author":"KS Button","year":"2013","unstructured":"Button, K. S. et al. Power failure: why small sample size undermines the reliability of neuroscience. Nat. Rev. Neurosci. 14, 365\u2013376 (2013).","journal-title":"Nat. Rev. Neurosci."},{"key":"4667_CR197","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1038\/nrn3475-c4","volume":"14","author":"KS Button","year":"2013","unstructured":"Button, K. S. et al. Confidence and precision increase with high statistical power. Nat. Rev. Neurosci. 14, 585 (2013).","journal-title":"Nat. Rev. Neurosci."},{"key":"4667_CR198","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1038\/509282a","volume":"509","author":"JA Clayton","year":"2014","unstructured":"Clayton, J. A. & Collins, F. S. Policy: NIH to balance sex in cell and animal studies. Nature 509, 282\u2013283 (2014).","journal-title":"Nature"},{"key":"4667_CR199","doi-asserted-by":"crossref","first-page":"e2003693","DOI":"10.1371\/journal.pbio.2003693","volume":"16","author":"B Voelkl","year":"2018","unstructured":"Voelkl, B., Vogt, L., Sena, E. S. & W\u00fcrbel, H. Reproducibility of preclinical animal research improves with heterogeneity of study samples. PLoS Biol. 16, e2003693 (2018).","journal-title":"PLoS Biol."},{"key":"4667_CR200","doi-asserted-by":"crossref","first-page":"e124","DOI":"10.1371\/journal.pmed.0020124","volume":"2","author":"JP Ioannidis","year":"2005","unstructured":"Ioannidis, J. P. Why most published research findings are false. PLoS Med. 2, e124 (2005).","journal-title":"PLoS Med."},{"key":"4667_CR201","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1177\/0956797611417632","volume":"22","author":"JP Simmons","year":"2011","unstructured":"Simmons, J. P., Nelson, L. D. & Simonsohn, U. False-positive psychology: Undisclosed flexibility in data collection and analysis allows presenting anything as significant. Psychol. Sci. 22, 1359\u20131366 (2011).","journal-title":"Psychol. Sci."},{"key":"4667_CR202","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1207\/s15327957pspr0203_4","volume":"2","author":"NL Kerr","year":"1998","unstructured":"Kerr, N. L. HARKing: hypothesizing after the results are known. Pers. Soc. Psychol. Rev. 2, 196\u2013217 (1998).","journal-title":"Pers. Soc. Psychol. Rev."},{"key":"4667_CR203","first-page":"419","volume":"28","author":"W Price","year":"2014","unstructured":"Price, W. & Nicholson, I. Black-box medicine. Harv. JL Tech. 28, 419 (2014).","journal-title":"Harv. JL Tech."},{"key":"4667_CR204","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1038\/518027a","volume":"518","author":"A Bradbury","year":"2015","unstructured":"Bradbury, A. & Pl\u00fcckthun, A. Reproducibility: standardize antibodies used in research. Nature 518, 27\u201329 (2015).","journal-title":"Nature"},{"key":"4667_CR205","doi-asserted-by":"publisher","unstructured":"American Type Culture Collection Standards Development Organization Workgroup. Cell line misidentification: the beginning of the end. Nat. Rev. Cancer 10, 441\u2013448 https:\/\/doi.org\/10.1038\/nrc2852 (2010).","DOI":"10.1038\/nrc2852"},{"key":"4667_CR206","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.04333","volume":"3","author":"TM Errington","year":"2014","unstructured":"Errington, T. M. et al. An open investigation of the reproducibility of cancer biology research. eLife 3, e04333 (2014).","journal-title":"eLife"},{"key":"4667_CR207","doi-asserted-by":"crossref","first-page":"e0134826","DOI":"10.1371\/journal.pone.0134826","volume":"10","author":"C Tenopir","year":"2015","unstructured":"Tenopir, C. et al. Changes in data sharing and data reuse practices and perceptions among scientists worldwide. PLoS ONE 10, e0134826 (2015).","journal-title":"PLoS ONE"},{"key":"4667_CR208","doi-asserted-by":"publisher","unstructured":"Grant, S. et al. TOP 2025: an update to the transparency and openness promotion guidelines. Res. Integr. Peer Rev. 11, 40 https:\/\/doi.org\/10.1186\/s41073-026-00223-0 (2026).","DOI":"10.1186\/s41073-026-00223-0"},{"key":"4667_CR209","doi-asserted-by":"crossref","first-page":"e1003285","DOI":"10.1371\/journal.pcbi.1003285","volume":"9","author":"GK Sandve","year":"2013","unstructured":"Sandve, G. K., Nekrutenko, A., Taylor, J. & Hovig, E. Ten simple rules for reproducible computational research. PLoS Comput. Biol. 9, e1003285 (2013).","journal-title":"PLoS Comput. Biol."},{"key":"4667_CR210","doi-asserted-by":"crossref","unstructured":"Taschuk, M. & Wilson, G. Ten simple rules for making research software more robust. PLoS Comput. Biol. 13, e1005412 (2017).","DOI":"10.1371\/journal.pcbi.1005412"},{"key":"4667_CR211","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1146\/annurev-statistics-010814-020127","volume":"2","author":"V Stodden","year":"2015","unstructured":"Stodden, V. Reproducing statistical results. Annu. Rev. Stat. Appl. 2, 1\u201319 (2015).","journal-title":"Annu. Rev. Stat. Appl."},{"key":"4667_CR212","unstructured":"National Institutes of Health. NIH Releases Strategic Plan for Data Science https:\/\/www.nih.gov\/news-events\/news-releases\/nih-releases-strategic-plan-data-science\/ (2018)."},{"key":"4667_CR213","doi-asserted-by":"crossref","first-page":"657","DOI":"10.1177\/1745691612462588","volume":"7","author":"Open Science Collaboration.","year":"2012","unstructured":"Open Science Collaboration. An open, large-scale, collaborative effort to estimate the reproducibility of psychological science. Perspect. Psychol. Sci. 7, 657\u2013660 (2012).","journal-title":"Perspect. Psychol. Sci."}],"container-title":["Nature Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41591-026-04667-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41591-026-04667-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41591-026-04667-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T22:18:18Z","timestamp":1792102698000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41591-026-04667-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9,29]]},"references-count":213,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2026,10]]}},"alternative-id":["4667"],"URL":"https:\/\/doi.org\/10.1038\/s41591-026-04667-1","relation":{},"ISSN":["1078-8956","1546-170X"],"issn-type":[{"value":"1078-8956","type":"print"},{"value":"1546-170X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9,29]]},"assertion":[{"value":"20 March 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}]}}