{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T04:12:11Z","timestamp":1779336731488,"version":"3.51.4"},"reference-count":43,"publisher":"Oxford University Press (OUP)","issue":"5","license":[{"start":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T00:00:00Z","timestamp":1774310400000},"content-version":"vor","delay-in-days":1,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["DMS-2311249"],"award-info":[{"award-number":["DMS-2311249"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["R35-GM138121"],"award-info":[{"award-number":["R35-GM138121"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5,3]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Motivation<\/jats:title>\n                    <jats:p>Despite the widely recognized importance of replicability in biological research, computational methods to quantify irreplicability and identify irreplicable instances remain underdeveloped. This article presents an efficient and robust computational framework to address this gap.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>To tackle the challenge of defining an acceptable level of intrinsic heterogeneity among replicable studies, we introduce a distinguishability criterion, ensuring that replicable effects, while potentially heterogeneous, can be distinguished from zero effects and maintain consistent directions with high probability. We implement a Bayesian model criticism approach, reporting a Bayesian P-value to identify potential irreplicable instances. Through numerical experiments, we demonstrate the efficacy of the proposed methods in detecting batch effects in high-throughput experiments and identifying instances of the publication bias. Finally, we apply the framework to multi-tissue eQTL data from the GTEx consortium, uncovering tissue-specific eQTLs that represent biological heterogeneity across tissues.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Availability and implementation<\/jats:title>\n                    <jats:p>An R package DiscRep implementing our method is available on GitHub (https:\/\/github.com\/PengWang96\/DiscRep).<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btag140","type":"journal-article","created":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T12:43:33Z","timestamp":1773924213000},"source":"Crossref","is-referenced-by-count":0,"title":["Diagnosing scientific replicability through probabilistic distinguishability"],"prefix":"10.1093","volume":"42","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-3369-4048","authenticated-orcid":false,"given":"Peng","family":"Wang","sequence":"first","affiliation":[{"name":"School of Mathematics, Jilin University , Changchun, Jilin 130012,","place":["China"]},{"name":"Department of Statistics and Data Science, Mohamed bin Zayed University of Artificial Intelligence , Abu Dhabi, P.O. Box 7909,","place":["United Arab Emirates"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongyuan","family":"Cao","sequence":"additional","affiliation":[{"name":"Department of Statistics and Data Science, Mohamed bin Zayed University of Artificial Intelligence , Abu Dhabi, P.O. Box 7909,","place":["United Arab Emirates"]},{"name":"Department of Statistics, Florida State University , Tallahassee, FL 32306,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8990-2737","authenticated-orcid":false,"given":"Xiaoquan","family":"Wen","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, University of Michigan , Ann Arbor, MI 48109,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2026,3,23]]},"reference":[{"key":"2026052023572032400_btag140-B1","doi-asserted-by":"crossref","first-page":"1088","DOI":"10.2307\/2533446","article-title":"Operating characteristics of a rank correlation test for publication bias","volume":"50","author":"Begg","year":"1994","journal-title":"Biometrics"},{"key":"2026052023572032400_btag140-B2","doi-asserted-by":"crossref","first-page":"531","DOI":"10.1038\/483531a","article-title":"Raise standards for preclinical cancer research","volume":"483","author":"Begley","year":"2012","journal-title":"Nature"},{"key":"2026052023572032400_btag140-B3","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1214\/23-STS892","article-title":"Replicability across multiple studies","volume":"38","author":"Bogomolov","year":"2023","journal-title":"Statist Sci"},{"key":"2026052023572032400_btag140-B4","doi-asserted-by":"crossref","first-page":"807","DOI":"10.1214\/21-AOS2128","article-title":"Optimal false discovery rate control for large scale multiple testing with auxiliary information","volume":"50","author":"Cao","year":"2022","journal-title":"Ann Stat"},{"key":"2026052023572032400_btag140-B5","doi-asserted-by":"crossref","first-page":"256","DOI":"10.1093\/biomet\/37.3-4.256","article-title":"The comparison of percentages in matched samples","volume":"37","author":"Cochran","year":"1950","journal-title":"Biometrika"},{"key":"2026052023572032400_btag140-B6","doi-asserted-by":"crossref","first-page":"658","DOI":"10.1002\/rth2.12153","article-title":"Meta-analysis: key features, potentials and misunderstandings","volume":"2","author":"Dekkers","year":"2018","journal-title":"Res Pract Thromb Haemost"},{"key":"2026052023572032400_btag140-B7","doi-asserted-by":"crossref","first-page":"1151","DOI":"10.1198\/016214501753382129","article-title":"Empirical bayes analysis of a microarray experiment","volume":"96","author":"Efron","year":"2001","journal-title":"J Am Stat Assoc"},{"key":"2026052023572032400_btag140-B8","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1136\/bmj.315.7109.629","article-title":"Bias in meta-analysis detected by a simple, graphical test","volume":"315","author":"Egger","year":"1997","journal-title":"BMJ"},{"key":"2026052023572032400_btag140-B9","doi-asserted-by":"crossref","first-page":"e1003486","DOI":"10.1371\/journal.pgen.1003486","article-title":"A statistical framework for joint eQTL analysis in multiple tissues","volume":"9","author":"Flutre","year":"2013","journal-title":"PLoS Genet"},{"key":"2026052023572032400_btag140-B10","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1214\/088342305000000368","article-title":"Comment: fuzzy and Bayesian p-values and u-values","volume":"20","author":"Gelman","year":"2005","journal-title":"Statist Sci"},{"key":"2026052023572032400_btag140-B11","doi-asserted-by":"crossref","first-page":"2595","DOI":"10.1214\/13-EJS854","article-title":"Two simple examples for understanding posterior p-values whose distributions are far from uniform","volume":"7","author":"Gelman","year":"2013","journal-title":"Electron J Stat"},{"key":"2026052023572032400_btag140-B12","first-page":"733","article-title":"Posterior predictive assessment of model fitness via realized discrepancies","volume":"6","author":"Gelman","year":"1996","journal-title":"Stat Sin"},{"key":"2026052023572032400_btag140-B13","doi-asserted-by":"crossref","DOI":"10.1201\/b16018","volume-title":"Bayesian Data Analysis","author":"Gelman","year":"2013"},{"key":"2026052023572032400_btag140-B14","doi-asserted-by":"crossref","first-page":"341ps12","DOI":"10.1126\/scitranslmed.aaf5027","article-title":"What does research reproducibility mean?","volume":"8","author":"Goodman","year":"2016","journal-title":"Sci Transl Med"},{"key":"2026052023572032400_btag140-B15","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1093\/biomet\/57.1.97","article-title":"Monte Carlo sampling methods using Markov chains and their applications","volume":"57","author":"Hastings","year":"1970","journal-title":"Biometrika"},{"key":"2026052023572032400_btag140-B16","doi-asserted-by":"crossref","first-page":"1158","DOI":"10.1093\/ije\/dyn204","article-title":"Commentary: heterogeneity in meta-analysis should be expected and appropriately quantified","volume":"37","author":"Higgins","year":"2008","journal-title":"Int J Epidemiol"},{"key":"2026052023572032400_btag140-B17","doi-asserted-by":"crossref","first-page":"1539","DOI":"10.1002\/sim.1186","article-title":"Quantifying heterogeneity in a meta-analysis","volume":"21","author":"Higgins","year":"2002","journal-title":"Stat Med"},{"key":"2026052023572032400_btag140-B18","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1136\/bmj.327.7414.557","article-title":"Measuring inconsistency in meta-analyses","volume":"327","author":"Higgins","year":"2003","journal-title":"BMJ"},{"key":"2026052023572032400_btag140-B19","first-page":"CD003974","article-title":"Placebo interventions for all clinical conditions","volume":"2010","author":"Hr\u00f3bjartsson","year":"2010","journal-title":"Cochrane Database Syst Rev"},{"key":"2026052023572032400_btag140-B20","doi-asserted-by":"crossref","first-page":"e010247","DOI":"10.1136\/bmjopen-2015-010247","article-title":"Plea for routinely presenting prediction intervals in meta-analysis","volume":"6","author":"IntHout","year":"2016","journal-title":"BMJ Open"},{"key":"2026052023572032400_btag140-B21","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1093\/biostatistics\/kxj037","article-title":"Adjusting batch effects in microarray expression data using empirical bayes methods","volume":"8","author":"Johnson","year":"2007","journal-title":"Biostatistics"},{"key":"2026052023572032400_btag140-B22","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1038\/nrg2825","article-title":"Tackling the widespread and critical impact of batch effects in high-throughput data","volume":"11","author":"Leek","year":"2010","journal-title":"Nat Rev Genet"},{"key":"2026052023572032400_btag140-B23","doi-asserted-by":"crossref","first-page":"1752","DOI":"10.1214\/11-AOAS466","article-title":"Measuring reproducibility of high-throughput experiments","volume":"5","author":"Li","year":"2011","journal-title":"Ann Appl Stat"},{"key":"2026052023572032400_btag140-B24","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1093\/biomet\/asab055","article-title":"Searching for robust associations with a multi-environment knockoff filter","volume":"109","author":"Li","year":"2022","journal-title":"Biometrika"},{"key":"2026052023572032400_btag140-B25","doi-asserted-by":"crossref","first-page":"e1011423","DOI":"10.1371\/journal.pgen.1011423","article-title":"STAREG: statistical replicability analysis of high throughput experiments with applications to spatial transcriptomic studies","volume":"20","author":"Li","year":"2024","journal-title":"PLoS Genet"},{"key":"2026052023572032400_btag140-B26","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1111\/biom.12817","article-title":"Quantifying publication bias in meta-analysis","volume":"74","author":"Lin","year":"2018","journal-title":"Biometrics"},{"key":"2026052023572032400_btag140-B27","first-page":"CD002759","article-title":"Progressive resistance strength training for improving physical function in older adults","volume":"2009","author":"Liu","year":"2009","journal-title":"Cochrane Database Syst Rev"},{"key":"2026052023572032400_btag140-B28","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1002\/sim.698","article-title":"A comparison of methods to detect publication bias in meta-analysis","volume":"20","author":"Macaskill","year":"2001","journal-title":"Stat Med"},{"key":"2026052023572032400_btag140-B29","doi-asserted-by":"crossref","first-page":"111492","DOI":"10.1016\/j.jclinepi.2024.111492","article-title":"A brief note on the random-effects meta-analysis model and its relationship to other models","volume":"174","author":"McKenzie","year":"2024","journal-title":"J Clin Epidemiol"},{"key":"2026052023572032400_btag140-B30","doi-asserted-by":"crossref","first-page":"1142","DOI":"10.1214\/aos\/1176325622","article-title":"Posterior predictive p-values","volume":"22","author":"Meng","year":"1994","journal-title":"Ann Stat"},{"key":"2026052023572032400_btag140-B31","doi-asserted-by":"crossref","first-page":"1087","DOI":"10.1063\/1.1699114","article-title":"Equation of state calculations by fast computing machines","volume":"21","author":"Metropolis","year":"1953","journal-title":"J Chem Phys"},{"key":"2026052023572032400_btag140-B32","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1080\/01621459.1975.10480285","article-title":"Cochran\u2019s q test: exact distribution","volume":"70","author":"Patil","year":"1975","journal-title":"J Am Stat Assoc"},{"key":"2026052023572032400_btag140-B33","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1177\/1745691616646366","article-title":"What should researchers expect when they replicate studies? A statistical view of replicability in psychological science","volume":"11","author":"Patil","year":"2016","journal-title":"Perspect Psychol Sci"},{"key":"2026052023572032400_btag140-B34","doi-asserted-by":"crossref","first-page":"1151","DOI":"10.1214\/aos\/1176346785","article-title":"Bayesianly justifiable and relevant frequency calculations for the applied statistician","volume":"12","author":"Rubin","year":"1984","journal-title":"Ann Statist"},{"key":"2026052023572032400_btag140-B35","volume-title":"Predictive Inference","author":"Seymour","year":"1993"},{"key":"2026052023572032400_btag140-B36","first-page":"CD000146","article-title":"Nicotine replacement therapy for smoking cessation","volume":"11","author":"Stead","year":"2012","journal-title":"Cochrane Database Syst Rev"},{"key":"2026052023572032400_btag140-B37","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1111\/biom.12112","article-title":"Bayesian model selection in complex linear systems, as illustrated in genetic association studies","volume":"70","author":"Wen","year":"2014","journal-title":"Biometrics"},{"key":"2026052023572032400_btag140-B38","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1007\/s12561-016-9153-0","article-title":"Robust Bayesian FDR control using bayes factors, with applications to multi-tissue eQTL discovery","volume":"9","author":"Wen","year":"2017","journal-title":"Stat Biosci"},{"key":"2026052023572032400_btag140-B39","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1214\/13-AOAS695","article-title":"Bayesian methods for genetic association analysis with heterogeneous subgroups: from meta-analyses to gene\u2013environment interactions","volume":"8","author":"Wen","year":"2014","journal-title":"Ann Appl Stat"},{"key":"2026052023572032400_btag140-B40","doi-asserted-by":"crossref","first-page":"618","DOI":"10.7150\/ijms.69645","article-title":"Identification and validation of the N6-methyladenosine RNA methylation regulator ZC3H13 as a novel prognostic marker and potential target for hepatocellular carcinoma","volume":"19","author":"Wu","year":"2022","journal-title":"Int J Med Sci"},{"key":"2026052023572032400_btag140-B41","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/s13402-019-00487-3","article-title":"Multiple novel hepatocellular carcinoma signature genes are commonly controlled by the master pluripotency factor OCT4","volume":"43","author":"Ye","year":"2020","journal-title":"Cell Oncol (Dordr)"},{"key":"2026052023572032400_btag140-B42","author":"Zhao","year":"2021"},{"key":"2026052023572032400_btag140-B43","doi-asserted-by":"crossref","first-page":"1207","DOI":"10.1038\/s41592-020-00978-4","article-title":"Quantify and control reproducibility in high-throughput experiments","volume":"17","author":"Zhao","year":"2020","journal-title":"Nat Methods"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btag140\/67486020\/btag140.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/42\/5\/btag140\/67486020\/btag140.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/42\/5\/btag140\/67486020\/btag140.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T03:57:45Z","timestamp":1779335865000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btag140\/8538005"}},"subtitle":[],"editor":[{"given":"Macha","family":"Nikolski","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2026,3,23]]},"references-count":43,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,5,3]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btag140","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,5]]},"published":{"date-parts":[[2026,3,23]]},"article-number":"btag140"}}