{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T08:09:42Z","timestamp":1771056582769,"version":"3.50.1"},"reference-count":54,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:00:00Z","timestamp":1768521600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010663","name":"H2020 European Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Approximate Reasoning"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1016\/j.ijar.2026.109634","type":"journal-article","created":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T16:42:40Z","timestamp":1769013760000},"page":"109634","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["On admissibility in post-hoc hypothesis testing"],"prefix":"10.1016","volume":"191","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1247-5428","authenticated-orcid":false,"given":"Ben","family":"Chugg","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tyron","family":"Lardy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0497-311X","authenticated-orcid":false,"given":"Aaditya","family":"Ramdas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9832-9936","authenticated-orcid":false,"given":"Peter","family":"Gr\u00fcnwald","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"39","key":"10.1016\/j.ijar.2026.109634_bib0001","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2302098121","article-title":"Beyond Neyman\u2013Pearson: E-values enable hypothesis testing with a data-driven alpha","volume":"121","author":"Gr\u00fcnwald","year":"2024","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"6","key":"10.1016\/j.ijar.2026.109634_bib0002","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1037\/h0020412","article-title":"The test of significance in psychological research","volume":"66","author":"Bakan","year":"1966","journal-title":"Psychol. Bull."},{"issue":"1","key":"10.1016\/j.ijar.2026.109634_bib0003","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1037\/0022-006X.62.1.75","article-title":"Misuse of statistical tests in three decades of psychotherapy research","volume":"62","author":"Dar","year":"1994","journal-title":"J. Consult. Clin. Psychol."},{"issue":"5","key":"10.1016\/j.ijar.2026.109634_bib0004","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1016\/j.socec.2004.09.033","article-title":"Mindless statistics","volume":"33","author":"Gigerenzer","year":"2004","journal-title":"J. Socio Econ."},{"key":"10.1016\/j.ijar.2026.109634_bib0005","first-page":"170","article-title":"The foundations of statistical inference","author":"Pratt","year":"1964","journal-title":"Q. Appl. Math."},{"issue":"5","key":"10.1016\/j.ijar.2026.109634_bib0006","doi-asserted-by":"crossref","first-page":"779","DOI":"10.3758\/BF03194105","article-title":"A practical solution to the pervasive problems of p values","volume":"14","author":"Wagenmakers","year":"2007","journal-title":"Psychon. Bull. Rev."},{"key":"10.1016\/j.ijar.2026.109634_bib0007","series-title":"Mathematical Proceedings of the Cambridge Philosophical Society","first-page":"700","article-title":"Theory of statistical estimation","volume":"22","author":"Fisher","year":"1925"},{"issue":"1","key":"10.1016\/j.ijar.2026.109634_bib0008","doi-asserted-by":"crossref","first-page":"39","DOI":"10.2307\/2342435","article-title":"The logic of inductive inference","volume":"98","author":"Fisher","year":"1935","journal-title":"J. R. Stat. Soc."},{"issue":"1\u20132","key":"10.1016\/j.ijar.2026.109634_bib0009","first-page":"175","article-title":"On the use and interpretation of certain test criteria for purposes of statistical inference part i","volume":"20","author":"Neyman","year":"1928","journal-title":"Biometrika"},{"issue":"5","key":"10.1016\/j.ijar.2026.109634_bib0010","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1093\/oxfordjournals.aje.a116700","article-title":"P values, hypothesis tests, and likelihood: implications for epidemiology of a neglected historical debate","volume":"137","author":"Goodman","year":"1993","journal-title":"Am. J. Epidemiol."},{"key":"10.1016\/j.ijar.2026.109634_bib0011","series-title":"Working Paper","article-title":"P Values are not Error Probabilities","author":"Hubbard","year":"2003"},{"issue":"11","key":"10.1016\/j.ijar.2026.109634_bib0012","doi-asserted-by":"crossref","first-page":"2617","DOI":"10.1080\/02664763.2011.567245","article-title":"The widespread misinterpretation of p-values as error probabilities","volume":"38","author":"Hubbard","year":"2011","journal-title":"J. Appl. Stat."},{"issue":"12","key":"10.1016\/j.ijar.2026.109634_bib0013","doi-asserted-by":"crossref","first-page":"995","DOI":"10.7326\/0003-4819-130-12-199906150-00008","article-title":"Toward evidence-based medical statistics. 1: the p value fallacy","volume":"130","author":"Goodman","year":"1999","journal-title":"Ann. Intern. Med."},{"key":"10.1016\/j.ijar.2026.109634_bib0014","series-title":"A Handbook for Data Analysis in the Behaviorial Sciences","first-page":"311","article-title":"The superego, the ego, and the id in statistical reasoning","author":"Gigerenzer","year":"2014"},{"issue":"4","key":"10.1016\/j.ijar.2026.109634_bib0015","doi-asserted-by":"crossref","first-page":"576","DOI":"10.1214\/23-STS894","article-title":"Game-theoretic statistics and safe anytime-valid inference","volume":"38","author":"Ramdas","year":"2023","journal-title":"Stat. Sci."},{"issue":"5","key":"10.1016\/j.ijar.2026.109634_bib0016","doi-asserted-by":"crossref","first-page":"1091","DOI":"10.1093\/jrsssb\/qkae011","article-title":"Safe testing","volume":"86","author":"Gr\u00fcnwald","year":"2024","journal-title":"J. R. Stat. Soc. Series B Stat. Method."},{"key":"10.1016\/j.ijar.2026.109634_bib0017","series-title":"Foundations and Trends in Statistics","article-title":"Hypothesis testing with e-values","author":"Ramdas","year":"2025"},{"issue":"4","key":"10.1016\/j.ijar.2026.109634_bib0018","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1214\/aoms\/1177732144","article-title":"Contributions to the theory of statistical estimation and testing hypotheses","volume":"10","author":"Wald","year":"1939","journal-title":"Ann. Math. Stat."},{"issue":"694\u2013706","key":"10.1016\/j.ijar.2026.109634_bib0019","first-page":"289","article-title":"On the problem of the most efficient tests of statistical hypotheses","volume":"231","author":"Neyman","year":"1933","journal-title":"Philos. Trans. R. Soc. London. Series A Contain. Pap. Math. Phys. Char."},{"issue":"3","key":"10.1016\/j.ijar.2026.109634_bib0020","first-page":"81","article-title":"Information and accuracy attainable in the estimation of statistical parameters","volume":"37","author":"Rao","year":"1945","journal-title":"Bull. Calcutta Math. Soc."},{"key":"10.1016\/j.ijar.2026.109634_bib0021","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1214\/aoms\/1177730497","article-title":"Conditional expectation and unbiased sequential estimation","author":"Blackwell","year":"1947","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/j.ijar.2026.109634_bib0022","series-title":"Bayesian Theory","volume":"586","author":"Bernardo","year":"1994"},{"key":"10.1016\/j.ijar.2026.109634_bib0023","series-title":"Bayesian Data Analysis","author":"Gelman","year":"1995"},{"key":"10.1016\/j.ijar.2026.109634_bib0024","series-title":"International Conference on Artificial Intelligence and Statistics","first-page":"127","article-title":"Credal two-sample tests of epistemic uncertainty","author":"Chau","year":"2025"},{"issue":"2247","key":"10.1016\/j.ijar.2026.109634_bib0025","doi-asserted-by":"crossref","DOI":"10.1098\/rsta.2022.0146","article-title":"The e-posterior","volume":"381","author":"Gr\u00fcnwald","year":"2023","journal-title":"Philos. Trans. R. Soc. A"},{"key":"10.1016\/j.ijar.2026.109634_bib0026","unstructured":"M. Caprio, The joys of categorical conformal prediction, (2025) arXiv preprint arXiv: 2507.04441."},{"issue":"6522","key":"10.1016\/j.ijar.2026.109634_bib0027","doi-asserted-by":"crossref","first-page":"746","DOI":"10.1136\/bmj.292.6522.746","article-title":"Confidence intervals rather than p values: estimation rather than hypothesis testing","volume":"292","author":"Gardner","year":"1986","journal-title":"Br. Med. J. (Clin. Res. Ed)"},{"key":"10.1016\/j.ijar.2026.109634_bib0028","series-title":"Statistical Evidence: A Likelihood Paradigm","author":"Royall","year":"2017"},{"issue":"3","key":"10.1016\/j.ijar.2026.109634_bib0029","doi-asserted-by":"crossref","first-page":"1736","DOI":"10.1214\/20-AOS2020","article-title":"E-values: calibration, combination and applications","volume":"49","author":"Vovk","year":"2021","journal-title":"Ann. Stat."},{"issue":"6","key":"10.1016\/j.ijar.2026.109634_bib0030","doi-asserted-by":"crossref","first-page":"3465","DOI":"10.1214\/19-AOS1938","article-title":"Simultaneous high-probability bounds on the false discovery proportion in structured, regression and online settings","volume":"48","author":"Katsevich","year":"2020","journal-title":"Ann. Stat."},{"issue":"3","key":"10.1016\/j.ijar.2026.109634_bib0031","doi-asserted-by":"crossref","first-page":"822","DOI":"10.1111\/rssb.12489","article-title":"False discovery rate control with e-values","volume":"84","author":"Wang","year":"2022","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"issue":"1","key":"10.1016\/j.ijar.2026.109634_bib0032","doi-asserted-by":"crossref","first-page":"2292","DOI":"10.1214\/24-EJS2253","article-title":"Post-selection inference for e-value based confidence intervals","volume":"18","author":"Xu","year":"2024","journal-title":"Electron. J. Stat."},{"key":"10.1016\/j.ijar.2026.109634_bib0033","unstructured":"N.W. Koning, Post-hoc \u03b1 hypothesis testing and the Post-hoc p-value, (2023) arXiv preprint arXiv: 2312.08040."},{"key":"10.1016\/j.ijar.2026.109634_bib0034","unstructured":"J. Hemerik, N.W. Koning, Choosing alpha post hoc: the danger of multiple standard significance thresholds, (2024) arXiv preprint arXiv: 2410.02306."},{"key":"10.1016\/j.ijar.2026.109634_bib0035","unstructured":"Z. Xu, A. Solari, L. Fischer, R. de Heide, A. Ramdas, J. Goeman, Bringing closure to false discovery rate control: a general principle for multiple testing, (2025) arXiv preprint arXiv: 2509.02517."},{"key":"10.1016\/j.ijar.2026.109634_bib0036","unstructured":"E. Gauthier, F. Bach, M.I. Jordan, E-values expand the scope of conformal prediction, (2025) arXiv preprint arXiv: 2503.13050."},{"issue":"2","key":"10.1016\/j.ijar.2026.109634_bib0037","doi-asserted-by":"crossref","first-page":"0","DOI":"10.1093\/biomet\/asaf020","article-title":"The only admissible way of merging arbitrary e-values","volume":"112","author":"Wang","year":"2025","journal-title":"Biometrika"},{"issue":"4","key":"10.1016\/j.ijar.2026.109634_bib0038","doi-asserted-by":"crossref","first-page":"791","DOI":"10.1093\/biomet\/asaa027","article-title":"Combining p-values via averaging","volume":"107","author":"Vovk","year":"2020","journal-title":"Biometrika"},{"key":"10.1016\/j.ijar.2026.109634_bib0039","unstructured":"A. Ramdas, J. Ruf, M. Larsson, W. Koolen, Admissible anytime-valid sequential inference must rely on nonnegative martingales, (2020) arXiv preprint arXiv: 2009.03167."},{"key":"10.1016\/j.ijar.2026.109634_bib0040","unstructured":"N.W. Koning, Continuous testing: unifying tests and e-values, (2024) arXiv preprint arXiv: 2409.05654."},{"key":"10.1016\/j.ijar.2026.109634_bib0041","series-title":"Mathematical Statistics","author":"Shao","year":"2008"},{"issue":"2","key":"10.1016\/j.ijar.2026.109634_bib0042","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1111\/rssa.12647","article-title":"Testing by betting: a strategy for statistical and scientific communication","volume":"184","author":"Shafer","year":"2021","journal-title":"J. R. Stat. Soc. Ser. A Stat. Soc."},{"key":"10.1016\/j.ijar.2026.109634_bib0043","series-title":"All of Statistics: A Concise Course in Statistical Inference","author":"Wasserman","year":"2004"},{"issue":"4","key":"10.1016\/j.ijar.2026.109634_bib0044","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1080\/00031305.1986.10475424","article-title":"The effect of sample size on the meaning of significance tests","volume":"40","author":"Royall","year":"1986","journal-title":"Am. Stat."},{"issue":"451","key":"10.1016\/j.ijar.2026.109634_bib0045","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1080\/01621459.2000.10474264","article-title":"On the probability of observing misleading statistical evidence","volume":"95","author":"Royall","year":"2000","journal-title":"J. Am. Stat. Assoc."},{"issue":"397","key":"10.1016\/j.ijar.2026.109634_bib0046","first-page":"112","article-title":"Testing a point null hypothesis: the irreconcilability of p values and evidence","volume":"82","author":"Berger","year":"1987","journal-title":"J. Am. Stat. Assoc."},{"issue":"7295","key":"10.1016\/j.ijar.2026.109634_bib0047","first-page":"1184","article-title":"Sifting the evidence: likelihood ratios are alternatives to p values","volume":"322","author":"Perneger","year":"2001","journal-title":"BMJ Br. Med. J."},{"key":"10.1016\/j.ijar.2026.109634_bib0048","series-title":"Classical Descriptive Set Theory","volume":"156","author":"Kechris","year":"2012"},{"issue":"6","key":"10.1016\/j.ijar.2026.109634_bib0049","first-page":"397","article-title":"A general theorem on selectors","volume":"13","author":"Kuratowski","year":"1965","journal-title":"Bull. Acad. Polon. Sci. S\u00e9r. Sci. Math. Astronom. Phys"},{"key":"10.1016\/j.ijar.2026.109634_bib0050","series-title":"Theory of Point Estimation","author":"Lehmann","year":"1998"},{"key":"10.1016\/j.ijar.2026.109634_bib0051","series-title":"The Foundations of Statistics","author":"Savage","year":"1954"},{"key":"10.1016\/j.ijar.2026.109634_bib0052","series-title":"Annales de l\u2019institut Henri Poincar\u00e9","first-page":"1","article-title":"La pr\u00e9vision: ses lois logiques, ses sources subjectives","volume":"7","author":"De Finetti","year":"1937"},{"key":"10.1016\/j.ijar.2026.109634_bib0053","series-title":"Breakthroughs in Statistics: Foundations and Basic Theory","first-page":"342","article-title":"Statistical decision functions","author":"Wald","year":"1950"},{"key":"10.1016\/j.ijar.2026.109634_bib0054","series-title":"Theory of Games and Statistical Decisions","author":"Blackwell","year":"1954"}],"container-title":["International Journal of Approximate Reasoning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0888613X26000101?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0888613X26000101?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T07:31:12Z","timestamp":1771054272000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0888613X26000101"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":54,"alternative-id":["S0888613X26000101"],"URL":"https:\/\/doi.org\/10.1016\/j.ijar.2026.109634","relation":{},"ISSN":["0888-613X"],"issn-type":[{"value":"0888-613X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"On admissibility in post-hoc hypothesis testing","name":"articletitle","label":"Article Title"},{"value":"International Journal of Approximate Reasoning","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijar.2026.109634","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"109634"}}