{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,17]],"date-time":"2026-01-17T17:52:25Z","timestamp":1768672345109,"version":"3.49.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T00:00:00Z","timestamp":1570233600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T00:00:00Z","timestamp":1570233600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Stat Comput"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1007\/s11222-019-09906-9","type":"journal-article","created":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T14:09:31Z","timestamp":1570284571000},"page":"571-586","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Optimal allocation of Monte Carlo simulations to multiple hypothesis tests"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6008-2720","authenticated-orcid":false,"given":"Georg","family":"Hahn","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,5]]},"reference":[{"key":"9906_CR1","unstructured":"Agrawal, S., Goyal, N.: Analysis of Thompson sampling for the multi-armed bandit problem. In Proceedings of the 25th Annual Conference on Learning Theory 23(39), pp. 1\u201326 (2012)"},{"key":"9906_CR2","first-page":"265","volume":"4","author":"M Avriel","year":"1966","unstructured":"Avriel, M., Wilde, D.: Optimality proof for the symmetric Fibonacci search technique. Fibonacci Q. 4, 265\u2013269 (1966)","journal-title":"Fibonacci Q."},{"issue":"1","key":"9906_CR3","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini, Y., Hochberg, Y.: Controlling the false discovery rate: a practical and powerful approach to multiple testing. J. R. Stat. Soc. B Methodol. 57(1), 289\u2013300 (1995)","journal-title":"J. R. Stat. Soc. B Methodol."},{"issue":"2","key":"9906_CR4","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1093\/biomet\/78.2.301","volume":"78","author":"J Besag","year":"1991","unstructured":"Besag, J., Clifford, P.: Sequential Monte Carlo p-values. Biometrika 78(2), 301\u2013304 (1991)","journal-title":"Biometrika"},{"key":"9906_CR5","first-page":"3","volume":"8","author":"C Bonferroni","year":"1936","unstructured":"Bonferroni, C.: Teoria statistica delle classi e calcolo delle probabilit\u00e0. Pubblicazioni del R Istituto Superiore di Scienze Economiche e Commerciali di Firenze 8, 3\u201362 (1936)","journal-title":"Pubblicazioni del R Istituto Superiore di Scienze Economiche e Commerciali di Firenze"},{"key":"9906_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11222-016-9718-2","volume":"27","author":"Y Chen","year":"2017","unstructured":"Chen, Y., Chen, Y.: An efficient sampling algorithm for network motif detection. J. Comput. Graph. Stat. 27, 1\u201331 (2017)","journal-title":"J. Comput. Graph. Stat."},{"issue":"4","key":"9906_CR7","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1093\/biomet\/26.4.404","volume":"26","author":"C Clopper","year":"1934","unstructured":"Clopper, C., Pearson, E.: The use of confidence or fiducial limits illustrated in the case of the binomial. Biometrika 26(4), 404\u2013413 (1934)","journal-title":"Biometrika"},{"issue":"1","key":"9906_CR8","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1080\/07474930008800459","volume":"19","author":"R Davidson","year":"2000","unstructured":"Davidson, R., MacKinnon, J.: Bootstrap tests: how many bootstraps? Econom. Rev. 19(1), 55\u201368 (2000)","journal-title":"Econom. Rev."},{"key":"9906_CR9","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511802843","volume-title":"Bootstrap Methods and Their Application","author":"A Davison","year":"1997","unstructured":"Davison, A., Hinkley, D.: Bootstrap Methods and Their Application. Cambridge University Press, Cambridge (1997)"},{"key":"9906_CR10","unstructured":"Ding, D., Gandy, A., Hahn, G.: A simple method for implementing Monte Carlo tests. arXiv:161101675 pp. 1\u201317 (2018)"},{"issue":"1","key":"9906_CR11","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1198\/000313002753631385","volume":"56","author":"M Fay","year":"2002","unstructured":"Fay, M., Follmann, D.: Designing Monte Carlo implementations of permutation or bootstrap hypothesis tests. Am. Stat. 56(1), 63\u201370 (2002)","journal-title":"Am. Stat."},{"issue":"4","key":"9906_CR12","doi-asserted-by":"crossref","first-page":"946","DOI":"10.1198\/106186007X257025","volume":"16","author":"M Fay","year":"2007","unstructured":"Fay, M., Kim, H.J., Hachey, M.: On using truncated sequential probability ratio test boundaries for Monte Carlo implementation of hypothesis tests. J. Comput. Graph. Stat. 16(4), 946\u2013967 (2007)","journal-title":"J. Comput. Graph. Stat."},{"key":"9906_CR13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10618600.2018.1442342","volume":"27","author":"S Gallagher","year":"2018","unstructured":"Gallagher, S., Richardson, L., Ventura, S., Eddy, W.: SPEW: synthetic populations and ecosystems of the world. J. Comput. Graph. Stat. 27, 1\u201330 (2018)","journal-title":"J. Comput. Graph. Stat."},{"issue":"488","key":"9906_CR14","doi-asserted-by":"crossref","first-page":"1504","DOI":"10.1198\/jasa.2009.tm08368","volume":"104","author":"A Gandy","year":"2009","unstructured":"Gandy, A.: Sequential implementation of monte carlo tests with uniformly bounded resampling risk. J. Am. Stat. Assoc. 104(488), 1504\u20131511 (2009)","journal-title":"J. Am. Stat. Assoc."},{"issue":"4","key":"9906_CR15","doi-asserted-by":"crossref","first-page":"1083","DOI":"10.1111\/sjos.12085","volume":"41","author":"A Gandy","year":"2014","unstructured":"Gandy, A., Hahn, G.: MMCTest\u2014A safe algorithm for implementing multiple Monte Carlo tests. Scand. J. Stat. 41(4), 1083\u20131101 (2014)","journal-title":"Scand. J. Stat."},{"issue":"4","key":"9906_CR16","doi-asserted-by":"crossref","first-page":"1046","DOI":"10.1111\/sjos.12228","volume":"43","author":"A Gandy","year":"2016","unstructured":"Gandy, A., Hahn, G.: A framework for Monte Carlo based multiple testing. Scand. J. Stat. 43(4), 1046\u20131063 (2016)","journal-title":"Scand. J. Stat."},{"issue":"3","key":"9906_CR17","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1007\/s11222-016-9656-z","volume":"27","author":"A Gandy","year":"2017","unstructured":"Gandy, A., Hahn, G.: QuickMMCTest: quick multiple Monte Carlo testing. Stat. Comput. 27(3), 823\u2013832 (2017)","journal-title":"Stat. Comput."},{"issue":"1","key":"9906_CR18","first-page":"1","volume":"7","author":"W Guo","year":"2008","unstructured":"Guo, W., Peddada, S.: Adaptive choice of the number of bootstrap samples in large scale multiple testing. Stat. Appl. Genet Mol. Biol. 7(1), 1\u201316 (2008)","journal-title":"Stat. Appl. Genet Mol. Biol."},{"key":"9906_CR19","volume-title":"The Theory and Practice of Simulated Annealing (in the \u2019Handbook of Metaheuristics\u2019 of Glover and Kochenberger)","author":"D Henderson","year":"2003","unstructured":"Henderson, D., Jacobson, S., Johnson, A.: The Theory and Practice of Simulated Annealing (in the \u2019Handbook of Metaheuristics\u2019 of Glover and Kochenberger), vol. 57. Springer, Boston, MA (2003)"},{"issue":"4","key":"9906_CR20","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1093\/biomet\/75.4.800","volume":"75","author":"Y Hochberg","year":"1988","unstructured":"Hochberg, Y.: A sharper Bonferroni procedure for multiple tests of significance. Biometrika 75(4), 800\u2013802 (1988)","journal-title":"Biometrika"},{"issue":"2","key":"9906_CR21","first-page":"65","volume":"6","author":"S Holm","year":"1979","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scand. J. Stat. 6(2), 65\u201370 (1979)","journal-title":"Scand. J. Stat."},{"issue":"4","key":"9906_CR22","doi-asserted-by":"crossref","first-page":"973","DOI":"10.1093\/biomet\/ass051","volume":"99","author":"H Jiang","year":"2012","unstructured":"Jiang, H., Salzman, J.: Statistical properties of an early stopping rule for resampling-based multiple testing. Biometrika 99(4), 973\u2013980 (2012)","journal-title":"Biometrika"},{"key":"9906_CR23","unstructured":"Karush, W.: Minima of functions of several variables with inequalities as side constraints. M.Sc. Dissertation, Dept of Mathematics, University of Chicago, Chicago, Illinois (1939)"},{"issue":"3","key":"9906_CR24","doi-asserted-by":"crossref","first-page":"502","DOI":"10.1090\/S0002-9939-1953-0055639-3","volume":"4","author":"J Kiefer","year":"1953","unstructured":"Kiefer, J.: Sequential minimax search for a maximum. Proc. Am. Math. Soc. 4(3), 502\u2013506 (1953)","journal-title":"Proc. Am. Math. Soc."},{"issue":"7","key":"9906_CR25","doi-asserted-by":"crossref","first-page":"1834","DOI":"10.1016\/j.jspi.2010.01.003","volume":"140","author":"HJ Kim","year":"2010","unstructured":"Kim, H.J.: Bounding the resampling risk for sequential Monte Carlo implementation of hypothesis tests. J. Stat. Plan Inference 140(7), 1834\u20131843 (2010)","journal-title":"J. Stat. Plan Inference"},{"issue":"4598","key":"9906_CR26","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1126\/science.220.4598.671","volume":"220","author":"S Kirkpatrick","year":"1983","unstructured":"Kirkpatrick, S., Gelatt Jr., C., Vecchi, M.: Optimization by simulated annealing. Science 220(4598), 671\u2013680 (1983)","journal-title":"Science"},{"key":"9906_CR27","doi-asserted-by":"crossref","unstructured":"Kuhn, H., Tucker, A.: Nonlinear programming. In Proceedings of the second Berkeley symposium on Mathematical Statistics and Probability, pp. 481\u2013492 (1951)","DOI":"10.1525\/9780520411586-036"},{"issue":"2","key":"9906_CR28","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1214\/aos\/1176343406","volume":"4","author":"T Lai","year":"1976","unstructured":"Lai, T.: On confidence sequences. Ann. Stat. 4(2), 265\u2013280 (1976)","journal-title":"Ann. Stat."},{"issue":"2","key":"9906_CR29","doi-asserted-by":"crossref","first-page":"579","DOI":"10.2307\/2531870","volume":"44","author":"K Lan","year":"1988","unstructured":"Lan, K., Wittes, J.: The b-value: a tool for monitoring data. Biometrics 44(2), 579\u2013585 (1988)","journal-title":"Biometrics"},{"key":"9906_CR30","volume-title":"Linear and Nonlinear Programming","author":"D Luenberger","year":"2003","unstructured":"Luenberger, D.: Linear and Nonlinear Programming, 2nd edn. Springer, Berlin (2003)","edition":"2"},{"key":"9906_CR31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11222-016-9718-2","volume":"27","author":"A Mestres","year":"2017","unstructured":"Mestres, A., Bochkina, N., Mayer, C.: Selection of the regularization parameter in graphical models using network characteristics. J. Comput. Graph. Stat. 27, 1\u201327 (2017)","journal-title":"J. Comput. Graph. Stat."},{"key":"9906_CR32","doi-asserted-by":"crossref","first-page":"1239","DOI":"10.1007\/s11222-016-9683-9","volume":"27","author":"T Mrkvic\u0306ka","year":"2017","unstructured":"Mrkvic\u0306ka, T., Myllym\u00e4ki, M., Hahn, U.: Multiple Monte Carlo testing, with applications in spatial point processes. Stat. Comput. 27, 1239\u20131255 (2017)","journal-title":"Stat. Comput."},{"issue":"11","key":"9906_CR33","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1101\/gr.109389.110","volume":"20","author":"A Pekowska","year":"2010","unstructured":"Pekowska, A., Benoukraf, T., Ferrier, P., Spicuglia, S.: A unique h3k4me2 profile marks tissue-specific gene regulation. Genome Res. 20(11), 1493\u20131502 (2010)","journal-title":"Genome Res."},{"key":"9906_CR34","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1007\/s11222-015-9552-y","volume":"26","author":"F Pesarin","year":"2016","unstructured":"Pesarin, F., Salmaso, L., Carrozzo, E., Arboretti, R.: Union-intersection permutation solution for two-sample equivalence testing. Stat. Comput. 26, 693\u2013701 (2016)","journal-title":"Stat. Comput."},{"key":"9906_CR35","doi-asserted-by":"crossref","unstructured":"Phipson, B., Smyth, G.: Permutation P-values Should Never Be Zero: Calculating exact p-values when permutations are randomly drawn. Stat. Appl. Genet. Mol. Biol. 9(1) (2010)","DOI":"10.2202\/1544-6115.1585"},{"key":"9906_CR36","unstructured":"Development Core Team, R.: R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria (2011)"},{"key":"9906_CR37","doi-asserted-by":"crossref","DOI":"10.1515\/9781400841059","volume-title":"Nonlinear Optimization","author":"A Ruszczynski","year":"2006","unstructured":"Ruszczynski, A.: Nonlinear Optimization. Princeton University Press, Princeton (2006)"},{"issue":"23","key":"9906_CR38","doi-asserted-by":"crossref","first-page":"3235","DOI":"10.1093\/bioinformatics\/btr568","volume":"27","author":"G Sandve","year":"2011","unstructured":"Sandve, G., Ferkingstad, E., Nygard, S.: Sequential Monte Carlo multiple testing. Bioinformatics 27(23), 3235\u20133241 (2011)","journal-title":"Bioinformatics"},{"issue":"2","key":"9906_CR39","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1080\/10618600.2013.786943","volume":"23","author":"D Shen","year":"2014","unstructured":"Shen, D., Shen, H., Bhamidi, S., Maldonado, Y., Kim, Y., Marron, J.: Functional data analysis of tree data objects. J. Comput. Graph. Stat. 23(2), 418\u2013438 (2014)","journal-title":"J. Comput. Graph. Stat."},{"issue":"318","key":"9906_CR40","first-page":"626","volume":"62","author":"Z Sidak","year":"1967","unstructured":"Sidak, Z.: Rectangular confidence regions for the means of multivariate normal distributions. J. Am. Stat. Assoc. 62(318), 626\u2013633 (1967)","journal-title":"J. Am. Stat. Assoc."},{"key":"9906_CR41","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.jmva.2013.06.003","volume":"121","author":"I Silva","year":"2013","unstructured":"Silva, I., Assun\u00e7\u00e3o, R.: Optimal generalized truncated sequential Monte Carlo test. J. Multivar. Anal. 121, 33\u201349 (2013)","journal-title":"J. Multivar. Anal."},{"issue":"2","key":"9906_CR42","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1214\/16-BJPS339","volume":"32","author":"I Silva","year":"2018","unstructured":"Silva, I., Assun\u00e7\u00e3o, R.: Truncated sequential Monte Carlo test with exact power. Braz. J. Probab. Stat. 32(2), 215\u2013238 (2018)","journal-title":"Braz. J. Probab. Stat."},{"issue":"2","key":"9906_CR43","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1080\/07474940902816601","volume":"28","author":"I Silva","year":"2009","unstructured":"Silva, I., Assun\u00e7\u00e3o, R., Costa, M.: Power of the sequential Monte Carlo test. Sequ. Anal. 28(2), 163\u2013174 (2009)","journal-title":"Sequ. Anal."},{"issue":"3","key":"9906_CR44","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1093\/biomet\/73.3.751","volume":"73","author":"R Simes","year":"1986","unstructured":"Simes, R.: An improved Bonferroni procedure for multiple tests of significance. Biometrika 73(3), 751\u2013754 (1986)","journal-title":"Biometrika"},{"issue":"2","key":"9906_CR45","doi-asserted-by":"crossref","first-page":"344","DOI":"10.1080\/10618600.2016.1193505","volume":"26","author":"M Tang","year":"2017","unstructured":"Tang, M., Athreya, A., Sussman, D., Lyzinski, V., Park, Y., Priebe, C.: A semiparametric two-sample hypothesis testing problem for random graphs. J. Comput. Graph. Stat. 26(2), 344\u2013354 (2017)","journal-title":"J. Comput. Graph. Stat."},{"issue":"3\/4","key":"9906_CR46","doi-asserted-by":"crossref","first-page":"285","DOI":"10.2307\/2332286","volume":"25","author":"W Thompson","year":"1933","unstructured":"Thompson, W.: On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25(3\/4), 285\u2013294 (1933)","journal-title":"Biometrika"},{"issue":"2","key":"9906_CR47","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1080\/10618600.2015.1027773","volume":"25","author":"S Wei","year":"2016","unstructured":"Wei, S., Lee, C., Wichers, L., Marron, J.: Direction\u2013Projection\u2013Permutation for high-dimensional hypothesis tests. J. Comput. Graph. Stat. 25(2), 549\u2013569 (2016)","journal-title":"J. Comput. Graph. Stat."},{"issue":"483","key":"9906_CR48","doi-asserted-by":"crossref","first-page":"1039","DOI":"10.1198\/016214507000001319","volume":"103","author":"W van Wieringen","year":"2008","unstructured":"van Wieringen, W., van de Wiel, M., van der Vaart, A.: A test for partial differential expression. J. Am. Stat. Assoc. 103(483), 1039\u20131049 (2008)","journal-title":"J. Am. Stat. Assoc."},{"issue":"1","key":"9906_CR49","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10618600.2016.1154063","volume":"26","author":"Y Zhang","year":"2017","unstructured":"Zhang, Y., Zhou, H., Zhou, J., Sun, W.: Regression models for multivariate count data. J. Comput. Graph. Stat. 26(1), 1\u201313 (2017)","journal-title":"J. Comput. Graph. Stat."}],"container-title":["Statistics and Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11222-019-09906-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11222-019-09906-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11222-019-09906-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T16:26:25Z","timestamp":1721838385000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11222-019-09906-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,5]]},"references-count":49,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,5]]}},"alternative-id":["9906"],"URL":"https:\/\/doi.org\/10.1007\/s11222-019-09906-9","relation":{},"ISSN":["0960-3174","1573-1375"],"issn-type":[{"value":"0960-3174","type":"print"},{"value":"1573-1375","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,5]]},"assertion":[{"value":"20 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 October 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}