{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,14]],"date-time":"2026-11-14T16:20:26Z","timestamp":1794673226463,"version":"4.9.1"},"reference-count":74,"publisher":"Informa UK Limited","issue":"544","license":[{"start":{"date-parts":[[2023,5,26]],"date-time":"2023-05-26T00:00:00Z","timestamp":1685059200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004815","name":"Isaac Newton Trust","doi-asserted-by":"publisher","award":["EP\/V049968\/1"],"award-info":[{"award-number":["EP\/V049968\/1"]}],"id":[{"id":"10.13039\/501100004815","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American Statistical Association"],"published-print":{"date-parts":[[2023,10,2]]},"DOI":"10.1080\/01621459.2023.2199814","type":"journal-article","created":{"date-parts":[[2023,4,7]],"date-time":"2023-04-07T11:29:05Z","timestamp":1680866945000},"page":"2928-2942","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":27,"title":["What is a Randomization Test?"],"prefix":"10.1080","volume":"118","author":[{"given":"Yao","family":"Zhang","sequence":"first","affiliation":[{"name":"Department of Statistics, Stanford University","place":["Stanford"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingyuan","family":"Zhao","sequence":"additional","affiliation":[{"name":"Statistical Laboratory, University of Cambridge","place":["Cambridge, UK"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2023,5,26]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124112437535"},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1214\/16-AOAS1005"},{"key":"e_1_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2016.1241178"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/34.1-2.123"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asy072"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1980.10477512"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2007743117"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12340"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1093\/pan\/mps038"},{"key":"e_1_3_3_11_1","volume-title":"The Management of Weather Resources","author":"Brillinger D. R.","year":"1978","unstructured":"Brillinger, D. R., Jones, L. V., and Tukey, J. W. (1978), \u201cThe Role of Statistics in Weather Resources Management,\u201d in The Management of Weather Resources, Washington DC: Government Printing Office."},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/08098130809478203"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12265"},{"key":"e_1_3_3_14_1","volume-title":"Experimental and Quasi-Experimental Designs for Generalized Causal Inference","author":"Cook T. D.","year":"2002","unstructured":"Cook, T. D., Campbell, D. T., and Shadish, W. (2002), Experimental and Quasi-Experimental Designs for Generalized Causal Inference, Boston: Houghton Mifflin."},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1751-5823.2009.00084.x"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2014.995796"},{"key":"e_1_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781420011814"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214501753382129"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1214\/088342304000000396"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.1922.0009"},{"key":"e_1_3_3_21_1","volume-title":"Design of Experiments","author":"Fisher R. A.","year":"1935","unstructured":"Fisher, R. A. (1935), Design of Experiments, Edinburgh: Oliver and Boyd."},{"key":"e_1_3_3_22_1","volume-title":"Statistical Methods and Scientific Inference","author":"Fisher R. A.","year":"1956","unstructured":"Fisher, R. A. (1956), Statistical Methods and Scientific Inference, New York: Hafner Press."},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511815867"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1983.10477028"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002412"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asr079"},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12431"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1515\/jci-2015-0018"},{"key":"e_1_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1986.10478354"},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2023.2177165"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214508000000292"},{"key":"e_1_3_3_32_1","volume-title":"Probability and Mathematical Statistics","author":"H\u00e1jek J.","year":"1999","unstructured":"H\u00e1jek, J., \u0160id\u00e1k, Z., and Sen, P. K. (1999), Theory of Rank Tests, Probability and Mathematical Statistics (2nd ed.), San Diego: Academic Press.","edition":"2"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1214\/16-AOAS969"},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1978.10480021"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asz003"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1214\/22-EJS2085"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1097\/00010694-195205000-00012"},{"key":"e_1_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/56.2.231"},{"key":"e_1_3_3_39_1","volume-title":"Nonparametrics: Statistical Methods Based on Ranks","author":"Lehmann E. L.","year":"1975","unstructured":"Lehmann, E. L. (1975), Nonparametrics: Statistical Methods Based on Ranks, San Francisco: Holden-day, Inc."},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1993.10476404"},{"key":"e_1_3_3_41_1","volume-title":"Testing Statistical Hypotheses","author":"Lehmann E. L.","year":"2006","unstructured":"Lehmann, E. L., and Romano, J. P. (2006), Testing Statistical Hypotheses, New York: Springer."},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1307116"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2012.751873"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12353"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2018.1512863"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.2307\/2685390"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asab039"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1368-423X.2012.00368.x"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1093\/ije\/dyg288"},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1214\/12-AOS1008"},{"key":"e_1_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1177012031"},{"key":"e_1_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781315305110-14"},{"key":"e_1_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.2307\/2983647"},{"key":"e_1_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12478"},{"key":"e_1_3_3_55_1","article-title":"Permutation Tests of Non-exchangeable Null Models","author":"Roach J.","year":"2018","unstructured":"Roach, J., and Valdar, W. (2018), \u201cPermutation Tests of Non-exchangeable Null Models,\u201d arXiv preprint arXiv:1808.10483.","journal-title":"arXiv preprint arXiv:1808.10483"},{"key":"e_1_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1042727942"},{"key":"e_1_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asq019"},{"key":"e_1_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1214\/17-STS621"},{"key":"e_1_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.7901"},{"key":"e_1_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0037350"},{"key":"e_1_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1980.10477517"},{"key":"e_1_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214504000001880"},{"key":"e_1_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.2307\/1426677"},{"key":"e_1_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1214\/13-STS454"},{"key":"e_1_3_3_65_1","first-page":"371","article-title":"\u201cA Tutorial on Conformal Prediction,\u201d","volume":"9","author":"Shafer G.","year":"2008","unstructured":"Shafer, G., and Vovk, V. (2008), \u201cA Tutorial on Conformal Prediction,\u201d Journal of Machine Learning Research, 9, 371\u2013421.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1089\/cmb.2008.0144"},{"key":"e_1_3_3_67_1","volume-title":"Advances in Neural Information Processing Systems","author":"Tibshirani R. J.","year":"2019","unstructured":"Tibshirani, R. J., Foygel Barber, R., Candes, E., and Ramdas, A. (2019), \u201cConformal Prediction Under Covariate Shift,\u201d in Advances in Neural Information Processing Systems (Vol. 32), Curran Associates, Inc."},{"key":"e_1_3_3_68_1","doi-asserted-by":"crossref","unstructured":"Ugander J. Karrer B. Backstrom L. and Kleinberg J. (2013) \u201cGraph Cluster Randomization: Network Exposure to Multiple Universes \u201d in Proceedings of the 19th ACM SIGKDD international conference on Knowledge Discovery and Data Mining pp. 329\u2013337.","DOI":"10.1145\/2487575.2487695"},{"key":"e_1_3_3_69_1","volume-title":"Algorithmic Learning in a Random World","author":"Vovk V.","year":"2005","unstructured":"Vovk, V., Gammerman, A., and Shafer, G. (2005), Algorithmic Learning in a Random World, New York: Springer."},{"key":"e_1_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asaa027"},{"key":"e_1_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/29.1-2.21"},{"key":"e_1_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"e_1_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.2307\/2981577"},{"key":"e_1_3_3_74_1","unstructured":"Zhang Y. and Zhao Q. (2022) \u201cMultiple Conditional Randomization Tests.\u201d Available at https:\/\/arxiv.org\/pdf\/2104.10618.pdf"},{"key":"e_1_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1214\/07-AOAS151"}],"container-title":["Journal of the American Statistical Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01621459.2023.2199814","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T15:41:31Z","timestamp":1768923691000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01621459.2023.2199814"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,26]]},"references-count":74,"journal-issue":{"issue":"544","published-print":{"date-parts":[[2023,10,2]]}},"alternative-id":["10.1080\/01621459.2023.2199814"],"URL":"https:\/\/doi.org\/10.1080\/01621459.2023.2199814","relation":{},"ISSN":["0162-1459","1537-274X"],"issn-type":[{"value":"0162-1459","type":"print"},{"value":"1537-274X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,26]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2022-03-02","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-10-07","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-03-26","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-05-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}