{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T03:11:34Z","timestamp":1772766694111,"version":"3.50.1"},"reference-count":34,"publisher":"Informa UK Limited","issue":"1","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of Computational and Graphical Statistics"],"published-print":{"date-parts":[[2022,1,2]]},"DOI":"10.1080\/10618600.2021.1923520","type":"journal-article","created":{"date-parts":[[2021,6,17]],"date-time":"2021-06-17T15:40:31Z","timestamp":1623944431000},"page":"151-162","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":17,"title":["The Holdout Randomization Test for Feature Selection in Black Box Models"],"prefix":"10.1080","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5294-4228","authenticated-orcid":false,"given":"Wesley","family":"Tansey","sequence":"first","affiliation":[{"name":"Department of Epidemiology and Biostatistics, Memorial Sloan Kettering Cancer Center, New York, NY;;"}]},{"given":"Victor","family":"Veitch","sequence":"additional","affiliation":[{"name":"Department of Statistics, Columbia University, New York, NY;;"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4128-0219","authenticated-orcid":false,"given":"Haoran","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Texas at Austin, TX;;"}]},{"given":"Raul","family":"Rabadan","sequence":"additional","affiliation":[{"name":"Department of Systems Biology, Columbia University Medical Center, New York, NY;;"}]},{"given":"David M.","family":"Blei","sequence":"additional","affiliation":[{"name":"Departments of Computer Science and Statistics, Columbia University, New York, NY"}]}],"member":"301","published-online":{"date-parts":[[2021,7,26]]},"reference":[{"key":"CIT0001","doi-asserted-by":"publisher","DOI":"10.1038\/nature11003"},{"key":"CIT0002","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1711236115"},{"key":"CIT0003","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"CIT0004","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013699998"},{"key":"CIT0005","unstructured":"Berrett, T. B., Wang, Y., Barber, R. F., and Samworth, R. J. (2018). \u201cThe Conditional Permutation Test,\u201d arXiv preprint:1807.05405,"},{"key":"CIT0006","volume-title":"Technical report","author":"Bishop C. M.","year":"1994"},{"key":"CIT0007","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1009213726"},{"key":"CIT0008","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12265"},{"key":"CIT0009","unstructured":"Chen, J., Song, L., Wainwright, M. J., and Jordan, M. I. (2018), \u201cLearning to Explain: An Information-Theoretic Perspective on Model Interpretation,\u201d International Conference on Machine Learning (ICML), Vol. 80, 883\u2013892."},{"key":"CIT0010","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1361830"},{"key":"CIT0011","unstructured":"Fisher, A., Rudin, C., and Dominici, F. (2018), \u201cModel Class Reliance: Variable Importance Measures for Any Machine Learning Model Class, From the \u201cRashomon\u201d Perspective,\u201d arXiv preprint:1801.01489,"},{"key":"CIT0012","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-016-9656-z"},{"key":"CIT0013","unstructured":"Gimenez, J. R., Ghorbani, A., and Zou, J. (2018), \u201cKnockoffs for the Mass: New Feature Importance Statistics With False Discovery Guarantees,\u201d arXiv preprint: 1807.06214,"},{"key":"CIT0014","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., Xu, B., Warde-Farley, D., Ozair, S., Courville, A., and Bengio, Y. (2014), \u201cGenerative Adversarial Nets,\u201d in Advances in Neural Information Processing Systems (Vol. 27), eds. Z. Ghahramani, M. Welling, C. Cortes, N. Lawrence, and K. Q. Weinberger, Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper\/2014\/file\/5ca3e9b122f61f8f06494c97b1afccf3-Paper.pdf."},{"key":"CIT0015","volume-title":"\u201cKnockoffGAN: Generating Knockoffs for Feature Selection Using Generative Adversarial Networks,\u201d in International Conference on Learning Representations","author":"Jordon J.","year":"2019"},{"key":"CIT0016","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal2014"},{"key":"CIT0017","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1307116"},{"key":"CIT0018","first-page":"1","author":"Liang F.","year":"2018","journal-title":"Journal of the American Statistical Association"},{"key":"CIT0019","unstructured":"Lu, Y. Y., Lv, J., Fan, Y., and Noble, W. S. (2018), \u201cDeepPINK: Reproducible Feature Selection in Deep Neural Networks,\u201d arXiv preprint:1809.01185."},{"key":"CIT0020","unstructured":"Lundberg, S. M., and Lee, S.I. (2017), \u201cA Unified Approach to Interpreting Model Predictions,\u201d in Advances in Neural Information Processing Systems (Vol. 30), eds. I. Guyon, U. V. Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett, Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/8a20a8621978632d76c43dfd28b67767-Paper.pdf."},{"key":"CIT0021","doi-asserted-by":"publisher","DOI":"10.1198\/jasa.2009.tm08647"},{"key":"CIT0022","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"CIT0023","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2019.1660174"},{"key":"CIT0024","unstructured":"Sen, R., Shanmugam, K., Asnani, H., Rahimzamani, A., and Kannan, S. (2018), \u201cMimic and Classify: A Meta-Algorithm for Conditional Independence Testing,\u201d arXiv preprint arXiv:1806.09708."},{"key":"CIT0025","unstructured":"Sesia, M., Sabatti, C., and Cand\u00e8s, E. J. (2017), \u201cGene Hunting With Knockoffs for Hidden Markov Models,\u201d arXiv preprint:1706.04677."},{"key":"CIT0026","unstructured":"Shah, R. D., and Peters, J. (2018), \u201cThe Hardness of Conditional Independence Testing and the Generalised Covariance Measure,\u201d arXiv preprint arXiv:1804.07203."},{"key":"CIT0027","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2494218"},{"key":"CIT0028","first-page":"3145","volume-title":"International Conference on Machine Learning ICML\u201917","author":"Shrikumar A.","year":"2017"},{"key":"CIT0029","doi-asserted-by":"publisher","DOI":"10.1196\/annals.1407.021"},{"key":"CIT0030","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxaa047"},{"key":"CIT0031","first-page":"4874","volume-title":"International Conference on Machine Learning","author":"Tansey W.","year":"2018"},{"key":"CIT0032","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12430"},{"key":"CIT0033","first-page":"475","author":"Vovk V.","year":"2012","journal-title":"in Asian Conference on Machine Learning, Singapore"},{"key":"CIT0034","doi-asserted-by":"publisher","DOI":"10.1214\/08-AOS646"}],"container-title":["Journal of Computational and Graphical Statistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/10618600.2021.1923520","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T17:35:54Z","timestamp":1665596154000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/10618600.2021.1923520"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,26]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1,2]]}},"alternative-id":["10.1080\/10618600.2021.1923520"],"URL":"https:\/\/doi.org\/10.1080\/10618600.2021.1923520","relation":{},"ISSN":["1061-8600","1537-2715"],"issn-type":[{"value":"1061-8600","type":"print"},{"value":"1537-2715","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,26]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ucgs20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ucgs20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2020-01-30","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-03-22","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-04-23","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-07-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}