{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T04:40:02Z","timestamp":1771044002266,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,3,29]],"date-time":"2021-03-29T00:00:00Z","timestamp":1616976000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,3,29]],"date-time":"2021-03-29T00:00:00Z","timestamp":1616976000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000002","name":"U.S. Department of Health & Human Services | National Institutes of Health","doi-asserted-by":"publisher","award":["R01GM120733"],"award-info":[{"award-number":["R01GM120733"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1925645"],"award-info":[{"award-number":["1925645"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-021-00308-z","type":"journal-article","created":{"date-parts":[[2021,3,29]],"date-time":"2021-03-29T16:03:18Z","timestamp":1617033798000},"page":"426-433","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Variable selection with false discovery rate control in deep neural networks"],"prefix":"10.1038","volume":"3","author":[{"given":"Zixuan","family":"Song","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4353-5761","authenticated-orcid":false,"given":"Jun","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,3,29]]},"reference":[{"key":"308_CR1","first-page":"16004","volume":"10","author":"R May","year":"2011","unstructured":"May, R., Dandy, G. & Maier, H. Review of input variable selection methods for artificial neural networks. Artif. Neural Networks 10, 16004 (2011).","journal-title":"Artif. Neural Networks"},{"key":"308_CR2","first-page":"1157","volume":"3","author":"I Guyon","year":"2003","unstructured":"Guyon, I. & Elisseeff, A. An introduction to variable and feature selection. J. Mach. Learn. Res. 3, 1157\u20131182 (2003).","journal-title":"J. Mach. Learn. Res."},{"key":"308_CR3","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.compeleceng.2013.11.024","volume":"40","author":"G Chandrashekar","year":"2014","unstructured":"Chandrashekar, G. & Sahin, F. A survey on feature selection methods. Comput. Electr. Eng. 40, 16\u201328 (2014).","journal-title":"Comput. Electr. Eng."},{"key":"308_CR4","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1109\/72.298224","volume":"5","author":"R Battiti","year":"1994","unstructured":"Battiti, R. Using mutual information for selecting features in supervised neural net learning. IEEE Trans. Neural Networks 5, 537\u2013550 (1994).","journal-title":"IEEE Trans. Neural Networks"},{"key":"308_CR5","doi-asserted-by":"publisher","first-page":"1312","DOI":"10.1016\/j.envsoft.2008.03.007","volume":"23","author":"RJ May","year":"2008","unstructured":"May, R. J., Maier, H. R., Dandy, G. C. & Fernando, T. G. Non-linear variable selection for artificial neural networks using partial mutual information. Environ. Model. Software 23, 1312\u20131326 (2008).","journal-title":"Environ. Model. Software"},{"key":"308_CR6","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1016\/S0304-3800(97)00161-0","volume":"105","author":"HR Maier","year":"1998","unstructured":"Maier, H. R., Dandy, G. C. & Burch, M. D. Use of artificial neural networks for modelling cyanobacteria Anabaena spp. in the River Murray, South Australia. Ecol. Model. 105, 257\u2013272 (1998).","journal-title":"Ecol. Model."},{"key":"308_CR7","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1109\/72.125874","volume":"3","author":"FZ Brill","year":"1992","unstructured":"Brill, F. Z., Brown, D. E. & Martin, W. N. Fast generic selection of features for neural network classifiers. IEEE Trans. Neural Networks 3, 324\u2013328 (1992).","journal-title":"IEEE Trans. Neural Networks"},{"key":"308_CR8","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/s13042-010-0004-x","volume":"1","author":"DL Tong","year":"2010","unstructured":"Tong, D. L. & Mintram, R. Genetic Algorithm-Neural Network (GANN): a study of neural network activation functions and depth of genetic algorithm search applied to feature selection. Int. J. Mach. Learn. Cybern. 1, 75\u201387 (2010).","journal-title":"Int. J. Mach. Learn. Cybern."},{"key":"308_CR9","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.eswa.2006.04.010","volume":"33","author":"RK Sivagaminathan","year":"2007","unstructured":"Sivagaminathan, R. K. & Ramakrishnan, S. A hybrid approach for feature subset selection using neural networks and ant colony optimization. Expert Syst. Appl. 33, 49\u201360 (2007).","journal-title":"Expert Syst. Appl."},{"key":"308_CR10","unstructured":"Grandvalet, Y. & Canu, S. Outcomes of the equivalence of adaptive ridge with least absolute shrinkage. In Advances in Neural Information Processing Systems 445\u2013451 (1999)."},{"key":"308_CR11","doi-asserted-by":"crossref","unstructured":"Chapados, N. & Bengio, Y. Input decay: simple and effective soft variable selection. In IJCNN\u201901. International Joint Conference on Neural Networks Vol. 2, 1233\u20131237 (IEEE, 2001).","DOI":"10.1109\/IJCNN.2001.939537"},{"key":"308_CR12","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.patrec.2008.09.009","volume":"30","author":"T Simil\u00e4","year":"2009","unstructured":"Simil\u00e4, T. & Tikka, J. Combined input variable selection and model complexity control for nonlinear regression. Pattern Recognit. Lett. 30, 231\u2013236 (2009).","journal-title":"Pattern Recognit. Lett."},{"key":"308_CR13","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.neucom.2017.02.029","volume":"241","author":"S Scardapane","year":"2017","unstructured":"Scardapane, S., Comminiello, D., Hussain, A. & Uncini, A. Group sparse regularization for deep neural networks. Neurocomputing 241, 81\u201389 (2017).","journal-title":"Neurocomputing"},{"key":"308_CR14","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1109\/5326.897072","volume":"30","author":"GP Zhang","year":"2000","unstructured":"Zhang, G. P. Neural networks for classification: a survey. IEEE Trans. Syst. Man Cybernet. C 30, 451\u2013462 (2000).","journal-title":"IEEE Trans. Syst. Man Cybernet. C"},{"key":"308_CR15","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini, Y. & Hochberg, Y. Controlling the false discovery rate: a practical and powerful approach to multiple testing. J. R. Stat. Soc. B 57, 289\u2013300 (1995).","journal-title":"J. R. Stat. Soc. B"},{"key":"308_CR16","unstructured":"Lu, Y., Fan, Y., Lv, J. & Noble, W. S. Deeppink: reproducible feature selection in deep neural networks. In Advances in Neural Information Processing Systems 8676\u20138686 (2018)."},{"key":"308_CR17","unstructured":"Gimenez, J. R., Ghorbani, A. & Zou, J. Knockoffs for the mass: new feature importance statistics with false discovery guarantees. In 22nd International Conference on Artificial Intelligence and Statistics 2125\u20132133 (2019)."},{"key":"308_CR18","doi-asserted-by":"publisher","first-page":"2055","DOI":"10.1214\/15-AOS1337","volume":"43","author":"RF Barber","year":"2015","unstructured":"Barber, R. F. & Cand\u00e8s, E. J. Controlling the false discovery rate via knockoffs. Ann. Stat. 43, 2055\u20132085 (2015).","journal-title":"Ann. Stat."},{"key":"308_CR19","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1111\/rssb.12265","volume":"80","author":"E Cand\u00e8s","year":"2018","unstructured":"Cand\u00e8s, E., Fan, Y., Janson, L. & Lv, J. Panning for gold: \u2018model-X\u2019 knockoffs for high dimensional controlled variable selection. J. R. Stat. Soc. B 80, 551\u2013577 (2018).","journal-title":"J. R. Stat. Soc. B"},{"key":"308_CR20","doi-asserted-by":"publisher","first-page":"9440","DOI":"10.1073\/pnas.1530509100","volume":"100","author":"JD Storey","year":"2003","unstructured":"Storey, J. D. & Tibshirani, R. Statistical significance for genomewide studies. Proc. Natl Acad. Sci. USA 100, 9440\u20139445 (2003).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"308_CR21","doi-asserted-by":"crossref","unstructured":"Benjamini, Y. & Yekutieli, D. The control of the false discovery rate in multiple testing under dependency. Ann. Stat. 29, 1165\u20131188 (2001).","DOI":"10.1214\/aos\/1013699998"},{"key":"308_CR22","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1214\/15-EJS1016","volume":"9","author":"P Heesen","year":"2015","unstructured":"Heesen, P. et al. Inequalities for the false discovery rate (FDR) under dependence. Electron. J. Stat. 9, 679\u2013716 (2015).","journal-title":"Electron. J. Stat."},{"key":"308_CR23","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y. & Haffner, P. Gradient-based learning applied to document recognition. Proc. IEEE 86, 2278\u20132324 (1998).","journal-title":"Proc. IEEE"},{"key":"308_CR24","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1016\/j.molcel.2015.04.005","volume":"58","author":"AA Kolodziejczyk","year":"2015","unstructured":"Kolodziejczyk, A. A., Kim, J. K., Svensson, V., Marioni, J. C. & Teichmann, S. A. The technology and biology of single-cell RNA sequencing. Mol. Cell 58, 610\u2013620 (2015).","journal-title":"Mol. Cell"},{"key":"308_CR25","doi-asserted-by":"publisher","first-page":"3227","DOI":"10.1016\/j.celrep.2017.03.004","volume":"18","author":"R Chen","year":"2017","unstructured":"Chen, R., Wu, X., Jiang, L. & Zhang, Y. Single-cell RNA-Seq reveals hypothalamic cell diversity. Cell Rep. 18, 3227\u20133241 (2017).","journal-title":"Cell Rep."},{"key":"308_CR26","doi-asserted-by":"crossref","unstructured":"Romano, Y., Sesia, M. & Cand\u00e8s, E. Deep knockoffs. J. Am. Stat. Assoc. 115, 1861\u20131872 (2019).","DOI":"10.1080\/01621459.2019.1660174"},{"key":"308_CR27","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1021\/ci950204c","volume":"36","author":"IV Tetko","year":"1996","unstructured":"Tetko, I. V., Villa, A. E. & Livingstone, D. J. Neural network studies. 2. Variable selection. J. Chem. Inf. Comput. Sci. 36, 794\u2013803 (1996).","journal-title":"J. Chem. Inf. Comput. Sci."},{"key":"308_CR28","doi-asserted-by":"crossref","unstructured":"Steppe, J. & Bauer, K. Jr Feature saliency measures. Comput. Math. Appl. 33, 109\u2013126 (1997).","DOI":"10.1016\/S0898-1221(97)00059-X"},{"key":"308_CR29","unstructured":"Sen, T. K., Oliver, R. & Sen, N. in Neural networks in the Capital Markets 325\u2013340 (Wiley, 1995)."},{"key":"308_CR30","unstructured":"Yacoub, M. & Bennani, Y. HVS: A heuristic for variable selection in multilayer artificial neural network classifier. In Intelligent Engineering Systems Through Artificial Neural Networks, St. Louis, Missouri Vol. 7, 527\u2013532 (1997)."},{"key":"308_CR31","first-page":"47","volume":"6","author":"DG Garson","year":"1991","unstructured":"Garson, D. G. Interpreting neural network connection weights. AI Expert 6, 47\u201351 (1991).","journal-title":"AI Expert"},{"key":"308_CR32","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1016\/S0305-0548(96)00088-3","volume":"24","author":"R Nath","year":"1997","unstructured":"Nath, R., Rajagopalan, B. & Ryker, R. Determining the saliency of input variables in neural network classifiers. Comput. Oper. Res. 24, 767\u2013773 (1997).","journal-title":"Comput. Oper. Res."},{"key":"308_CR33","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/S0304-3800(02)00257-0","volume":"160","author":"M Gevrey","year":"2003","unstructured":"Gevrey, M., Dimopoulos, I. & Lek, S. Review and comparison of methods to study the contribution of variables in artificial neural network models. Ecol. Model. 160, 249\u2013264 (2003).","journal-title":"Ecol. Model."},{"key":"308_CR34","unstructured":"Mozer, M. C. & Smolensky, P. Skeletonization: a technique for trimming the fat from a network via relevance assessment. In Advances in Neural Information Processing Systems 107\u2013115 (1989)."},{"key":"308_CR35","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1109\/72.80236","volume":"1","author":"ED Karnin","year":"1990","unstructured":"Karnin, E. D. A simple procedure for pruning back-propagation trained neural networks. IEEE Trans. Neural Networks 1, 239\u2013242 (1990).","journal-title":"IEEE Trans. Neural Networks"},{"key":"308_CR36","unstructured":"LeCun, Y., Denker, J. S. & Solla, S. A. Optimal brain damage. In Advances in Neural Information Processing Systems 598\u2013605 (1990)."},{"key":"308_CR37","doi-asserted-by":"crossref","unstructured":"Cibas, T., Souli\u00e9, F. F., Gallinari, P. & Raudys, S. Variable selection with optimal cell damage. In International Conference on Artificial Neural Networks 727\u2013730 (Springer, 1994).","DOI":"10.1007\/978-1-4471-2097-1_171"},{"key":"308_CR38","unstructured":"Hassibi, B. & Stork, D. G. Second order derivatives for network pruning: optimal brain surgeon. In Advances in Neural Information Processing Systems 164\u2013171 (1993)."},{"key":"308_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/BF02309007","volume":"2","author":"Y Dimopoulos","year":"1995","unstructured":"Dimopoulos, Y., Bourret, P. & Lek, S. Use of some sensitivity criteria for choosing networks with good generalization ability. Neural Process. Lett. 2, 1\u20134 (1995).","journal-title":"Neural Process. Lett."},{"key":"308_CR40","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/S0304-3800(99)00099-X","volume":"120","author":"I Dimopoulos","year":"1999","unstructured":"Dimopoulos, I., Chronopoulos, J., Chronopoulou-Sereli, A. & Lek, S. Neural network models to study relationships between lead concentration in grasses and permanent urban descriptors in Athens city (Greece). Ecol. Model. 120, 157\u2013165 (1999).","journal-title":"Ecol. Model."},{"key":"308_CR41","first-page":"40","volume":"2","author":"DW Ruck","year":"1990","unstructured":"Ruck, D. W., Rogers, S. K. & Kabrisky, M. Feature selection using a multilayer perceptron. J. Neural Network Comput. 2, 40\u201348 (1990).","journal-title":"J. Neural Network Comput."},{"key":"308_CR42","doi-asserted-by":"crossref","unstructured":"Bishop, C. M. et al. Neural Networks for Pattern Recognition (Oxford Univ. Press, 1995).","DOI":"10.1201\/9781420050646.ptb6"},{"key":"308_CR43","doi-asserted-by":"crossref","unstructured":"LeCun, Y. A., Bottou, L., Orr, G. B. & M\u00fcller, K.-R. in Neural Networks: Tricks of the Trade 9\u201348 (Springer, 2012).","DOI":"10.1007\/978-3-642-35289-8_3"},{"key":"308_CR44","unstructured":"Abadi, M. et al. TensorFlow: Large-scale machine learning on heterogeneous systems (2015); https:\/\/www.tensorflow.org\/"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00308-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00308-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00308-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T01:51:11Z","timestamp":1724723471000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00308-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,29]]},"references-count":44,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2021,5]]}},"alternative-id":["308"],"URL":"https:\/\/doi.org\/10.1038\/s42256-021-00308-z","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,29]]},"assertion":[{"value":"25 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}