{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T10:47:05Z","timestamp":1776077225623,"version":"3.50.1"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000006","name":"U.S. Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-18-1-2306"],"award-info":[{"award-number":["N00014-18-1-2306"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["FA9453-18-1-0039"],"award-info":[{"award-number":["FA9453-18-1-0039"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Council of Norway, on developing the Next Generation Learning Machines","award":["239844"],"award-info":[{"award-number":["239844"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1109\/tnnls.2020.2968509","type":"journal-article","created":{"date-parts":[[2020,2,13]],"date-time":"2020-02-13T22:31:37Z","timestamp":1581633097000},"page":"435-442","source":"Crossref","is-referenced-by-count":44,"title":["Understanding Convolutional Neural Networks With Information Theory: An Initial Exploration"],"prefix":"10.1109","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6385-1705","authenticated-orcid":false,"given":"Shujian","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1395-7154","authenticated-orcid":false,"given":"Kristoffer","family":"Wickstrom","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7496-8474","authenticated-orcid":false,"given":"Robert","family":"Jenssen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3449-3531","authenticated-orcid":false,"given":"Jose","family":"Principe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref38","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683351"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.3390\/e21010099"},{"key":"ref31","first-page":"2013","article-title":"Reconsidering mutual information based feature selection: A statistical significance view","author":"vinh","year":"2014","journal-title":"Proc AAAI"},{"key":"ref30","author":"cover","year":"2012","journal-title":"Elements of Information Theory"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3390\/e19070361"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1162\/089976603321780272"},{"key":"ref35","article-title":"Estimating information flow in deep neural networks","author":"goldfeld","year":"2018","journal-title":"arXiv 1810 05728"},{"key":"ref34","article-title":"Adaptive estimators show information compression in deep neural networks","author":"chelombiev","year":"2019","journal-title":"arXiv 1902 09037"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2757496"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1970.1054466"},{"key":"ref29","first-page":"467","article-title":"Relay backpropagation for effective learning of deep convolutional neural networks","author":"shen","year":"2016","journal-title":"Proc ECCV"},{"key":"ref2","first-page":"1947","article-title":"Emergence of invariance and disentanglement in deep representations","volume":"19","author":"achille","year":"2018","journal-title":"J Mach Learn Res"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"26","DOI":"10.2478\/ausi-2018-0002","article-title":"Fruit recognition from images using deep learning","volume":"10","author":"mure?an","year":"2018","journal-title":"Acta Universitatis Sapientiae Inf"},{"key":"ref22","volume":"26","author":"silverman","year":"1986","journal-title":"Density Estimation for Statistics and Data Analysis"},{"key":"ref21","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc NeurIPS"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-53734-9_6"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3390\/e16042161"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10827-013-0458-4"},{"key":"ref25","first-page":"1","article-title":"The co-information lattice","author":"bell","year":"2003","journal-title":"Proc 5th Int Workshop Independ Compon Anal Blind Signal Separat Integr Comput -Aided Eng"},{"key":"ref50","article-title":"Network trimming: A data-driven neuron pruning approach towards efficient deep architectures","author":"hu","year":"2016","journal-title":"arXiv 1607 03250"},{"key":"ref51","article-title":"Understanding individual neuron importance using information theory","author":"amjad","year":"2018","journal-title":"arXiv 1804 06679"},{"key":"ref52","article-title":"The information bottleneck method","author":"tishby","year":"2000","journal-title":"arXiv physics\/0004057"},{"key":"ref10","article-title":"Multivariate extension of matrix-based Rényi’s ?-order entropy functional","author":"yu","year":"0","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref11","article-title":"Nonnegative decomposition of multivariate information","author":"williams","year":"2010","journal-title":"arXiv 1004 2515"},{"key":"ref40","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref12","first-page":"547","article-title":"On measures of entropy and information","volume":"1","author":"r\u00e9nyi","year":"1961","journal-title":"Proc 4th Berkeley Symp Math Statist Probab"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1570-2"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1063\/1.4838856"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.2307\/27641890"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/18.79902"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref18","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"xiao","year":"2017","journal-title":"ArXiv 1708 07747"},{"key":"ref19","article-title":"The HASYv2 dataset","author":"thoma","year":"2017","journal-title":"arXiv 1701 08380"},{"key":"ref4","article-title":"Opening the black box of deep neural networks via information","author":"shwartz-ziv","year":"2017","journal-title":"arXiv 1703 00810"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3390\/e19090474"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2370058"},{"key":"ref5","article-title":"On the information bottleneck theory of deep learning","author":"saxe","year":"2018","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2015.08.029"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.05.003"},{"key":"ref49","article-title":"Pruning filters for efficient convnets","author":"li","year":"2017","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref9","first-page":"27","article-title":"Conditional likelihood maximisation: A unifying framework for information theoretic feature selection","volume":"13","author":"brown","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/34.868688"},{"key":"ref45","first-page":"277","article-title":"Efficient estimation of mutual information for strongly dependent variables","author":"gao","year":"2015","journal-title":"Proc AISTATS"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.541"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2009.100"},{"key":"ref42","first-page":"2318","article-title":"Estimation of mutual information using kernel density estimators","volume":"52","author":"moon","year":"2002","journal-title":"Phys Rev E Stat Phys Plasmas Fluids Relat Interdiscip Top"},{"key":"ref41","first-page":"1","article-title":"The randomized dependence coefficient","author":"lopez-paz","year":"2013","journal-title":"Proc NeurIPS"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.69.066138"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmva.2016.07.003"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/9312808\/08998186.pdf?arnumber=8998186","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:53:01Z","timestamp":1652194381000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8998186\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1]]},"references-count":52,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2020.2968509","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1]]}}}