{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T16:57:13Z","timestamp":1780505833453,"version":"3.54.1"},"reference-count":78,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,1,1]]},"DOI":"10.1109\/tpami.2019.2928806","type":"journal-article","created":{"date-parts":[[2019,7,19]],"date-time":"2019-07-19T20:26:03Z","timestamp":1563567963000},"page":"120-138","source":"Crossref","is-referenced-by-count":68,"title":["Distributed Variational Representation Learning"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5110-6858","authenticated-orcid":false,"given":"Inaki Estella","family":"Aguerri","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdellatif","family":"Zaidi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","author":"glorot","year":"2010","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref72","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"CoRR"},{"key":"ref71","article-title":"Masked autoregressive flow for density estimation","author":"papamakarios","year":"2017","journal-title":"ArXiv e-prints"},{"key":"ref70","article-title":"Improving variational inference with inverse autoregressive flow","author":"kingma","year":"2016","journal-title":"CoRR"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/18.104312"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2358692"},{"key":"ref74","article-title":"On the information bottleneck theory of deep learning","author":"saxe","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref39","article-title":"A PAC-Bayesian tutorial with a dropout bound","author":"mcallester","year":"2013","journal-title":"CoRR"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2358692"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2018.8503149"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2016.2617862"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2784440"},{"key":"ref32","article-title":"Deep variational information bottleneck","author":"alemi","year":"2017","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref31","article-title":"Relevant sparse codes with variational information bottleneck","author":"chalk","year":"2016"},{"key":"ref30","first-page":"165","article-title":"Information bottleneck for Gaussian variables","volume":"6","author":"chechik","year":"2005","journal-title":"J Mach Learn Res"},{"key":"ref37","article-title":"Opening the black box of deep neural networks via information","author":"shwartz-ziv","year":"2017"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1975.1055437"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1962.1057738"},{"key":"ref34","first-page":"22","article-title":"Stochastic backpropagation and approximate inference in deep generative models","volume":"32","author":"rezende","year":"0","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1972.1054855"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/168304.168306"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139030687"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2007.4557285"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0507432102"},{"key":"ref64","article-title":"Auto-encoding variational bayes","author":"kingma","year":"2013","journal-title":"CoRR"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345578"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2014.6875354"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1002\/0471200611"},{"key":"ref29","article-title":"On the optimality of the Gaussian information bottleneck curve","author":"globerson","year":"2004"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1137\/120891009"},{"key":"ref68","article-title":"Categorical reparameterization with gumbel-softmax","author":"jang","year":"2017"},{"key":"ref69","article-title":"The concrete distribution: A continuous relaxation of discrete random variables","author":"maddison","year":"2016","journal-title":"CoRR"},{"key":"ref2","article-title":"Information theoretic learning: Renyi's entropy and its applications to adaptive system training","author":"erdogmus","year":"2002"},{"key":"ref1","first-page":"154","article-title":"Distributed information bottleneck method for discrete and Gaussian sources","author":"aguerri","year":"2018","journal-title":"Proc IEEE Int Zurich Seminar Commun"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.05.003"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3219166.3219194"},{"key":"ref21","article-title":"Understanding convolutional neural network training with information theory","author":"yu","year":"2018","journal-title":"arXiv preprint arXiv 1804 06324"},{"key":"ref24","article-title":"Auto-encoding variational bayes","author":"kingma","year":"2013","journal-title":"arXiv preprint arXiv 1312 6114"},{"key":"ref23","first-page":"349","article-title":"A generalization of Blahut-Arimoto algorithm to computing rate-distortion regions of multiterminal source coding under logarithmic loss","author":"ugur","year":"2017","journal-title":"Proc IEEE Inf Theory Workshop"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the EM algorithm","volume":"39","author":"dempster","year":"1977","journal-title":"J Royal Statistical Society Series B"},{"key":"ref25","first-page":"6","article-title":"$\\beta$?-VAE: Learning basic visual concepts with a constrained variational framework","author":"higgins","year":"2017"},{"key":"ref50","article-title":"On deep multi-view representation learning: Objectives and optimization","author":"wang","year":"2016"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/279943.279962"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2013.2288257"},{"key":"ref58","article-title":"TherML: Thermodynamics of machine learning","author":"alemi","year":"2018"},{"key":"ref57","article-title":"Fixing a broken ELBO","author":"alemi","year":"2017"},{"key":"ref56","author":"vapnik","year":"2013","journal-title":"The Nature of Statistical Learning Theory"},{"key":"ref55","first-page":"982","article-title":"Factorized latent spaces with structured sparsity","author":"jia","year":"2010","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref54","first-page":"2211","article-title":"Multiple kernel learning algorithms","volume":"12","author":"g\u00f6nen","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref53","first-page":"393","article-title":"A co-training approach for multi-view spectral clustering","author":"kumar","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn"},{"key":"ref52","first-page":"199","article-title":"Multi-view learning of word embeddings via CCA","author":"dhillon","year":"2011","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2003.815867"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007958904918"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2016.7541465"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546921"},{"key":"ref13","author":"lehmann","year":"2006","journal-title":"Theory of Point Estimation"},{"key":"ref14","first-page":"499","article-title":"Stability and generalization","volume":"2","author":"bousquet","year":"2002","journal-title":"J Mach Learn Res"},{"key":"ref15","first-page":"2635","article-title":"Learnability, stability and uniform convergence","volume":"11","author":"shalev-shwartz","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref16","first-page":"2521","article-title":"Information-theoretic analysis of generalization capability of learning algorithms","author":"xu","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref17","article-title":"How much does your data exploration overfit? Controlling bias via information usage","author":"russo","year":"2016"},{"key":"ref18","first-page":"368","article-title":"The information bottleneck method","author":"tishby","year":"1999","journal-title":"Proc 37th Annu Allerton Conf Commun Control Comput"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1570-2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2015.2462848"},{"key":"ref3","volume":"672","author":"principe","year":"2000","journal-title":"Neural and Adaptive Systems Fundamentals through Simulations"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/2.36"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437786"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1968.1054142"},{"key":"ref7","author":"quinlan","year":"2014","journal-title":"C4 5 Programs for Machine Learning"},{"key":"ref49","article-title":"A survey on multi-view learning","author":"xu","year":"2013","journal-title":"arXiv 1304 5634"},{"key":"ref9","article-title":"On the impact of entropy estimation on transcriptional regulatory network inference based on mutual information","volume":"2009","author":"olsen","year":"2008","journal-title":"EURASIP J Bioinf Syst Biol"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2015.2412945"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1162\/089976603321780272"},{"key":"ref48","article-title":"Compressing neural networks using the variational information bottleneck","author":"dai","year":"2018"},{"key":"ref47","article-title":"Variational discriminator bottleneck: Improving imitation learning, inverse RL, and GANs by constraining information flow","author":"peng","year":"2018"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2018.8613433"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2008.928951"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2897564"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9280439\/08766879.pdf?arnumber=8766879","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,21]],"date-time":"2024-07-21T06:21:44Z","timestamp":1721542904000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8766879\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,1]]},"references-count":78,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2928806","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,1]]}}}