{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T15:02:30Z","timestamp":1773414150495,"version":"3.50.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"UW-Madison Institute for Foundations of Data Science"},{"DOI":"10.13039\/501100008982","name":"NSF","doi-asserted-by":"publisher","award":["CCF-1740707"],"award-info":[{"award-number":["CCF-1740707"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"NSF","doi-asserted-by":"publisher","award":["CCF-1841190"],"award-info":[{"award-number":["CCF-1841190"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"NSF","doi-asserted-by":"publisher","award":["CCF-1907786"],"award-info":[{"award-number":["CCF-1907786"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007065","name":"Nvidia GPU Grant Program","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"NSF","doi-asserted-by":"publisher","award":["DMS-1749857"],"award-info":[{"award-number":["DMS-1749857"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Areas Inf. Theory"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/jsait.2020.2991005","type":"journal-article","created":{"date-parts":[[2020,5,6]],"date-time":"2020-05-06T20:12:58Z","timestamp":1588795978000},"page":"131-144","source":"Crossref","is-referenced-by-count":18,"title":["Extracting Robust and Accurate Features via a Robust Information Bottleneck"],"prefix":"10.1109","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3509-1224","authenticated-orcid":false,"given":"Ankit","family":"Pensia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4159-0900","authenticated-orcid":false,"given":"Varun","family":"Jog","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6514-7834","authenticated-orcid":false,"given":"Po-Ling","family":"Loh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"351","article-title":"Dropout training as adaptive regularization","author":"wager","year":"2013","journal-title":"Proc Adv NIPS"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2010.04.006"},{"key":"ref33","first-page":"881","article-title":"Extracting relevant structures with side information","author":"chechik","year":"2003","journal-title":"Proc Adv NIPS"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345578"},{"key":"ref31","author":"achille","year":"2019","journal-title":"Where is the information in a deep neural network?"},{"key":"ref30","first-page":"1947","article-title":"Emergence of invariance and disentanglement in deep representations","volume":"19","author":"achille","year":"2018","journal-title":"J Mach Learn Res"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/18.272494"},{"key":"ref36","author":"shwartz-ziv","year":"2017","journal-title":"Opening the black box of deep neural networks via information"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref34","author":"alemi","year":"2016","journal-title":"Deep variational information bottleneck"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/S0019-9958(59)90348-1"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1985.1057105"},{"key":"ref61","author":"hiriart-urruty","year":"2004","journal-title":"Fundamentals of Convex Analysis"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/18.850718"},{"key":"ref28","author":"ilyas","year":"2019","journal-title":"Adversarial examples are not bugs they are features"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1965.1053768"},{"key":"ref27","author":"feldman","year":"2019","journal-title":"Does learning require memorization? A short tale about a long tail"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/18.959289"},{"key":"ref66","author":"kim","year":"2015","journal-title":"A note on the convexity of $\\log\\det(i+ kx^ -1 )$ and its constrained optimization representation"},{"key":"ref29","author":"tishby","year":"2000","journal-title":"The information bottleneck method"},{"key":"ref67","author":"horn","year":"2013","journal-title":"Matrix Analysis"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.3150\/13-BEJ535"},{"key":"ref2","author":"bahdanau","year":"2014","journal-title":"Neural machine translation by jointly learning to align and translate"},{"key":"ref1","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv NIPS"},{"key":"ref20","author":"salman","year":"2019","journal-title":"Provably robust deep learning via adversarially trained smoothed classifiers"},{"key":"ref22","author":"gilmer","year":"2018","journal-title":"Adversarial spheres"},{"key":"ref21","author":"athalye","year":"2018","journal-title":"Obfuscated gradients give a false sense of security Circumventing defenses to adversarial examples"},{"key":"ref24","first-page":"1178","article-title":"Adversarial vulnerability for any classifier","author":"fawzi","year":"2018","journal-title":"Proc Adv NIPS"},{"key":"ref23","author":"tsipras","year":"2018","journal-title":"Robustness May be at odds with accuracy"},{"key":"ref26","author":"zhang","year":"2019","journal-title":"Theoretically principled trade-off between robustness and accuracy"},{"key":"ref25","author":"dohmatob","year":"2018","journal-title":"Limitations of adversarial robustness Strong no free lunch theorem"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-55925-9_47"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/0022-1236(91)90155-X"},{"key":"ref59","first-page":"24","article-title":"Information contained in a sequence of observations","volume":"15","author":"efroimovich","year":"1980","journal-title":"Probl Inf Transm"},{"key":"ref58","author":"aras","year":"2019","journal-title":"A family of Bayesian Cramér–Rao bounds and consequences for log-concave priors"},{"key":"ref57","author":"nicolae","year":"2018","journal-title":"Adversarial Robustness Toolbox V1 0 0"},{"key":"ref56","author":"kingma","year":"2013","journal-title":"Auto-encoding variational bayes"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849711"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2779745"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.3390\/e20030182"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2014.7028531"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICDAR.2003.1227801"},{"key":"ref11","first-page":"5321","article-title":"Does data augmentation lead to positive margin?","author":"rajput","year":"2019","journal-title":"Proc ICML"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1561\/2000000018"},{"key":"ref12","author":"goodfellow","year":"2014","journal-title":"Explaining and Harnessing Adversarial Examples"},{"key":"ref13","author":"madry","year":"2017","journal-title":"Towards deep learning models resistant to adversarial attacks"},{"key":"ref14","author":"lecuyer","year":"2018","journal-title":"Certified robustness to adversarial examples with differential privacy"},{"key":"ref15","author":"cohen","year":"2019","journal-title":"Certified adversarial robustness via randomized smoothing"},{"key":"ref16","author":"zhang","year":"2019","journal-title":"Defending against whitebox adversarial attacks via randomized discretization"},{"key":"ref17","author":"raghunathan","year":"2018","journal-title":"Certified defenses against adversarial examples"},{"key":"ref18","author":"weng","year":"2018","journal-title":"Towards Fast Computation of Certified Robustness for ReLU Networks"},{"key":"ref19","author":"li","year":"2018","journal-title":"Second-order adversarial attack and certifiable robustness"},{"key":"ref4","author":"doshi-velez","year":"2017","journal-title":"Towards a rigorous science of interpretable machine learning"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref5","author":"barocas","year":"2019","journal-title":"Fairness and Machine Learning"},{"key":"ref8","author":"engstrom","year":"2017","journal-title":"A Rotation and a Translation Suffice Fooling CNNs with Simple Transformations"},{"key":"ref7","author":"szegedy","year":"2013","journal-title":"Intriguing properties of neural networks"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2304457"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.17"},{"key":"ref46","first-page":"1","article-title":"Distributionally robust deep learning as a generalization of adversarial training","author":"staib","year":"2017","journal-title":"Proc NIPS Workshop ML Comput Security"},{"key":"ref45","author":"sinha","year":"2017","journal-title":"Certifying Some Distributional Robustness with Principled Adversarial Training"},{"key":"ref48","article-title":"On the optimality of the Gaussian information bottleneck curve","author":"globerson","year":"2004"},{"key":"ref47","first-page":"165","article-title":"Information bottleneck for Gaussian variables","volume":"6","author":"chechik","year":"2005","journal-title":"J Mach Learn Res"},{"key":"ref42","author":"cover","year":"2012","journal-title":"Elements of Information Theory"},{"key":"ref41","author":"lehmann","year":"2006","journal-title":"Theory of Point Estimation"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1561\/0100000064"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/18.669301"}],"container-title":["IEEE Journal on Selected Areas in Information Theory"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/8700143\/8768428\/9088132-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8700143\/8768428\/09088132.pdf?arnumber=9088132","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T13:17:31Z","timestamp":1651065451000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9088132\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":68,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jsait.2020.2991005","relation":{},"ISSN":["2641-8770"],"issn-type":[{"value":"2641-8770","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5]]}}}