{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T11:26:51Z","timestamp":1763810811839,"version":"3.37.3"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CIF-1901243","CIF-1815361","CIF-2007688","DMS-2134256","SaTC-2031799","CNS-2003111"],"award-info":[{"award-number":["CIF-1901243","CIF-1815361","CIF-2007688","DMS-2134256","SaTC-2031799","CNS-2003111"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Programa de Apoyo a Proyectos de Investigaci\u00f3n e Innovaci\u00f3n Tecnol\u00f3gica","award":["IA101021"],"award-info":[{"award-number":["IA101021"]}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-21-1-2615"],"award-info":[{"award-number":["N00014-21-1-2615"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Inform. Theory"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1109\/tit.2022.3169440","type":"journal-article","created":{"date-parts":[[2022,4,21]],"date-time":"2022-04-21T19:38:35Z","timestamp":1650569915000},"page":"6021-6051","source":"Crossref","is-referenced-by-count":11,"title":["A Tunable Loss Function for Robust Classification: Calibration, Landscape, and Generalization"],"prefix":"10.1109","volume":"68","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2327-3485","authenticated-orcid":false,"given":"Tyler","family":"Sypherd","sequence":"first","affiliation":[{"name":"School of Electrical, Computer and Energy Engineering (ECEE), Arizona State University, Tempe, AZ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9321-9815","authenticated-orcid":false,"given":"Mario","family":"Diaz","sequence":"additional","affiliation":[{"name":"Instituto de Investigaciones en Matemáticas Aplicadas y Sistemas, Universidad Nacional Autónoma de México, Coyoacán, Mexico"}]},{"given":"John Kevin","family":"Cava","sequence":"additional","affiliation":[{"name":"School of Computing and Augmented Intelligence (SCAI), Arizona State University, Tempe, AZ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2252-2988","authenticated-orcid":false,"given":"Gautam","family":"Dasarathy","sequence":"additional","affiliation":[{"name":"School of Electrical, Computer and Energy Engineering (ECEE), Arizona State University, Tempe, AZ, USA"}]},{"given":"Peter","family":"Kairouz","sequence":"additional","affiliation":[{"name":"Google, Menlo Park, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8122-5444","authenticated-orcid":false,"given":"Lalitha","family":"Sankar","sequence":"additional","affiliation":[{"name":"School of Electrical, Computer and Energy Engineering (ECEE), Arizona State University, Tempe, AZ, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849796"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT44484.2020.9174356"},{"issue":"10","key":"ref3","volume-title":"The Elements of Statistical Learning","volume":"1","author":"Friedman","year":"2001"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107298019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-0000(03)00038-2"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1198\/016214505000000907"},{"key":"ref7","first-page":"1049","article-title":"On the design of loss functions for classification: Theory, robustness to outliers, and SavageBoost","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Masnadi-Shirazi"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.spl.2004.03.002"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1214\/08-AOS595"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/089976604773135104"},{"key":"ref11","first-page":"1085","article-title":"Algorithms for direct 0\u20131 loss optimization in binary classification","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Nguyen"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2010.5596485"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/11503415_10"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2010.57"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00446"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437307"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849769"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CNS48642.2020.9162168"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/584091.584093"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2962804"},{"key":"ref22","first-page":"1","article-title":"$\\alpha$\n-mutual information","volume-title":"Proc. Inf. Theory Appl. Workshop (ITA)","author":"Verd\u00fa"},{"key":"ref23","first-page":"547","article-title":"On measures of entropy and information","volume-title":"Proc. 4th Berkeley Symp. Math. Statist. Probab.","volume":"1","author":"R\u00e9nyi"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S0019-9958(71)90065-9"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2757496"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/90.879343"},{"article-title":"Fair resource allocation in federated learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Li","key":"ref27"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.4467\/20838476si.16.004.6185"},{"key":"ref29","first-page":"7370","article-title":"Supervised learning: No loss no cry","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Nock"},{"key":"ref30","first-page":"18505","article-title":"All your loss are belong to Bayes","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Walder"},{"key":"ref31","first-page":"2387","article-title":"Composite binary losses","volume":"11","author":"Reid","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1214\/17-AOS1637"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-009-5165-z"},{"volume-title":"Deep Learning","year":"2016","author":"Goodfellow","key":"ref34"},{"key":"ref35","first-page":"1594","article-title":"Beyond convexity: Stochastic quasi-convex optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Hazan"},{"key":"ref36","first-page":"6389","article-title":"Visualizing the loss landscape of neural nets","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Li"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.5555\/3305890.3305950"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2020.2993153"},{"key":"ref39","first-page":"2835","article-title":"Understanding the loss surface of neural networks for binary classification","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liang"},{"key":"ref40","first-page":"1802","article-title":"Exploring the landscape of spatial robustness","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Engstrom"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s40687-018-0148-y"},{"issue":"3","key":"ref42","first-page":"519","article-title":"Minimization methods for nonsmooth convex and quasiconvex functions","volume":"29","author":"Nesterov","year":"1984","journal-title":"Matekon"},{"key":"ref43","article-title":"Eigenvalue distribution of nonlinear models of random matrices","author":"Benigni","year":"2019","journal-title":"arXiv:1904.03090"},{"key":"ref44","first-page":"5393","article-title":"Dynamical isometry and a mean field theory of CNNs: How to train 10,000-layer vanilla convolutional neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Xiao"},{"key":"ref45","first-page":"2637","article-title":"Nonlinear random matrix theory for deep learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Pennington"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2945779"},{"key":"ref47","first-page":"2524","article-title":"Information-theoretic analysis of generalization capability of learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Xu"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2018.8613445"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849359"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2991139"},{"key":"ref51","first-page":"3437","article-title":"Reasoning about generalization via conditional mutual information","volume-title":"Proc. Conf. Learn. Theory","author":"Steinke"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2021.3085190"},{"key":"ref53","first-page":"1","article-title":"Tighter expected generalization error bounds via Wasserstein distance","volume-title":"Proc. 35th Conf. Neural Inf. Process. Syst.","author":"G\u00e1lvez"},{"key":"ref54","first-page":"1","article-title":"Information-theoretic generalization bounds for stochastic gradient descent","volume-title":"Proc. COLT","author":"Neu"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00041"},{"key":"ref56","first-page":"15013","article-title":"Robust bi-tempered logistic loss based on Bregman divergences","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Amid"},{"key":"ref57","article-title":"On tilted losses in machine learning: Theory and applications","author":"Li","year":"2021","journal-title":"arXiv:2109.06141"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ITW48936.2021.9611499"},{"key":"ref59","article-title":"Being properly improper","author":"Sypherd","year":"2021","journal-title":"arXiv:2106.09920"},{"journal-title":"Topics Inf. Theory","article-title":"Information measures and capacity of order $\\alpha$ for discrete memoryless channels","author":"Arimoto","key":"ref60"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1108\/03684921311295547"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1002\/0471200611"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1198\/016214507000000617"},{"key":"ref65","first-page":"281","article-title":"Tighter bounds for structured estimation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chapelle"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1214\/009053606000001217"},{"volume-title":"The MNIST Database of Handwritten Digits","year":"1998","author":"LeCun","key":"ref67"},{"key":"ref68","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2016","journal-title":"arXiv:1708.07747"},{"volume-title":"The CIFAR-10 Dataset","year":"2014","author":"Krizhevsky","key":"ref69"},{"key":"ref70","first-page":"8026","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke"},{"volume-title":"Code for a Tunable Loss Function for Robust Classification","year":"2021","author":"Cava","key":"ref71"},{"key":"ref72","article-title":"Stiffness: A new perspective on generalization in neural networks","author":"Fort","year":"2019","journal-title":"arXiv:1901.09491"},{"key":"ref73","first-page":"7472","article-title":"Theoretically principled trade-off between robustness and accuracy","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhang"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.06083"},{"key":"ref75","first-page":"5014","article-title":"Adversarially robust generalization requires more data","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Schmidt"},{"key":"ref76","article-title":"Censored and fair universal representations using generative adversarial models","author":"Kairouz","year":"2019","journal-title":"arXiv:1910.00411"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139020411"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1063\/1.3034123"},{"key":"ref79","first-page":"6391","article-title":"Visualizing the loss landscape of neural nets","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Li"},{"volume-title":"The Truth of the F-Measure","year":"2007","author":"Sasaki","key":"ref80"}],"container-title":["IEEE Transactions on Information Theory"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/18\/9861208\/9761766-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/18\/9861208\/09761766.pdf?arnumber=9761766","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T21:10:08Z","timestamp":1705957808000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9761766\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9]]},"references-count":80,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tit.2022.3169440","relation":{},"ISSN":["0018-9448","1557-9654"],"issn-type":[{"type":"print","value":"0018-9448"},{"type":"electronic","value":"1557-9654"}],"subject":[],"published":{"date-parts":[[2022,9]]}}}