{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T05:10:21Z","timestamp":1732770621050,"version":"3.29.0"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,24]]},"DOI":"10.1109\/allerton63246.2024.10735280","type":"proceedings-article","created":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T18:31:52Z","timestamp":1730745112000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["An Information Geometric Analysis of Noise Contrastive Estimation"],"prefix":"10.1109","author":[{"given":"H.S. Melihcan","family":"Erol","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology,Cambridge,Massachusetts"}]},{"given":"Jiejun","family":"Jin","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology,Cambridge,Massachusetts"}]},{"given":"Lizhong","family":"Zheng","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology,Cambridge,Massachusetts"}]}],"member":"263","reference":[{"key":"ref1","first-page":"307","article-title":"The optimal noise in noise-contrastive learning is not what you think","volume-title":"Proceedings of the Thirty-Eighth Conference on Uncertainty in Artificial Intelligence, ser. Proceedings of Machine Learning Research","volume":"180","author":"Chehab"},{"volume-title":"Optimizing the noise in self-supervised learning: from importance sampling to noise-contrastive estimation","year":"2023","author":"Chehab","key":"ref2"},{"volume-title":"Analysis of noise contrastive estimation from the perspective of asymptotic variance","year":"2018","author":"Uehara","key":"ref3"},{"key":"ref4","first-page":"307","article-title":"Noise-contrastive estimation of unnor-malized statistical models, with applications to natural image statistics","volume":"13","author":"Gutmann","year":"2012","journal-title":"Journal of Machine Learning Research"},{"key":"ref5","article-title":"Representation learning with contrastive predictive coding","author":"van den Oord","year":"2018","journal-title":"CoRR"},{"key":"ref6","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"119","author":"Chen","year":"2020"},{"key":"ref7","article-title":"A fast and simple algorithm for training neural probabilistic language models","author":"Mnih","year":"2012","journal-title":"ICML"},{"key":"ref8","article-title":"Distributed representations of words and phrases and their composition-ality","volume-title":"Advances in Neural Information Processing Systems","volume":"26","author":"Mikolov","year":"2013"},{"key":"ref9","article-title":"A family of computation-ally efficient and simple estimators for unnormalized statistical models","author":"Pihlaja","year":"2010","journal-title":"UAI"},{"key":"ref10","article-title":"Bregman divergence as general framework to estimate unnormalized statistical models","author":"Gutmann","year":"2011","journal-title":"UAI"},{"key":"ref11","first-page":"304","article-title":"Linking losses for density ratio and class-probability estimation","volume-title":"Proceedings of The 33rd International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"48","author":"Menon","year":"2016"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1405"},{"key":"ref13","article-title":"Generative adversarial nets","author":"Goodfellow","year":"2014","journal-title":"NIPS"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1214\/18-EJS1485"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00754"},{"key":"ref16","first-page":"191","volume-title":"When all information is not created equal","author":"Borade","year":"2008"},{"key":"ref17","first-page":"201","volume-title":"Local to global geometric methods in information theory","author":"Abbe","year":"2008"},{"key":"ref18","first-page":"121","volume-title":"Euclidean network information theory","author":"Huang","year":"2013"},{"key":"ref19","first-page":"171","volume-title":"A study of local approximations in information theory","author":"Makur","year":"2015"},{"first-page":"327","volume-title":"Information contraction and decomposition","year":"2019","key":"ref20"},{"key":"ref21","first-page":"307","article-title":"Noise-contrastive estimation: A new estimation principle for unnormalized statistical models","volume":"13","author":"Gutmann","year":"2012","journal-title":"Journal of Machine Learning Research"},{"key":"ref22","first-page":"297","article-title":"Noise-contrastive estimation: A new estimation principle for unnormalized statistical models","volume-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics, ser. Proceedings of Machine Learning Research","volume":"9","author":"Gutmann","year":"2010"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/IZS.2008.4497265"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/tit.2011.2169536"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/tit.2015.2484066"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/allerton.2015.7447113"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/allerton.2018.8635939"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/isit.2019.8849720"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015281"},{"issue":"142","key":"ref30","first-page":"1","volume":"25","author":"Xu","year":"2024","journal-title":"Journal of Machine Learning Research"},{"article-title":"Provable guarantees for self-supervised deep learning with spectral contrastive loss","volume-title":"Proceedings of the 35th International Conference on Neural Information Processing Systems, ser. NIPS \u201921","author":"Chen","key":"ref31"}],"event":{"name":"2024 60th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","start":{"date-parts":[[2024,9,24]]},"location":"Urbana, IL, USA","end":{"date-parts":[[2024,9,27]]}},"container-title":["2024 60th Annual Allerton Conference on Communication, Control, and Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10735178\/10735179\/10735280.pdf?arnumber=10735280","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T05:08:34Z","timestamp":1732684114000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10735280\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,24]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/allerton63246.2024.10735280","relation":{},"subject":[],"published":{"date-parts":[[2024,9,24]]}}}