{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T16:30:35Z","timestamp":1793377835202,"version":"4.5.0"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["ABI-1759856"],"award-info":[{"award-number":["ABI-1759856"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["MRI-2018069"],"award-info":[{"award-number":["MRI-2018069"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["MTM2-2025541"],"award-info":[{"award-number":["MTM2-2025541"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tnnls.2022.3190166","type":"journal-article","created":{"date-parts":[[2022,7,14]],"date-time":"2022-07-14T15:33:26Z","timestamp":1657812806000},"page":"2425-2435","source":"Crossref","is-referenced-by-count":37,"title":["Dual-Level Knowledge Distillation via Knowledge Alignment and Correlation"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0022-8198","authenticated-orcid":false,"given":"Fei","family":"Ding","sequence":"first","affiliation":[{"name":"School of Computing, Clemson University, Clemson, SC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yin","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Computing, Clemson University, Clemson, SC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8710-247X","authenticated-orcid":false,"given":"Hongxin","family":"Hu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University at Buffalo The State University of New York, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2539-896X","authenticated-orcid":false,"given":"Venkat","family":"Krovi","sequence":"additional","affiliation":[{"name":"Department of Automotive Engineering and Department of Mechanical Engineering, Clemson University, Clemson, SC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4813-2403","authenticated-orcid":false,"given":"Feng","family":"Luo","sequence":"additional","affiliation":[{"name":"School of Computing, Clemson University, Clemson, SC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"ref2","article-title":"Language models are few-shot learners","volume-title":"arXiv:2005.14165","author":"Brown","year":"2020"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref5","article-title":"Contrastive representation distillation","volume-title":"arXiv:1910.10699","author":"Tian","year":"2019"},{"key":"ref6","article-title":"Representation learning with contrastive predictive coding","volume-title":"arXiv:1807.03748","author":"van den Oord","year":"2018"},{"key":"ref7","article-title":"Learning representations by maximizing mutual information across views","volume-title":"arXiv:1906.00910","author":"Bachman","year":"2019"},{"key":"ref8","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"arXiv:2002.05709","author":"Chen","year":"2020"},{"key":"ref9","first-page":"1","article-title":"Knowledge distillation via softmax regression representation learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Yang"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"ref11","article-title":"FitNets: Hints for thin deep nets","volume-title":"arXiv:1412.6550","author":"Romero","year":"2014"},{"key":"ref12","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","volume-title":"arXiv:1612.03928","author":"Zagoruyko","year":"2016"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref17","article-title":"Unsupervised learning of visual features by contrasting cluster assignments","volume-title":"arXiv:2006.09882","author":"Caron","year":"2020"},{"key":"ref18","article-title":"Bootstrap your own latent: A new approach to self-supervised learning","volume-title":"arXiv:2006.07733","author":"Grill","year":"2020"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref20","article-title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","volume-title":"arXiv:1703.01780","author":"Tarvainen","year":"2017"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11783"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref23","article-title":"SEED: Self-supervised distillation for visual representation","volume-title":"arXiv:2101.04731","author":"Fang","year":"2021"},{"key":"ref24","first-page":"9929","article-title":"Understanding contrastive representation learning through alignment and uniformity on the hypersphere","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref25","article-title":"Supervised contrastive learning","volume-title":"arXiv:2004.11362","author":"Khosla","year":"2020"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01294"},{"key":"ref27","first-page":"2454","article-title":"Towards a deep and unified understanding of deep neural models in NLP","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","author":"Guan"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"ref29","article-title":"Debiased contrastive learning","volume-title":"arXiv:2007.00224","author":"Chuang","year":"2020"},{"key":"ref30","first-page":"2760","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kim"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref32","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"arXiv:1409.1556","author":"Simonyan","year":"2014"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.87"},{"key":"ref35","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","volume-title":"arXiv:1704.04861","author":"Howard","year":"2017"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref37","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.350"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.660"},{"key":"ref42","article-title":"Improved baselines with momentum contrastive learning","volume-title":"arXiv:2003.04297","author":"Chen","year":"2020"},{"key":"ref43","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","volume-title":"Proc. 14th Int. Conf. Artif. Intell. Statist.","author":"Coates"},{"key":"ref44","volume-title":"Tiny ImageNet Visual Recognition Challenge","year":"2015"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58571-6_21"},{"key":"ref46","first-page":"3519","article-title":"Similarity of neural network representations revisited","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Kornblith"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5962385\/10422842\/9830618-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10422842\/09830618.pdf?arnumber=9830618","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,16]],"date-time":"2024-02-16T14:09:28Z","timestamp":1708092568000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9830618\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":46,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2022.3190166","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}