{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T17:41:54Z","timestamp":1778175714923,"version":"3.51.4"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","award":["2022ZD0119004"],"award-info":[{"award-number":["2022ZD0119004"]}],"id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202015"],"award-info":[{"award-number":["62202015"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62293543"],"award-info":[{"award-number":["62293543"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62322605"],"award-info":[{"award-number":["62322605"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21B2048"],"award-info":[{"award-number":["U21B2048"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Anhui Provincial Key R&D Programmes","award":["2023s07020001"],"award-info":[{"award-number":["2023s07020001"]}]},{"name":"University Synergy Innovation Program of Anhui Province","award":["GXXT-2022-052"],"award-info":[{"award-number":["GXXT-2022-052"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tpami.2024.3421277","type":"journal-article","created":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T17:39:30Z","timestamp":1719855570000},"page":"9536-9550","source":"Crossref","is-referenced-by-count":20,"title":["Pixel Distillation: Cost-Flexible Distillation Across Image Sizes and Heterogeneous Networks"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5205-6319","authenticated-orcid":false,"given":"Guangyu","family":"Guo","sequence":"first","affiliation":[{"name":"Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8369-8886","authenticated-orcid":false,"given":"Dingwen","family":"Zhang","sequence":"additional","affiliation":[{"name":"Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2135-6228","authenticated-orcid":false,"given":"Longfei","family":"Han","sequence":"additional","affiliation":[{"name":"Beijing Technology and Business University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0825-6081","authenticated-orcid":false,"given":"Nian","family":"Liu","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5550-8758","authenticated-orcid":false,"given":"Ming-Ming","family":"Cheng","sequence":"additional","affiliation":[{"name":"TKLNDST, College of Computer Science, Nankai University, Tianjin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5545-7217","authenticated-orcid":false,"given":"Junwei","family":"Han","sequence":"additional","affiliation":[{"name":"Hefei Comprehensive National Science Center, Institute of Artificial Intelligence, Hefei, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Karen"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-023-0364-2"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52688.2022.01167"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref8","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Touvron"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/iccv51070.2023.00110"},{"key":"ref11","article-title":"Segment everything everywhere all at once","author":"Zou","year":"2023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00489"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20083-0_27"},{"key":"ref14","article-title":"Caltech-UCSD Birds 200","author":"Welinder","year":"2011"},{"key":"ref15","article-title":"Fine-grained visual classification of aircraft","author":"Maji","year":"2013"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref19","first-page":"1","article-title":"Distilling the knowledge in a neural network","volume-title":"Proc. Adv. Neural Inf. Process. Syst. Workshop","author":"Hinton"},{"key":"ref20","first-page":"2654","article-title":"Do deep nets really need to be deep?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ba"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00302"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01252-6_17"},{"key":"ref25","first-page":"2760","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kim"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref27","first-page":"3509","article-title":"LIT: Learned intermediate representation training for model compression","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Koratana"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58520-4_28"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_19"},{"key":"ref30","first-page":"14759","article-title":"Task-oriented feature distillation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhang"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00816"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01050"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01603"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00914"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01064"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s44267-023-00003-0"},{"key":"ref38","first-page":"1","article-title":"FitNets: Hints for thin deep nets","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Romero","year":"2015"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00201"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref41","first-page":"1","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zagoruyko"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"ref44","first-page":"4723","article-title":"Knowledge transfer with Jacobian matching","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Srinivas"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00726"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.776"},{"key":"ref48","first-page":"742","article-title":"Learning efficient object detection models with knowledge distillation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_17"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00507"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00919"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3248583"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01377"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01200"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01637"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.02002"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2023.3237183"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref60","first-page":"15394","article-title":"PKD: General distillation framework for object detectors via pearson correlation coefficient","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Cao"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i2.20018"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01563"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00585"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01889"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.211"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2883743"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00324"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01421"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19775-8_37"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.2995049"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682926"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2022.02.006"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2022.3141255"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3178178"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.207"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref77","article-title":"MMDetection: Open MMLab detection toolbox and benchmark","author":"Chen","year":"2019"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvcm4g18.8"},{"key":"ref79","first-page":"1","article-title":"Contrastive representation distillation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Tian"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00210"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/tmm.2024.3377136"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/tip.2023.3343112"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52733.2024.02051"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/10746266\/10579049.pdf?arnumber=10579049","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:29:50Z","timestamp":1732667390000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10579049\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":84,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3421277","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}