{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:33:16Z","timestamp":1775068396734,"version":"3.50.1"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62066036"],"award-info":[{"award-number":["62066036"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Program for Young Talents of Science and Technology in Universities of Inner Mongolia Autonomous Region","award":["NJYT22074"],"award-info":[{"award-number":["NJYT22074"]}]},{"name":"Basic Scientific Research Business Fee Project for Directly Affiliated Universities in Inner Mongolia Autonomous Region","award":["2023XKJX020"],"award-info":[{"award-number":["2023XKJX020"]}]},{"DOI":"10.13039\/100000001","name":"Inner Mongolia Autonomous Region Natural Science Foundation","doi-asserted-by":"publisher","award":["2022MS06009"],"award-info":[{"award-number":["2022MS06009"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3571732","type":"journal-article","created":{"date-parts":[[2025,5,20]],"date-time":"2025-05-20T17:16:15Z","timestamp":1747761375000},"page":"89831-89843","source":"Crossref","is-referenced-by-count":1,"title":["The Impact of Integrating Shallow and Deep Information on Knowledge Distillation"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-9024-3019","authenticated-orcid":false,"given":"Yilin","family":"Miao","sequence":"first","affiliation":[{"name":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhong","family":"Tang","sequence":"additional","affiliation":[{"name":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huangliang","family":"Ren","sequence":"additional","affiliation":[{"name":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3003-8344","authenticated-orcid":false,"given":"Jianjun","family":"Li","sequence":"additional","affiliation":[{"name":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref2","first-page":"607","article-title":"Efficient knowledge distillation from model checkpoints","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Wang"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-73024-5_1"},{"key":"ref4","article-title":"Toward student-oriented teacher network training for knowledge distillation","author":"Dong","year":"2022","journal-title":"arXiv:2206.06661"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01155"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1807.06521"},{"key":"ref9","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv:1409.1556"},{"key":"ref10","article-title":"ERNIE 3.0 tiny: Frustratingly simple method to improve task-agnostic distillation generalization","author":"Liu","year":"2023","journal-title":"arXiv:2301.03416"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3501335"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1511.07122"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-019-08208-6"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.1400"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-023-0364-2"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096516"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01548"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01385"},{"key":"ref22","article-title":"Vision mamba: Efficient visual representation learning with bidirectional state space model","author":"Zhu","year":"2024","journal-title":"arXiv:2401.09417"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref25","article-title":"Understanding and improving knowledge distillation","author":"Tang","year":"2020","journal-title":"arXiv:2002.03532"},{"key":"ref26","first-page":"33716","article-title":"Knowledge distillation from a stronger teacher","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Huang"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.474"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"ref29","first-page":"1","article-title":"Segment anything in high quality","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Ke"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3367329"},{"key":"ref31","first-page":"1","article-title":"Cross-entropy loss functions: Theoretical analysis and applications","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Anqi"},{"key":"ref32","first-page":"1","article-title":"Two-stage learning to defer with multiple experts","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Mao"},{"key":"ref33","first-page":"4753","article-title":"Theoretically grounded loss functions and algorithms for score-based multi-class abstention","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Mao"},{"key":"ref34","first-page":"822","article-title":"Predictor-rejector multi-class abstention: Theoretical analysis and algorithms","volume-title":"Proc. Int. Conf. Algorithmic Learn. Theory","author":"Mao"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00777"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.87"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00314"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00194"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/tgrs.2021.3095186"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115132"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11007684.pdf?arnumber=11007684","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T04:36:20Z","timestamp":1748320580000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11007684\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3571732","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}