{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T15:43:53Z","timestamp":1778859833696,"version":"3.51.4"},"reference-count":49,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iccv51701.2025.00076","type":"proceedings-article","created":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T19:45:49Z","timestamp":1777491949000},"page":"731-740","source":"Crossref","is-referenced-by-count":1,"title":["EA-KD: Entropy-Based Adaptive Knowledge Distillation"],"prefix":"10.1109","author":[{"given":"Chi-Ping","family":"Su","sequence":"first","affiliation":[{"name":"National Yang Ming Chiao Tung University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ching-Hsun","family":"Tseng","sequence":"additional","affiliation":[{"name":"The University of Manchester"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Pu","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Zhao","sequence":"additional","affiliation":[{"name":"Hunan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiewen","family":"Yang","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuangzhuang","family":"Chen","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shin-Jye","family":"Lee","sequence":"additional","affiliation":[{"name":"National Yang Ming Chiao Tung University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01294"},{"key":"ref4","author":"Chiang","year":"2023","journal-title":"Vicuna: An open-source chatbot impressing gpt-4 with 90%* chatgpt quality"},{"key":"ref5","author":"Conover","year":"2023","journal-title":"Free dolly: Introducing the world\u2019s first truly open instruction-tuned llm"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref7","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"International Conference on Learning Representations","author":"Dosovitskiy","year":"2021"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2025.3559562"},{"key":"ref9","article-title":"Minillm: Knowledge distillation of large language models","volume-title":"The Twelfth International Conference on Learning Representations","author":"Gu","year":"2024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref11","author":"Hinton","year":"2015","journal-title":"Distilling the knowledge in a neural network"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.806"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"ref15","first-page":"24872","article-title":"Distillm: towards streamlined distillation for large language models","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"Ko","year":"2024"},{"key":"ref16","article-title":"Learning multiple layers of features from tiny images","volume-title":"Technical report","author":"Krizhevsky","year":"2009"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054698"},{"issue":"7","key":"ref18","first-page":"3","article-title":"Tiny imagenet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref19","article-title":"Visualizing the loss landscape of neural nets","author":"Li","year":"2018","journal-title":"Neural Information Processing Systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2026.115713"},{"key":"ref22","author":"Liang","year":"2025","journal-title":"Rapid bone scintigraphy enhancement via semantic prior distillation from segment anything model"},{"key":"ref23","author":"Liang","year":"2025","journal-title":"Semantic prior distillation with vision foundation model for enhanced rapid bone scintigraphy image restoration"},{"key":"ref24","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref26","article-title":"Function-consistent feature distillation","volume-title":"The Eleventh International Conference on Learning Representations","author":"Liu","year":"2022"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.270"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref31","author":"Oquab","year":"2023","journal-title":"Dinov2: Learning robust visual features without supervision"},{"key":"ref32","article-title":"Language models are unsupervised multitask learners","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref33","author":"Romero","year":"2014","journal-title":"Fitnets: Hints for thin deep nets"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref35","author":"Sanh","year":"2019","journal-title":"Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref37","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"3rd International Conference on Learning Representations (ICLR 2015)","author":"Simonyan","year":"2015"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"ref39","author":"Tian","year":"2019","journal-title":"Contrastive representation distillation"},{"key":"ref40","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","volume-title":"International conference on machine learning","author":"Touvron","year":"2021"},{"issue":"11","key":"ref41","article-title":"Visualizing data using t-sne","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"Journal of machine learning research"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.754"},{"key":"ref43","article-title":"Super-naturalinstructions: Generalization via declarative instructions on $1600+\\text{nlp}$ tasks","author":"Wang","year":"2022","journal-title":"arXiv preprint"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.87"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1010"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58529-7_39"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref48","author":"Zheng","year":"2024","journal-title":"Knowledge distillation based on transformed teacher matching"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2024.110545"}],"event":{"name":"2025 IEEE\/CVF International Conference on Computer Vision (ICCV)","location":"Honolulu, HI, USA","start":{"date-parts":[[2025,10,19]]},"end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/CVF International Conference on Computer Vision (ICCV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11443115\/11443287\/11444297.pdf?arnumber=11444297","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T06:36:53Z","timestamp":1777531013000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11444297\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/iccv51701.2025.00076","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}