{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T05:08:54Z","timestamp":1737090534500,"version":"3.33.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. Comput. Sci. Technol."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s11390-023-2386-8","type":"journal-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T05:21:00Z","timestamp":1737004860000},"page":"1238-1247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Fine-Tuning Channel-Pruned Deep Model via Knowledge Distillation"],"prefix":"10.1007","volume":"39","author":[{"given":"Chong","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Hong-Zhi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Hong-Wei","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Yi-Lin","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,16]]},"reference":[{"issue":"6","key":"2386_CR1","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton G E. ImageNet classification with deep convolutional neural networks. Communications of the ACM, 2017, 60(6): 84\u201390. DOI: https:\/\/doi.org\/10.1145\/3065386.","journal-title":"Communications of the ACM"},{"key":"2386_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/cvpr.2015.7298594","volume-title":"Proc. the 2015 IEEE Conference on Computer Vision and Pattern Recognition","author":"C Szegedy","year":"2015","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A. Going deeper with convolutions. In Proc. the 2015 IEEE Conference on Computer Vision and Pattern Recognition, Jun. 2015, pp.1\u20139. DOI: https:\/\/doi.org\/10.1109\/cvpr.2015.7298594."},{"key":"2386_CR3","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1109\/cvpr.2016.90","volume-title":"Proc. the 2016 IEEE Conference on Computer Vision and Pattern Recognition","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In Proc. the 2016 IEEE Conference on Computer Vision and Pattern Recognition, Jun. 2016, pp.770\u2013778. DOI: https:\/\/doi.org\/10.1109\/cvpr.2016.90."},{"key":"2386_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/IS-BI52829.2022.9761511","volume-title":"Proc. the 19th International Symposium on Biomedical Imaging","author":"U Niyaz","year":"2022","unstructured":"Niyaz U, Bathula D R. Augmenting knowledge distillation with peer-to-peer mutual learning for model compression. In Proc. the 19th International Symposium on Biomedical Imaging, Mar. 2022, pp.1\u20134. DOI: https:\/\/doi.org\/10.1109\/IS-BI52829.2022.9761511."},{"key":"2386_CR5","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1109\/PerComWorkshops53856.2022.9767229","volume-title":"Proc. the 2022 IEEE International Conference on Pervasive Computing and Communications Workshops and Other Affiliated Events","author":"T Morikawa","year":"2022","unstructured":"Morikawa T, Kameyama K. Multi-stage model compression using teacher assistant and distillation with hint-based training. In Proc. the 2022 IEEE International Conference on Pervasive Computing and Communications Workshops and Other Affiliated Events, Mar. 2022, pp.484\u2013490. DOI: https:\/\/doi.org\/10.1109\/PerComWorkshops53856.2022.9767229."},{"key":"2386_CR6","doi-asserted-by":"publisher","first-page":"5006","DOI":"10.1109\/cvpr46437.2021.00497","volume-title":"Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"P Chen","year":"2021","unstructured":"Chen P, Liu S, Zhao H, Jia J. Distilling knowledge via knowledge review. In Proc. the 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2021, pp.5006\u20135015. DOI: https:\/\/doi.org\/10.1109\/cvpr46437.2021.00497."},{"key":"2386_CR7","doi-asserted-by":"publisher","first-page":"779","DOI":"10.1109\/CVPR.2016.91","volume-title":"Proc. the 2016 IEEE Conference on Computer Vision and Pattern Recognition","author":"J Redmon","year":"2016","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A. You only look once: Unified, real-time object detection. In Proc. the 2016 IEEE Conference on Computer Vision and Pattern Recognition, Jun. 2016, pp.779\u2013788. DOI: https:\/\/doi.org\/10.1109\/CVPR.2016.91."},{"issue":"6","key":"2386_CR8","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren S, He K, Girshick R, Sun J. Faster R-CNN: Towards real-time object detection with region proposal networks. IEEE Trans. Pattern Analysis and Machine Intelligence, 2017, 39(6): 1137\u20131149. DOI: https:\/\/doi.org\/10.1109\/tpami.2016.2577031.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"issue":"4","key":"2386_CR9","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1109\/TPAMI.2016.2572683","volume":"39","author":"E Shelhamer","year":"2017","unstructured":"Shelhamer E, Long J, Darrell T. Fully convolutional networks for semantic segmentation. IEEE Trans. Pattern Analysis and Machine Intelligence, 2017, 39(4): 640\u2013651. DOI: https:\/\/doi.org\/10.1109\/tpami.2016.2572683.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"issue":"4","key":"2386_CR10","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","volume":"40","author":"L C Chen","year":"2018","unstructured":"Chen L C, Papandreou G, Kokkinos I, Murphy K, Yuille A L. DeepLab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected CRFs. IEEE Trans. Pattern Analysis and Machine Intelligence, 2018, 40(4): 834\u2013848. DOI: https:\/\/doi.org\/10.1109\/tpami.2017.2699184.","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"key":"2386_CR11","first-page":"1135","volume-title":"Proc. the 28th International Conference on Neural Information Processing Systems","author":"S Han","year":"2015","unstructured":"Han S, Pool J, Tran J, Dally W J. Learning both weights and connections for efficient neural network. In Proc. the 28th International Conference on Neural Information Processing Systems, Dec. 2015, pp.1135\u20131143."},{"key":"2386_CR12","first-page":"1387","volume-title":"Proc. the 30th International Conference on Neural Information Processing Systems","author":"Y Guo","year":"2016","unstructured":"Guo Y, Yao A, Chen Y. Dynamic network surgery for efficient DNNs. In Proc. the 30th International Conference on Neural Information Processing Systems, Dec. 2016, pp.1387\u20131395."},{"key":"2386_CR13","first-page":"2074","volume-title":"Proc. the 30th International Conference on Neural Information Processing Systems","author":"W Wen","year":"2016","unstructured":"Wen W, Wu C, Wang Y, Chen Y, Li H. Learning structured sparsity in deep neural networks. In Proc. the 30th International Conference on Neural Information Processing Systems, Dec. 2016, pp.2074\u20132082."},{"key":"2386_CR14","first-page":"2285","volume-title":"Proc. the 32nd International Conference on Machine Learning","author":"W Chen","year":"2015","unstructured":"Chen W, Wilson J T, Tyree S, Weinberger K Q, Chen Y. Compressing neural networks with the hashing trick. In Proc. the 32nd International Conference on Machine Learning, Jul. 2015, pp.2285\u20132294."},{"key":"2386_CR15","first-page":"1269","volume-title":"Proc. the 27th International Conference on Neural Information Processing Systems","author":"E Denton","year":"2014","unstructured":"Denton E, Zaremba W, Bruna J, LeCun Y, Fergus R. Exploiting linear structure within convolutional networks for efficient evaluation. In Proc. the 27th International Conference on Neural Information Processing Systems, Dec. 2014, pp.1269\u20131277."},{"key":"2386_CR16","doi-asserted-by":"publisher","first-page":"1526","DOI":"10.1109\/cvpr42600.2020.00160","volume-title":"Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"M Lin","year":"2020","unstructured":"Lin M, Ji R, Wang Y, Zhang Y, Zhang B, Tian Y, Shao L. HRank: Filter pruning using high-rank feature map. In Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2020, pp.1526\u20131535. DOI: https:\/\/doi.org\/10.1109\/cvpr42600.2020.00160."},{"key":"2386_CR17","doi-asserted-by":"publisher","first-page":"1896","DOI":"10.1109\/cvpr42600.2020.00197","volume-title":"Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"S Gao","year":"2020","unstructured":"Gao S, Huang F, Pei J, Huang H. Discrete model compression with resource constraint for deep neural networks. In Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2020, pp.1896\u20131905. DOI: https:\/\/doi.org\/10.1109\/cvpr42600.2020.00197."},{"key":"2386_CR18","doi-asserted-by":"publisher","first-page":"2755","DOI":"10.1109\/iccv.2017.298","volume-title":"Proc. the 2017 IEEE International Conference on Computer Vision","author":"Z Liu","year":"2017","unstructured":"Liu Z, Li J, Shen Z, Huang G, Yan S, Zhang C. Learning efficient convolutional networks through network slimming. In Proc. the 2017 IEEE International Conference on Computer Vision, Oct. 2017, pp.2755\u20132763. DOI: https:\/\/doi.org\/10.1109\/iccv.2017.298."},{"key":"2386_CR19","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/978-3-030-01234-2_48","volume-title":"Proc the 15th European Conference on Computer Vision","author":"Y He","year":"2018","unstructured":"He Y, Lin J, Liu Z, Wang H, Li L J, Han S. AMC: AutoML for model compression and acceleration on mobile devices. In Proc the 15th European Conference on Computer Vision, Sept. 2018, pp.815\u2013832. DOI: https:\/\/doi.org\/10.1007\/978-3-030-01234-2_48."},{"key":"2386_CR20","first-page":"598","volume-title":"Proc. the 2nd International Conference on Neural Information Processing Systems","author":"Y Le Cun","year":"1989","unstructured":"Le Cun Y, Denker J S, Solla S A. Optimal brain damage. In Proc. the 2nd International Conference on Neural Information Processing Systems, Jan. 1989, pp.598\u2013605."},{"issue":"3","key":"2386_CR21","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1145\/355841.355847","volume":"5","author":"C L Lawson","year":"1799","unstructured":"Lawson C L, Hanson R J, Kincaid D R, Krogh F T. Basic linear algebra subprograms for Fortran usage. ACM Trans. Mathematical Software (TOMS), 1799, 5(3): 308\u2013323. DOI: https:\/\/doi.org\/10.1145\/355841.355847.","journal-title":"ACM Trans. Mathematical Software (TOMS)"},{"key":"2386_CR22","first-page":"2148","volume-title":"Proc. the 26th International Conference on Neural Information Processing Systems","author":"M Denil","year":"2013","unstructured":"Denil M, Shakibi B, Dinh L, Ranzato M, de Freitas N. Predicting parameters in deep learning. In Proc. the 26th International Conference on Neural Information Processing Systems, Dec. 2013, pp.2148\u20132156."},{"key":"2386_CR23","doi-asserted-by":"publisher","first-page":"3068","DOI":"10.1109\/cvprw50498.2020.00365","volume-title":"Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops","author":"W Jiang","year":"2020","unstructured":"Jiang W, Wang W, Liu S. Structured weight unification and encoding for neural network compression and acceleration. In Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, Jun. 2020, pp.3068\u20133076. DOI: https:\/\/doi.org\/10.1109\/cvprw50498.2020.00365."},{"key":"2386_CR24","unstructured":"Hu H, Peng R, Tai Y W, Tang C K. Network trimming: A data-driven neuron pruning approach towards efficient deep architectures. arXiv: 1607.03250, 2016. https:\/\/arxiv.org\/abs\/1607.03250, Sept. 2024."},{"key":"2386_CR25","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1109\/cvpr42600.2020.00158","volume-title":"Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"J Guo","year":"2020","unstructured":"Guo J, Ouyang W, Xu D. Multi-dimensional pruning: A unified framework for model compression. In Proc. the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2020, pp.1505\u20131514. DOI: https:\/\/doi.org\/10.1109\/cvpr42600.2020.00158."},{"key":"2386_CR26","unstructured":"Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network. arXiv: 1503.02531, 2015. https:\/\/arxiv.org\/abs\/1503.02531, Sept. 2024."},{"key":"2386_CR27","series-title":"Master Thesis","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A. Learning multiple layers of features from tiny images. [Master Thesis], University of Toronto, 2009. https:\/\/www.cs.toronto.edu\/~kriz\/learning-features-2009-TR.pdf, Sept. 2024."},{"key":"2386_CR28","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. arXiv: 1409.1556, 2015. https:\/\/arxiv.org\/abs\/1409.1556, Sept. 2024."},{"key":"2386_CR29","doi-asserted-by":"publisher","DOI":"10.1109\/cvprw.2017.61","volume-title":"Proc. the 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops","author":"S Srinivas","year":"2017","unstructured":"Srinivas S, Subramanya A, Venkatesh Babu R. Training sparse neural networks. In Proc. the 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops, Jul. 2017. pp.455\u2013462. DOI: https:\/\/doi.org\/10.1109\/cvprw.2017.61."},{"issue":"14\/15","key":"2386_CR30","doi-asserted-by":"publisher","first-page":"2627","DOI":"10.1016\/S1352-2310(97)00447-0","volume":"32","author":"M W Gardner","year":"1998","unstructured":"Gardner M W, Dorling S R. Artificial neural networks (the multilayer perceptron)\u2014A review of applications in the atmospheric sciences. Atmospheric Environment, 1998, 32(14\/15): 2627\u20132636. DOI: https:\/\/doi.org\/10.1016\/S1352-2310(97)00447-0.","journal-title":"Atmospheric Environment"},{"key":"2386_CR31","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr42600.2020.00159","volume-title":"Proc the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"T W Chin","year":"2020","unstructured":"Chin T W, Ding R, Zhang C, Marculescu D. Towards efficient model compression via learned global ranking. In Proc the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2020. pp.1515\u20131525. DOI: https:\/\/doi.org\/10.1109\/cvpr42600.2020.00159."},{"key":"2386_CR32","volume-title":"Proc. the 3rd International Conference on Learning Representations","author":"A Romero","year":"2015","unstructured":"Romero A, Ballas N, Kahou S E, Chassang A, Gatta C, Bengio Y. FitnEts: Hints for thin deep Nets. In Proc. the 3rd International Conference on Learning Representations, May 2015."},{"key":"2386_CR33","doi-asserted-by":"publisher","first-page":"7130","DOI":"10.1109\/cvpr.2017.754","volume-title":"Proc. the 2017 IEEE Conference on Computer Vision and Pattern Recognition","author":"J Yim","year":"2017","unstructured":"Yim J, Joo D, Bae J, Kim J. A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In Proc. the 2017 IEEE Conference on Computer Vision and Pattern Recognition, Jul. 2017, pp.7130\u20137138. DOI: https:\/\/doi.org\/10.1109\/cvpr.2017.754."},{"key":"2386_CR34","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2018.00474","volume-title":"Proc. the 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"M Sandler","year":"2018","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen L C. MobileNetV2: Inverted residuals and linear bottlenecks. In Proc. the 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Jun. 2018. pp.4510\u20134520. DOI: https:\/\/doi.org\/10.1109\/cvpr.2018.00474."},{"key":"2386_CR35","volume-title":"Proc. the 31st Conference on Neural Information Processing Systems","author":"A Paszke","year":"2017","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, DeVito Z, Lin Z, Desmaison A, Antiga L, Lerer A. Automatic differentiation in Pytorch. In Proc. the 31st Conference on Neural Information Processing Systems, Dec. 2017."},{"issue":"3","key":"2386_CR36","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1214\/aoms\/1177729586","volume":"22","author":"H Robbins","year":"9511","unstructured":"Robbins H, Monro S. A stochastic approximation method. The Annals of Mathematical Statistics, 9511, 22(3): 400\u2013407. DOI: https:\/\/doi.org\/10.1214\/aoms\/1177729586.","journal-title":"The Annals of Mathematical Statistics"}],"container-title":["Journal of Computer Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-023-2386-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11390-023-2386-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-023-2386-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T05:21:10Z","timestamp":1737004870000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11390-023-2386-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["2386"],"URL":"https:\/\/doi.org\/10.1007\/s11390-023-2386-8","relation":{},"ISSN":["1000-9000","1860-4749"],"issn-type":[{"value":"1000-9000","type":"print"},{"value":"1860-4749","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]},"assertion":[{"value":"4 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Conflict of Interest The authors declare that they have no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics"}}]}}