{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T19:10:14Z","timestamp":1779909014930,"version":"3.53.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10489-022-03293-x","type":"journal-article","created":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T09:04:04Z","timestamp":1647939844000},"page":"16246-16264","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Group channel pruning and spatial attention distilling for object detection"],"prefix":"10.1007","volume":"52","author":[{"given":"Yun","family":"Chu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pu","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2506-5981","authenticated-orcid":false,"given":"Yong","family":"Bai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuhua","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongqing","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiafeng","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,22]]},"reference":[{"issue":"9","key":"3293_CR1","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1038\/nbt.4225","volume":"36","author":"DP Sullivan","year":"2018","unstructured":"Sullivan DP, Winsnes CF, \u00c5kesson L, Hjelmare M, Wiking M, Schutten R, Campbell L, Leifsson H, Rhodes S, Nordgren A et al (2018) Deep learning is combined with massive-scale citizen science to improve large-scale image classification. Nat Biotechnol 36(9):820\u2013828","journal-title":"Nat Biotechnol"},{"issue":"2","key":"3293_CR2","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s11263-019-01247-4","volume":"128","author":"L Liu","year":"2020","unstructured":"Liu L, Ouyang W, Wang X, Fieguth P, Chen J, Liu X, Pietik\u00e4inen M (2020) Deep learning for generic object detection: a survey. Int J Comput Vis 128(2):261\u2013318","journal-title":"Int J Comput Vis"},{"key":"3293_CR3","doi-asserted-by":"publisher","first-page":"106062","DOI":"10.1016\/j.knosys.2020.106062","volume":"201","author":"F Sultana","year":"2020","unstructured":"Sultana F, Sufian A, Dutta P (2020) Evolution of image segmentation using deep convolutional neural network: a survey. Knowl-Based Syst 201:106062","journal-title":"Knowl-Based Syst"},{"issue":"6","key":"3293_CR4","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"3293_CR5","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"3293_CR6","unstructured":"Howard A, Zhmoginov A, Chen L-C, Sandler M, Zhu M (2018) Inverted residuals and linear bottlenecks: Mobile networks for classification, detection and segmentation"},{"issue":"6","key":"3293_CR7","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2016","unstructured":"Ren S, He K, Girshick R, Sun J (2016) Faster r-cnn: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3293_CR8","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S, Fu C-Y, Berg AC (2016) Ssd: Single shot multibox detector. In: European conference on computer vision. Springer, pp 21\u201337","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"3293_CR9","unstructured":"Farhadi A, Redmon J (2018) Yolov3: An incremental improvement. In: Computer vision and pattern recognition, pp 1804\u201302767"},{"key":"3293_CR10","unstructured":"Bochkovskiy A, Wang C-Y, Liao H-Y M (2020) Yolov4: Optimal speed and accuracy of object detection. arXiv:2004.10934"},{"issue":"3","key":"3293_CR11","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1145\/3007787.3001163","volume":"44","author":"S Han","year":"2016","unstructured":"Han S, Liu X, Mao H, Pu J, Pedram A, Horowitz MA, Dally WJ (2016) Eie: Efficient inference engine on compressed deep neural network. ACM SIGARCH Comput Arch News 44(3):243\u2013254","journal-title":"ACM SIGARCH Comput Arch News"},{"issue":"4","key":"3293_CR12","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1109\/TCAD.2018.2819366","volume":"38","author":"N Rathi","year":"2018","unstructured":"Rathi N, Panda P, Roy K (2018) Stdp-based pruning of connections and weight quantization in spiking neural networks for energy-efficient recognition. IEEE Trans Comput-Aided Des Integr Circ Syst 38 (4):668\u2013677","journal-title":"IEEE Trans Comput-Aided Des Integr Circ Syst"},{"key":"3293_CR13","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1016\/j.neunet.2019.09.024","volume":"121","author":"N Abderrahmane","year":"2020","unstructured":"Abderrahmane N, Lemaire E, Miramond B (2020) Design space exploration of hardware spiking neurons for embedded artificial intelligence. Neural Netw 121:366\u2013386","journal-title":"Neural Netw"},{"key":"3293_CR14","doi-asserted-by":"publisher","first-page":"107461","DOI":"10.1016\/j.patcog.2020.107461","volume":"107","author":"J-H Luo","year":"2020","unstructured":"Luo J-H, Wu J (2020) Autopruner: An end-to-end trainable filter pruning method for efficient deep model inference. Pattern Recogn 107:107461","journal-title":"Pattern Recogn"},{"key":"3293_CR15","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.ins.2020.11.009","volume":"552","author":"FE Fernandes Jr","year":"2021","unstructured":"Fernandes Jr FE, Yen GG (2021) Pruning deep convolutional neural networks architectures with evolution strategy. Inf Sci 552:29\u201347","journal-title":"Inf Sci"},{"key":"3293_CR16","doi-asserted-by":"publisher","first-page":"106796","DOI":"10.1016\/j.knosys.2021.106796","volume":"216","author":"Y Cheng","year":"2021","unstructured":"Cheng Y, Lin M, Wu J, Zhu H, Shao X (2021) Intelligent fault diagnosis of rotating machinery based on continuous wavelet transform-local binary convolutional neural network. Knowl-Based Syst 216:106796","journal-title":"Knowl-Based Syst"},{"key":"3293_CR17","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.neunet.2018.01.010","volume":"100","author":"L Deng","year":"2018","unstructured":"Deng L, Jiao P, Pei J, Wu Z, Li G (2018) Gxnor-net: Training deep neural networks with ternary weights and activations without full-precision memory under a unified discretization framework. Neural Netw 100:49\u201358","journal-title":"Neural Netw"},{"issue":"3","key":"3293_CR18","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1109\/TPAMI.2018.2886192","volume":"42","author":"F Tung","year":"2018","unstructured":"Tung F, Mori G (2018) Deep neural network compression by in-parallel pruning-quantization. IEEE Trans Pattern Anal Mach Intell 42(3):568\u2013579","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3293_CR19","doi-asserted-by":"crossref","unstructured":"Hu P, Peng X, Zhu H, Aly MMS, Lin J (2021) Opq: Compressing deep neural networks with one-shot pruning-quantization. In: Proceedings of the Thirty-Fifth AAAI Conference on Artificial Intelligence (AAAI-21), Vancouver, VN, Canada, pp 2\u2013 9","DOI":"10.1609\/aaai.v35i9.16950"},{"key":"3293_CR20","first-page":"9","volume":"1050","author":"G Hinton","year":"2015","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. Stat 1050:9","journal-title":"Stat"},{"key":"3293_CR21","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1016\/j.patcog.2018.10.029","volume":"88","author":"T-B Xu","year":"2019","unstructured":"Xu T-B, Yang P, Zhang X-Y, Liu C-L (2019) Lightweightnet: Toward fast and lightweight convolutional neural networks via architecture distillation. Pattern Recogn 88:272\u2013284","journal-title":"Pattern Recogn"},{"key":"3293_CR22","doi-asserted-by":"publisher","first-page":"107659","DOI":"10.1016\/j.patcog.2020.107659","volume":"111","author":"H Zhang","year":"2021","unstructured":"Zhang H, Hu Z, Qin W, Xu M, Wang M (2021) Adversarial co-distillation learning for image recognition. Pattern Recogn 111:107659","journal-title":"Pattern Recogn"},{"key":"3293_CR23","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.ins.2021.05.045","volume":"573","author":"D Song","year":"2021","unstructured":"Song D, Xu J, Pang J, Huang H (2021) Classifier-adaptation knowledge distillation framework for relation extraction and event detection with imbalanced data. Inf Sci 573:222\u2013238","journal-title":"Inf Sci"},{"key":"3293_CR24","doi-asserted-by":"publisher","first-page":"107722","DOI":"10.1016\/j.patcog.2020.107722","volume":"111","author":"Z-R Wang","year":"2021","unstructured":"Wang Z-R, Du J (2021) Joint architecture and knowledge distillation in cnn for chinese text recognition. Pattern Recogn 111:107722","journal-title":"Pattern Recogn"},{"key":"3293_CR25","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/j.neucom.2020.11.025","volume":"428","author":"Z Li","year":"2021","unstructured":"Li Z, Ming Y, Yang L, Xue J-H (2021) Mutual-learning sequence-level knowledge distillation for automatic speech recognition. Neurocomputing 428:259\u2013267","journal-title":"Neurocomputing"},{"key":"3293_CR26","doi-asserted-by":"publisher","first-page":"2674","DOI":"10.1109\/TASLP.2020.3023627","volume":"28","author":"P Shen","year":"2020","unstructured":"Shen P, Lu X, Li S, Kawai H (2020) Knowledge distillation-based representation learning for short-utterance spoken language identification. IEEE\/ACM Trans Audio Speech Lang Process 28:2674\u20132683","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"3293_CR27","doi-asserted-by":"crossref","unstructured":"Yang M, Li Y, Huang Z, Liu Z, Hu P, Peng X (2021) Partially view-aligned representation learning with noise-robust contrastive loss. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1134\u20131143","DOI":"10.1109\/CVPR46437.2021.00119"},{"key":"3293_CR28","doi-asserted-by":"publisher","first-page":"38742","DOI":"10.1109\/ACCESS.2021.3064372","volume":"9","author":"H Ibrahem","year":"2021","unstructured":"Ibrahem H, Salem ADA, Kang H-S (2021) Real-time weakly supervised object detection using center-of-features localization. IEEE Access 9:38742\u201338756","journal-title":"IEEE Access"},{"issue":"1","key":"3293_CR29","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/s11036-020-01723-z","volume":"26","author":"Q Zhou","year":"2021","unstructured":"Zhou Q, Wang J, Liu J, Li S, Ou W, Jin X (2021) Rsanet: Towards real-time object detection with residual semantic-guided attention feature pyramid network. Mob Netw Appl 26(1):77\u201387","journal-title":"Mob Netw Appl"},{"key":"3293_CR30","doi-asserted-by":"publisher","first-page":"108290","DOI":"10.1016\/j.patcog.2021.108290","volume":"122","author":"Q Zhou","year":"2022","unstructured":"Zhou Q, Wu X, Zhang S, Kang B, Ge Z, Latecki LJ (2022) Contextual ensemble network for semantic segmentation. Pattern Recogn 122:108290","journal-title":"Pattern Recogn"},{"key":"3293_CR31","doi-asserted-by":"publisher","first-page":"106682","DOI":"10.1016\/j.asoc.2020.106682","volume":"96","author":"Q Zhou","year":"2020","unstructured":"Zhou Q, Wang Y, Fan Y, Wu X, Zhang S, Kang B, Latecki LJ (2020) Aglnet: Towards real-time semantic segmentation of self-driving images via attention-guided lightweight network. Appl Soft Comput 96:106682","journal-title":"Appl Soft Comput"},{"issue":"1","key":"3293_CR32","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1109\/MNET.011.2000248","volume":"35","author":"S-W Kim","year":"2021","unstructured":"Kim S-W, Ko K, Ko H, Leung VCM (2021) Edge-network-assisted real-time object detection framework for autonomous driving. IEEE Netw 35(1):177\u2013183","journal-title":"IEEE Netw"},{"key":"3293_CR33","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen L-C (2019) Mobilenetv2: Inverted residuals and linear bottlenecks","DOI":"10.1109\/CVPR.2018.00474"},{"key":"3293_CR34","unstructured":"Li Y, Li J, Lin W, Li J Tiny-dsod: Lightweight object detection for resource-restricted usages"},{"key":"3293_CR35","doi-asserted-by":"crossref","unstructured":"Qin Z, Li Z, Zhang Z, Bao Y, Yu G, Peng Y, Sun J (2019) Thundernet: towards real-time generic object detection on mobile devices. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 6718\u20136727","DOI":"10.1109\/ICCV.2019.00682"},{"key":"3293_CR36","first-page":"1963","volume":"31","author":"RJ Wang","year":"2018","unstructured":"Wang RJ, Li X, Ling CX (2018) Pelee: A real-time object detection system on mobile devices. Adv Neural Inf Process Syst 31:1963\u20131972","journal-title":"Adv Neural Inf Process Syst"},{"key":"3293_CR37","unstructured":"Liu S, Qi L, Qin H, Shi J, Jia J Path aggregation network for instance segmentation"},{"key":"3293_CR38","doi-asserted-by":"crossref","unstructured":"Luo J-H, Wu J, Lin W (2017) Thinet: A filter level pruning method for deep neural network compression. In: Proceedings of the IEEE international conference on computer vision, pp 5058\u20135066","DOI":"10.1109\/ICCV.2017.541"},{"key":"3293_CR39","doi-asserted-by":"crossref","unstructured":"Liu Z, Li J, Shen Z, Huang G, Yan S, Zhang C (2017) Learning efficient convolutional networks through network slimming. In: Proceedings of the IEEE international conference on computer vision, pp 2736\u20132744","DOI":"10.1109\/ICCV.2017.298"},{"issue":"4","key":"3293_CR40","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1109\/JSTSP.2020.2975987","volume":"14","author":"A Jordao","year":"2020","unstructured":"Jordao A, Lie M, Schwartz WR (2020) Discriminative layer pruning for convolutional neural networks. IEEE J Sel Top Signal Process 14(4):828\u2013837","journal-title":"IEEE J Sel Top Signal Process"},{"key":"3293_CR41","unstructured":"Liu Z, Sun M, Zhou T, Huang G, Darrell T (2018) Rethinking the value of network pruning. In: International conference on learning representations"},{"key":"3293_CR42","doi-asserted-by":"crossref","unstructured":"Li B, Wu B, Su J, Wang G (2020) Eagleeye: Fast sub-net evaluation for efficient neural network pruning. In: European conference on computer vision. Springer, pp 639\u2013654","DOI":"10.1007\/978-3-030-58536-5_38"},{"key":"3293_CR43","doi-asserted-by":"publisher","first-page":"107529","DOI":"10.1016\/j.patcog.2020.107529","volume":"107","author":"J Zhou","year":"2020","unstructured":"Zhou J, Zeng S, Zhang B (2020) Two-stage knowledge transfer framework for image classification. Pattern Recogn 107: 107529","journal-title":"Pattern Recogn"},{"key":"3293_CR44","doi-asserted-by":"publisher","first-page":"166870","DOI":"10.1109\/ACCESS.2020.3021711","volume":"8","author":"J-W Jung","year":"2020","unstructured":"Jung J-W, Heo H-S, Shim H-J, Yu H-J (2020) Knowledge distillation in acoustic scene classification. IEEE Access 8:166870\u2013166879","journal-title":"IEEE Access"},{"issue":"5","key":"3293_CR45","doi-asserted-by":"publisher","first-page":"719","DOI":"10.3390\/rs10050719","volume":"10","author":"G Chen","year":"2018","unstructured":"Chen G, Zhang X, Tan X, Cheng Y, Dai F, Zhu K, Gong Y, Wang Q (2018) Training small networks for scene classification of remote sensing images via knowledge distillation. Remote Sens 10 (5):719","journal-title":"Remote Sens"},{"key":"3293_CR46","unstructured":"Chen G, Choi W, Yu X, Han T, Chandraker M (2017) Learning efficient object detection models with knowledge distillation. Adv Neural Inf Process Syst 30"},{"key":"3293_CR47","unstructured":"Komodakis N, Zagoruyko S (2017) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR"},{"key":"3293_CR48","doi-asserted-by":"crossref","unstructured":"Liu Y, Jia X, Tan M, Vemulapalli R, Zhu Y, Green B, Wang X (2020) Search to distill: pearls are everywhere but not the eyes. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 7539\u20137548","DOI":"10.1109\/CVPR42600.2020.00756"},{"key":"3293_CR49","unstructured":"Santurkar S, Tsipras D, Ilyas A, Mdry A (2018) How does batch normalization help optimization. In: Proceedings of the 32nd international conference on neural information processing systems, pp 2488\u20132498"},{"key":"3293_CR50","doi-asserted-by":"crossref","unstructured":"Dasgupta R, Chowdhury YS, Nanda S (2021) Performance comparison of benchmark activation function relu, swish and mish for facial mask detection using convolutional neural network. In: Intelligent Systems. Springer, pp 355\u2013367","DOI":"10.1007\/978-981-16-2248-9_34"},{"key":"3293_CR51","first-page":"188","volume":"352","author":"Y Liu","year":"2019","unstructured":"Liu Y, Wang X, Wang L, Liu D (2019) A modified leaky relu scheme (mlrs) for topology optimization with multiple materials. Appl Math Comput 352:188\u2013204","journal-title":"Appl Math Comput"},{"key":"3293_CR52","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/j.ins.2020.02.067","volume":"522","author":"Z Huang","year":"2020","unstructured":"Huang Z, Wang J, Fu X, Yu T, Guo Y, Wang R (2020) Dc-spp-yolo: Dense connection and spatial pyramid pooling based yolo for object detection. Inf Sci 522:241\u2013258","journal-title":"Inf Sci"},{"issue":"1","key":"3293_CR53","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1007\/s11263-014-0733-5","volume":"111","author":"M Everingham","year":"2015","unstructured":"Everingham M, Eslami SM Ali, Van Gool L, Williams CKI, Winn J, Zisserman A (2015) The pascal visual object classes challenge: A retrospective. Int J Comput Vis 111(1):98\u2013136","journal-title":"Int J Comput Vis"},{"key":"3293_CR54","doi-asserted-by":"crossref","unstructured":"Padilla R, Netto SL, da Silva EAB (2020) A survey on performance metrics for object-detection algorithms. In: 2020 International Conference on Systems, Signals and Image Processing (IWSSIP). IEEE, pp 237\u2013242","DOI":"10.1109\/IWSSIP48289.2020.9145130"},{"issue":"8","key":"3293_CR55","doi-asserted-by":"publisher","first-page":"825","DOI":"10.3390\/electronics8080825","volume":"8","author":"Huang R","year":"2019","unstructured":"Huang R, Gu J, Sun X, et al. (2019) A rapid recognition method for electronic components based on the improved YOLO-V3 network[J]. Electronics 8(8):825","journal-title":"Electronics"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03293-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03293-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03293-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T19:28:13Z","timestamp":1668022093000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03293-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,22]]},"references-count":55,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["3293"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03293-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,22]]},"assertion":[{"value":"23 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}