{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:21:28Z","timestamp":1740108088305,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"18","license":[{"start":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T00:00:00Z","timestamp":1711584000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T00:00:00Z","timestamp":1711584000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Natural Science Foundation of Fujian Province","award":["2022J01294"],"award-info":[{"award-number":["2022J01294"]}]},{"name":"the National Key R &D Program of China","award":["2021YFE0205400"],"award-info":[{"award-number":["2021YFE0205400"]}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61976098"],"award-info":[{"award-number":["61976098"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the Key Program of Natural Science Foundation of Fujian Province","award":["2023J02022"],"award-info":[{"award-number":["2023J02022"]}]},{"name":"the Natural Science Foundation for Outstanding Young Scholars of Fujian Province","award":["2022J06023"],"award-info":[{"award-number":["2022J06023"]}]},{"name":"the Key Science and Technology Project of Xiamen City","award":["3502Z20231005"],"award-info":[{"award-number":["3502Z20231005"]}]},{"name":"the Collaborative Innovation Platform Project of Fuzhou-Xiamen-Quanzhou National Independent Innovation Demonstration Zone","award":["2021FX03"],"award-info":[{"award-number":["2021FX03"]}]},{"name":"the High-level Talent Team Project of Quanzhou City","award":["2023CT001"],"award-info":[{"award-number":["2023CT001"]}]},{"name":"the Key Science and Technology Project of Quanzhou City","award":["2023GZ4"],"award-info":[{"award-number":["2023GZ4"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s00521-024-09635-9","type":"journal-article","created":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T06:02:31Z","timestamp":1711605751000},"page":"10941-10953","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Global Instance Relation Distillation for convolutional neural network compression"],"prefix":"10.1007","volume":"36","author":[{"given":"Haolin","family":"Hu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2802-7745","authenticated-orcid":false,"given":"Huanqiang","family":"Zeng","sequence":"additional","affiliation":[]},{"given":"Yi","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Yifan","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Jianqing","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Jing","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,28]]},"reference":[{"issue":"6","key":"9635_CR1","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) ImageNet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"9635_CR2","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9635_CR3","doi-asserted-by":"publisher","unstructured":"Ren S, He K, Girshick R, Sun J (2016) Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149. https:\/\/doi.org\/10.1109\/TPAMI.2016.2577031","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"9635_CR4","doi-asserted-by":"crossref","unstructured":"Duan K, Bai S, Xie L, Qi H, Huang Q, Tian Q (2019) CenterNet: keypoint triplets for object detection. In: Proceedings of the IEEE international conference on computer vision, pp 6569\u20136578","DOI":"10.1109\/ICCV.2019.00667"},{"key":"9635_CR5","doi-asserted-by":"publisher","first-page":"4119","DOI":"10.1007\/s00521-020-05633-9","volume":"33","author":"H Li","year":"2021","unstructured":"Li H, Dong Y, Xu L, Zhang S, Wang J (2021) Object detection method based on global feature augmentation and adaptive regression in IoT. Neural Comput Appl 33:4119\u20134131","journal-title":"Neural Comput Appl"},{"issue":"1","key":"9635_CR6","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1109\/TITS.2019.2901312","volume":"21","author":"J Zhu","year":"2019","unstructured":"Zhu J, Zeng H, Huang J, Liao S, Lei Z, Cai C, Zheng L (2019) Vehicle re-identification using quadruple directional deep learning features. IEEE Trans Intell Transp Syst 21(1):410\u2013420","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"9635_CR7","unstructured":"Xie Y, Wu H, Shen F, Zhu J, Zeng H (2021) Object re-identification using teacher-like and light students. In: Proceedings of the British machine vision conference, virtual event, pp 22\u201325"},{"key":"9635_CR8","doi-asserted-by":"crossref","unstructured":"He K, Gkioxari G, Doll\u00e1r P, Girshick R (2017) Mask R-CNN. In: Proceedings of the IEEE international conference on computer vision, pp 2961\u20132969","DOI":"10.1109\/ICCV.2017.322"},{"issue":"11","key":"9635_CR9","doi-asserted-by":"publisher","first-page":"8243","DOI":"10.1007\/s00521-022-08098-0","volume":"35","author":"Z Sun","year":"2023","unstructured":"Sun Z, Tian L, Du Q, Bhutto JA, Wang Z (2023) Facial mask attention network for identity-aware face super-resolution. Neural Comput Appl 35(11):8243\u20138257","journal-title":"Neural Comput Appl"},{"key":"9635_CR10","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. ArXiv, vol. arXiv:abs\/1409.1556"},{"key":"9635_CR11","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"9635_CR12","doi-asserted-by":"crossref","unstructured":"Lin M, Ji R, Wang Y, Zhang Y, Zhang B, Tian Y, Shao L (2020) Hrank: filter pruning using high-rank feature map. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1529\u20131538","DOI":"10.1109\/CVPR42600.2020.00160"},{"issue":"23","key":"9635_CR13","doi-asserted-by":"publisher","first-page":"21119","DOI":"10.1007\/s00521-022-07594-7","volume":"34","author":"J Chang","year":"2022","unstructured":"Chang J, Lu Y, Xue P, Xu Y, Wei Z (2022) Global balanced iterative pruning for efficient convolutional neural networks. Neural Comput Appl 34(23):21119\u201321138","journal-title":"Neural Comput Appl"},{"key":"9635_CR14","unstructured":"Howard AG, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) MobileNets: efficient convolutional neural networks for mobile vision applications. ArXiv, vol. arXiv:abs\/1704.04861"},{"key":"9635_CR15","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhou X, Lin M, Sun J (2018) Shufflenet: An extremely efficient convolutional neural network for mobile devices. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 6848\u20136856","DOI":"10.1109\/CVPR.2018.00716"},{"key":"9635_CR16","doi-asserted-by":"crossref","unstructured":"Yang J, Shen X, Xing J, Tian X, Li H, Deng B, Huang J, Hua X-s (2019) Quantization networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7308\u20137316","DOI":"10.1109\/CVPR.2019.00748"},{"key":"9635_CR17","doi-asserted-by":"crossref","unstructured":"Zhang Y, Zhang Z, Lew L (2022) Pokebnn: a binary pursuit of lightweight accuracy. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 12475\u201312485","DOI":"10.1109\/CVPR52688.2022.01215"},{"key":"9635_CR18","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. ArXiv, vol. arXiv:abs\/1503.02531"},{"key":"9635_CR19","doi-asserted-by":"crossref","unstructured":"Chen D, Mei J-P, Zhang Y, Wang C, Wang Z, Feng Y, Chen C (2021) Cross-layer distillation with semantic calibration. In: Proceedings of the AAAI conference on artificial intelligence, pp 7028\u20137036","DOI":"10.1609\/aaai.v35i8.16865"},{"key":"9635_CR20","doi-asserted-by":"crossref","unstructured":"Chen P, Liu S, Zhao H, Jia J (2021) Distilling knowledge via knowledge review. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5008\u20135017","DOI":"10.1109\/CVPR46437.2021.00497"},{"issue":"17","key":"9635_CR21","doi-asserted-by":"publisher","first-page":"14287","DOI":"10.1007\/s00521-021-06882-y","volume":"34","author":"A Ghofrani","year":"2022","unstructured":"Ghofrani A, Mahdian Toroghi R (2022) Knowledge distillation in plant disease recognition. Neural Comput Appl 34(17):14287\u201314296","journal-title":"Neural Comput Appl"},{"issue":"16","key":"9635_CR22","doi-asserted-by":"publisher","first-page":"11789","DOI":"10.1007\/s00521-023-08321-6","volume":"35","author":"C Wang","year":"2023","unstructured":"Wang C, Zhong J, Dai Q, Yu Q, Qi Y, Fang B, Li X (2023) MTED: multiple teachers ensemble distillation for compact semantic segmentation. Neural Comput Appl 35(16):11789\u201311806","journal-title":"Neural Comput Appl"},{"key":"9635_CR23","doi-asserted-by":"crossref","unstructured":"Xie Y, Zhang H, Xu X, Zhu J, He S (2023) Towards a smaller student: capacity dynamic distillation for efficient image retrieval. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 16006\u201316015","DOI":"10.1109\/CVPR52729.2023.01536"},{"key":"9635_CR24","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) FitNets: hints for thin deep nets. ArXiv, vol. arXiv:abs\/1412.6550"},{"key":"9635_CR25","unstructured":"Zagoruyko S, Komodakis N (2016) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. ArXiv, vol. arXiv:abs\/1612.03928"},{"key":"9635_CR26","doi-asserted-by":"crossref","unstructured":"Yue K, Deng J, Zhou F (2020) Matching guided distillation. In: European conference on computer vision. Springer, pp 312\u2013328","DOI":"10.1007\/978-3-030-58555-6_19"},{"key":"9635_CR27","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, Cho M (2019) Relational knowledge distillation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3967\u20133976","DOI":"10.1109\/CVPR.2019.00409"},{"key":"9635_CR28","doi-asserted-by":"crossref","unstructured":"Peng B, Jin X, Liu J, Li D, Wu Y, Liu Y, Zhou S, Zhang Z (2019) Correlation congruence for knowledge distillation. In: Proceedings of the IEEE international conference on computer vision, pp 5007\u20135016","DOI":"10.1109\/ICCV.2019.00511"},{"key":"9635_CR29","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proceedings of the IEEE international conference on computer vision, pp 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"9635_CR30","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Fergus R (2014) Visualizing and understanding convolutional networks. In: Computer Vision\u2013ECCV 2014: 13th European conference. Springer, pp 818\u2013833","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"9635_CR31","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Doll\u00e1r P, Girshick R, He K, Hariharan B, Belongie S (2017) Feature pyramid networks for object detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2117\u20132125","DOI":"10.1109\/CVPR.2017.106"},{"key":"9635_CR32","doi-asserted-by":"crossref","unstructured":"Han K, Wang Y, Tian Q, Guo J, Xu C, Xu C (2020) GhostNet: more features from cheap operations. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1580\u20131589","DOI":"10.1109\/CVPR42600.2020.00165"},{"key":"9635_CR33","doi-asserted-by":"crossref","unstructured":"Zhao B, Cui Q, Song R, Qiu Y, Liang J (2022) Decoupled knowledge distillation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 11953\u201311962","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"9635_CR34","doi-asserted-by":"crossref","unstructured":"Yim J, Joo D, Bae J, Kim J (2017) A gift from knowledge distillation: fast optimization, network minimization and transfer learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4133\u20134141","DOI":"10.1109\/CVPR.2017.754"},{"key":"9635_CR35","doi-asserted-by":"crossref","unstructured":"Liu Y, Cao J, Li B, Yuan C, Hu W, Li Y, Duan Y (2019) Knowledge distillation via instance relationship graph. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7096\u20137104","DOI":"10.1109\/CVPR.2019.00726"},{"key":"9635_CR36","unstructured":"Tian Y, Krishnan D, Isola P (2019) Contrastive representation distillation. In: International conference on learning representations"},{"key":"9635_CR37","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"9635_CR38","unstructured":"Krizhevsky A, Hinton G, et al. (2009) Learning multiple layers of features from tiny images"},{"issue":"7","key":"9635_CR39","first-page":"3","volume":"7","author":"Y Le","year":"2015","unstructured":"Le Y, Yang X (2015) Tiny imagenet visual recognition challenge. CS 231N 7(7):3","journal-title":"CS 231N"},{"key":"9635_CR40","doi-asserted-by":"crossref","unstructured":"Liu X, Liu W, Mei T, Ma H (2016) A deep learning-based approach to progressive vehicle re-identification for urban surveillance. In: Computer vision\u2013ECCV 2016: 14th European conference. Springer, pp 869\u2013884","DOI":"10.1007\/978-3-319-46475-6_53"},{"key":"9635_CR41","doi-asserted-by":"publisher","unstructured":"PyTorch: an imperative style, high-performance deep learning library. NIPS'19: Proceedings of the 33rd International Conference on Neural Information Processing Systems, December 2019, Article No.: 721, Pages 8026\u20138037. https:\/\/doi.org\/10.5555\/3454287.3455008","DOI":"10.5555\/3454287.3455008"},{"key":"9635_CR42","unstructured":"Goyal P, Doll\u00e1r P, Girshick R, Noordhuis P, Wesolowski L, Kyrola A, Tulloch A, Jia Y, He K (2017) Accurate, large minibatch SGD: Training imagenet in 1 hour. ArXiv, vol. arXiv:abs\/1706.02677"},{"key":"9635_CR43","doi-asserted-by":"crossref","unstructured":"Zheng W, Xu C, Xu X, Liu W, He S (2023) CIRI: curricular inactivation for residue-aware one-shot video inpainting. In: Proceedings of the IEEE international conference on computer vision, pp 13012\u201313022","DOI":"10.1109\/ICCV51070.2023.01196"},{"key":"9635_CR44","doi-asserted-by":"crossref","unstructured":"Zheng C, Liu B, Zhang H, Xu X, He S (2023) Where is my spot? Few-shot image generation via latent subspace optimization. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3272\u20133281","DOI":"10.1109\/CVPR52729.2023.00319"},{"key":"9635_CR45","unstructured":"Loshchilov I, Hutter F (2016) Sgdr: Stochastic gradient descent with warm restarts. ArXiv, vol. arXiv:abs\/1608.03983"},{"key":"9635_CR46","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115:211\u2013252","journal-title":"Int J Comput Vis"},{"issue":"10","key":"9635_CR47","doi-asserted-by":"publisher","first-page":"2597","DOI":"10.1109\/TMM.2019.2958756","volume":"22","author":"H Luo","year":"2019","unstructured":"Luo H, Jiang W, Gu Y, Liu F, Liao X, Lai S, Gu J (2019) A strong baseline and batch normalization neck for deep person re-identification. IEEE Trans Multimed 22(10):2597\u20132609","journal-title":"IEEE Trans Multimed"},{"key":"9635_CR48","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu SX, Damianou A, Lawrence ND, Dai Z (2019) Variational information distillation for knowledge transfer. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 9163\u20139171","DOI":"10.1109\/CVPR.2019.00938"},{"key":"9635_CR49","doi-asserted-by":"crossref","unstructured":"Guo Z, Yan H, Li H, Lin X (2023) Class attention transfer based knowledge distillation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 11868\u201311877","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"9635_CR50","doi-asserted-by":"crossref","unstructured":"Xie Y, Zhu J, Zeng H, Cai C, Zheng L (2020) Learning matching behavior differences for compressing vehicle re-identification models. In: 2020 IEEE International conference on visual communications and image processing, pp 523\u2013526","DOI":"10.1109\/VCIP49819.2020.9301869"},{"issue":"5","key":"9635_CR51","doi-asserted-by":"publisher","first-page":"2030","DOI":"10.1109\/TNNLS.2020.2995884","volume":"32","author":"N Passalis","year":"2020","unstructured":"Passalis N, Tzelepi M, Tefas A (2020) Probabilistic knowledge transfer for lightweight deep representation learning. IEEE Trans Neural Netw Learn Syst 32(5):2030\u20132039","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9635_CR52","doi-asserted-by":"crossref","unstructured":"Xie Y, Wu H, Zhu J, Zeng H (2024) Distillation embedded absorbable pruning for fast object re-identification. Pattern Recognit 110437","DOI":"10.1016\/j.patcog.2024.110437"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09635-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09635-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09635-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,30]],"date-time":"2024-05-30T20:34:36Z","timestamp":1717101276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09635-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,28]]},"references-count":52,"journal-issue":{"issue":"18","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["9635"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09635-9","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2024,3,28]]},"assertion":[{"value":"22 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 March 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no financial and personal relationships with other people or organizations that can inappropriately influence our work, and there is no professional or other personal interest of any nature or kind in any product, service and\/or company that could be construed as influencing the position presented in, or the review of, the manuscript entitled \u2018Global Instance Relation Distillation for Convolutional Neural Network Compression.\u2019","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}