{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T05:34:18Z","timestamp":1730266458746,"version":"3.28.0"},"reference-count":53,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1109\/ijcnn55064.2022.9892874","type":"proceedings-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:56:04Z","timestamp":1664567764000},"page":"1-9","source":"Crossref","is-referenced-by-count":1,"title":["CMB: A Novel Structural Re-parameterization Block without Extra Training Parameters"],"prefix":"10.1109","author":[{"given":"Hengyi","family":"Zhou","sequence":"first","affiliation":[{"name":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University,Xi'an,China"}]},{"given":"Longjun","family":"Liu","sequence":"additional","affiliation":[{"name":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University,Xi'an,China"}]},{"given":"Haonan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University,Xi'an,China"}]},{"given":"Hongyi","family":"He","sequence":"additional","affiliation":[{"name":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University,Xi'an,China"}]},{"given":"Nanning","family":"Zheng","sequence":"additional","affiliation":[{"name":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University,Xi'an,China"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Deep model compression: Distilling knowledge from noisy teachers","volume":"abs 1610 9650","author":"sau","year":"2016","journal-title":"ArXiv"},{"key":"ref38","article-title":"Darts: Differentiable architecture search","volume":"abs 1806 9055","author":"liu","year":"2019","journal-title":"ArXiv"},{"key":"ref33","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","volume":"abs 1704 4861","author":"howard","year":"2017","journal-title":"ArXiv"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref30","article-title":"Neural architecture search with reinforcement learning","volume":"abs 1611 1578","author":"zoph","year":"2017","journal-title":"ArXiv"},{"key":"ref37","article-title":"Expandnets: Linear over-parameterization to train compact convolutional networks","author":"guo","year":"2020","journal-title":"arXiv Computer Vision and Pattern Recognition"},{"key":"ref36","article-title":"Understanding the effective receptive field in deep convolutional neural networks","author":"luo","year":"2016","journal-title":"NIPS"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref34","article-title":"Adam: A method for stochastic optimization","volume":"abs 1412 6980","author":"kingma","year":"2015","journal-title":"CoRR"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"journal-title":"Integrating large circular kernels into cnns through neural architecture search","year":"2021","author":"he","key":"ref27"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01352"},{"key":"ref2","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"NeurIPS"},{"key":"ref1","article-title":"Deep compression: Compressing deep neural network with pruning, trained quantization and huffman coding","author":"han","year":"0","journal-title":"arXiv Computer Vision and Pattern Recognition 2016"},{"key":"ref20","article-title":"Repmlp: Re-parameterizing convolutions into fully-connected layers for image recognition","volume":"abs 2105 1883","author":"ding","year":"2021","journal-title":"ArXiv"},{"key":"ref22","article-title":"mixup: Beyond empirical risk minimization","volume":"abs 1710 9412","author":"zhang","year":"2018","journal-title":"ArXiv"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3475228"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.24.1.1193"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"journal-title":"Learning multiple layers of features from tiny images","year":"2009","author":"krizhevsky","key":"ref26"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01074"},{"key":"ref50","article-title":"Rethinking the value of network pruning","author":"liu","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01035"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.06.065"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3170620"},{"journal-title":"Incorporating nesterov momentum into adam","year":"2016","author":"dozat","key":"ref10"},{"key":"ref11","article-title":"Distilling the knowledge in a neural network","volume":"abs 1503 2531","author":"hinton","year":"2015","journal-title":"ArXiv"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-06077-5"},{"key":"ref12","article-title":"Single path one-shot neural architecture search with uniform sampling","author":"guo","year":"2020","journal-title":"ECCV"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5954"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref15","article-title":"Very deep convolutional networks for large-scale image recognition","volume":"abs 1409 1556","author":"simonyan","year":"2015","journal-title":"CoRR"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.178"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00881"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-007-0118-0"},{"key":"ref19","article-title":"Improved regularization of convolutional neural networks with cutout","volume":"abs 1708 4552","author":"devries","year":"2017","journal-title":"ArXiv"},{"key":"ref4","article-title":"Do-conv: Depthwise over-parameterized convolutional layer","volume":"abs 2006 12030","author":"cao","year":"2020","journal-title":"ArXiv"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.188"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2844175"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.1962.sp006837"},{"key":"ref7","article-title":"Manipulating identical filter redundancy for efficient pruning on deep and complicated cnn","volume":"abs 2107 14444","author":"ding","year":"2021","journal-title":"ArXiv"},{"key":"ref49","article-title":"Pruning filters for efficient convnets","author":"li","year":"2016","journal-title":"ICLR (Poster)"},{"key":"ref9","article-title":"Mxnet: A flexible and efficient machine learning library for heterogeneous distributed systems","volume":"abs 1512 1274","author":"chen","year":"2015","journal-title":"ArXiv"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2913372"},{"key":"ref45","article-title":"Tensorflow: A system for large-scale machine learning","volume":"abs 1605 8695","author":"abadi","year":"2016","journal-title":"ArXiv"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.5244\/C.28.88"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.12.027"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00200"},{"key":"ref41","article-title":"Rmsprop and equilibrated adaptive learning rates for non-convex optimization","author":"dauphin","year":"2015","journal-title":"arXiv Learning"},{"key":"ref44","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","volume":"abs 1502 3167","author":"ioffe","year":"2015","journal-title":"ArXiv"},{"key":"ref43","article-title":"Efficientnet: Rethinking model scaling for convolutional neural networks","author":"tan","year":"1905","journal-title":"ArXiv"}],"event":{"name":"2022 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2022,7,18]]},"location":"Padua, Italy","end":{"date-parts":[[2022,7,23]]}},"container-title":["2022 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9891857\/9889787\/09892874.pdf?arnumber=9892874","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T20:52:49Z","timestamp":1665780769000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9892874\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":53,"URL":"https:\/\/doi.org\/10.1109\/ijcnn55064.2022.9892874","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}