{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T17:33:22Z","timestamp":1778348002327,"version":"3.51.4"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,1,17]],"date-time":"2023-01-17T00:00:00Z","timestamp":1673913600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,17]],"date-time":"2023-01-17T00:00:00Z","timestamp":1673913600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Institute of Information and Communications Technology Planning and Evaluation","award":["No.2017-0-01772"],"award-info":[{"award-number":["No.2017-0-01772"]}]},{"name":"Institute of Information and Communications Technology Planning and Evaluation","award":["No.2020-0-00894"],"award-info":[{"award-number":["No.2020-0-00894"]}]},{"name":"Institute of Information and Communications Technology Planning and Evaluation","award":["NO.2021-0-01343"],"award-info":[{"award-number":["NO.2021-0-01343"]}]},{"name":"Institute of Information and Communications Technology Planning and Evaluation","award":["NO.2021-0-02068"],"award-info":[{"award-number":["NO.2021-0-02068"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s10115-022-01818-x","type":"journal-article","created":{"date-parts":[[2023,1,17]],"date-time":"2023-01-17T19:02:37Z","timestamp":1673982157000},"page":"2225-2249","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":63,"title":["Falcon: lightweight and accurate convolution based on depthwise separable convolution"],"prefix":"10.1007","volume":"65","author":[{"given":"Jun-Gi","family":"Jang","sequence":"first","affiliation":[]},{"given":"Chun","family":"Quan","sequence":"additional","affiliation":[]},{"given":"Hyun Dong","family":"Lee","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8774-6950","authenticated-orcid":false,"given":"U.","family":"Kang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,17]]},"reference":[{"key":"1818_CR1","unstructured":"Agustsson E, Mentzer F, Tschannen M, Cavigelli L, Timofte R, Benini L, Gool LV (2017) Soft-to-hard vector quantization for end-to-end learning compressible representations. In: NeurIPS, pp. 1141\u20131151"},{"key":"1818_CR2","unstructured":"Chen W, Wilson JT, Tyree S, Weinberger KQ, Chen Y (2015) Compressing neural networks with the hashing trick. In: ICML, pp. 2285\u20132294"},{"key":"1818_CR3","doi-asserted-by":"crossref","unstructured":"Chen W, Wilson JT, Tyree S, Weinberger KQ, Chen, Y (2016) Compressing convolutional neural networks in the frequency domain. In: SIGKDD, pp. 1475\u20131484","DOI":"10.1145\/2939672.2939839"},{"issue":"2","key":"1818_CR4","doi-asserted-by":"publisher","first-page":"e0263592","DOI":"10.1371\/journal.pone.0263592","volume":"17","author":"I Cho","year":"2022","unstructured":"Cho I, Kang U (2022) Pea-kd: parameter-efficient and accurate knowledge distillation on bert. PLoS ONE 17(2):e0263592","journal-title":"PLoS ONE"},{"key":"1818_CR5","unstructured":"Choi Y, El-Khamy M, Lee J (2017) Towards the limit of network quantization. In: ICLR"},{"key":"1818_CR6","doi-asserted-by":"crossref","unstructured":"Chollet F (2017) Xception: Deep learning with depthwise separable convolutions. In: CVPR, pp. 1800\u20131807","DOI":"10.1109\/CVPR.2017.195"},{"key":"1818_CR7","unstructured":"Courbariaux M, Bengio Y, David J (2015) Binaryconnect: training deep neural networks with binary weights during propagations. In: NeurIPS, pp. 3123\u20133131"},{"key":"1818_CR8","unstructured":"Frankle J, Carbin M (2019) The lottery ticket hypothesis: finding sparse, trainable neural networks. In: ICLR. OpenReview.net"},{"key":"1818_CR9","unstructured":"Gao H, Wang Z, Ji S (2018) Channelnets: Compact and efficient convolutional neural networks via channel-wise convolutions. In: Advances in neural information processing systems 31: annual conference on neural information processing systems 2018, NeurIPS 2018, December 3\u20138, 2018, Montr\u00e9al, Canada, pp. 5203\u20135211"},{"issue":"6","key":"1818_CR10","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou J, Yu B, Maybank SJ, Tao D (2021) Knowledge distillation: a survey. Int J Comput Vision 129(6):1789\u20131819","journal-title":"Int J Comput Vision"},{"key":"1818_CR11","unstructured":"Guo J, Li Y, Lin W, Chen Y, Li J (2018) Network decoupling: From regular to depthwise separable convolutions. In: British machine vision conference 2018, BMVC 2018, Newcastle, UK, September 3\u20136, 2018, p. 248. BMVA Press"},{"key":"1818_CR12","doi-asserted-by":"crossref","unstructured":"Guo J, Ouyang W, Xu D (2020) Multi-dimensional pruning: a unified framework for model compression. In: CVPR, pp. 1505\u20131514. IEEE","DOI":"10.1109\/CVPR42600.2020.00158"},{"key":"1818_CR13","unstructured":"Han S, Mao H, Dally WJ (2016) Deep compression: compressing deep neural network with pruning, trained quantization and huffman coding. In: ICLR"},{"key":"1818_CR14","unstructured":"Han S, Pool J, Tran J, Dally WJ (2015) Learning both weights and connections for efficient neural network. In: NeurIPS, pp. 1135\u20131143"},{"key":"1818_CR15","unstructured":"Hinton G, Vinyals O, Dean J, et\u00a0al (2015) Distilling the knowledge in a neural network. arXiv:1503.025312(7)"},{"key":"1818_CR16","unstructured":"Hou L, Yao Q, Kwok JT (2017) Loss-aware binarization of deep networks. In: ICLR"},{"key":"1818_CR17","doi-asserted-by":"crossref","unstructured":"Howard A, Pang R, Adam H, Le QV, Sandler M, Chen B, Wang W, Chen L, Tan M, Chu G, Vasudevan V, Zhu Y (2019) Searching for mobilenetv3. In: ICCV, pp. 1314\u20131324. IEEE","DOI":"10.1109\/ICCV.2019.00140"},{"key":"1818_CR18","unstructured":"Howard AG, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) Mobilenets: Efficient convolutional neural networks for mobile vision applications. CoRR arXiv:1704.04861"},{"key":"1818_CR19","unstructured":"Hubara I, Courbariaux M, Soudry D, El-Yaniv R, Bengio Y (2016) Binarized neural networks. In: NeurIPS, pp. 4107\u20134115"},{"key":"1818_CR20","doi-asserted-by":"crossref","unstructured":"Kim DH, Park C, Oh J, Lee S, Yu H (2016) Convolutional matrix factorization for document context-aware recommendation. In: Recsys, pp. 233\u2013240","DOI":"10.1145\/2959100.2959165"},{"issue":"8","key":"1818_CR21","doi-asserted-by":"publisher","first-page":"e0256187","DOI":"10.1371\/journal.pone.0256187","volume":"16","author":"J Kim","year":"2021","unstructured":"Kim J, Jung J, Kang U (2021) Compressing deep graph convolution network with multi-staged knowledge distillation. PLoS ONE 16(8):e0256187","journal-title":"PLoS ONE"},{"key":"1818_CR22","doi-asserted-by":"crossref","unstructured":"Kim Y, Park E, Yoo S, Choi T, Yang L, Shin D (2016) Compression of deep convolutional neural networks for fast and low power mobile applications. In: ICLR","DOI":"10.14257\/astl.2016.140.36"},{"key":"1818_CR23","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: NeurIPS, pp. 1106\u20131114"},{"key":"1818_CR24","unstructured":"Lebedev V, Ganin Y, Rakhuba M, Oseledets IV, Lempitsky VS (2015) Speeding-up convolutional neural networks using fine-tuned cp-decomposition. In: ICLR"},{"issue":"6","key":"1818_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0253241","volume":"16","author":"HD Lee","year":"2021","unstructured":"Lee HD, Lee S, Kang U (2021) Auber: automated bert regularization. PLoS ONE 16(6):1\u201316. https:\/\/doi.org\/10.1371\/journal.pone.0253241","journal-title":"PLoS ONE"},{"key":"1818_CR26","unstructured":"Li H, Kadav A, Durdanovic I, Samet H, Graf HP (2017) Pruning filters for efficient convnets. In: ICLR"},{"key":"1818_CR27","doi-asserted-by":"crossref","unstructured":"Li T, Wu B, Yang Y, Fan Y, Zhang Y, Liu W (2019) Compressing convolutional neural networks via factorized convolutional filters. In: CVPR, pp. 3977\u20133986. Computer Vision Foundation\/IEEE","DOI":"10.1109\/CVPR.2019.00410"},{"key":"1818_CR28","doi-asserted-by":"crossref","unstructured":"Ma N, Zhang X, Zheng H, Sun J (2018) Shufflenet V2: practical guidelines for efficient CNN architecture design. In: ECCV, pp. 122\u2013138","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"1818_CR29","unstructured":"Molchanov P, Tyree S, Karras T, Aila T, Kautz J (2017) Pruning convolutional neural networks for resource efficient inference. In: ICLR"},{"key":"1818_CR30","unstructured":"Nakajima S, Tomioka R, Sugiyama M, Babacan SD (2012) Perfect dimensionality recovery by variational bayesian PCA. In: NeurIPS, pp. 980\u2013988"},{"key":"1818_CR31","doi-asserted-by":"crossref","unstructured":"Niu W, Ma X, Lin S, Wang S, Qian X, Lin X, Wang Y, Ren B (2020) Patdnn: Achieving real-time DNN execution on mobile devices with pattern-based weight pruning. In: ASPLOS, pp. 907\u2013922. ACM","DOI":"10.1145\/3373376.3378534"},{"key":"1818_CR32","unstructured":"Novikov A, Podoprikhin D, Osokin A, Vetrov DP (2015) Tensorizing neural networks. In: NeurIPS, pp. 442\u2013450"},{"issue":"4","key":"1818_CR33","doi-asserted-by":"publisher","first-page":"e0265621","DOI":"10.1371\/journal.pone.0265621","volume":"17","author":"T Piao","year":"2022","unstructured":"Piao T, Cho I, Kang U (2022) Sensimix: sensitivity-aware 8-bit index & 1-bit value mixed precision quantization for bert compression. PLoS ONE 17(4):e0265621","journal-title":"PLoS ONE"},{"key":"1818_CR34","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: Hints for thin deep nets. arXiv preprint arXiv:1412.6550"},{"key":"1818_CR35","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard AG, Zhu M, Zhmoginov A, Chen L (2018) Mobilenetv2: Inverted residuals and linear bottlenecks. In: CVPR, pp. 4510\u20134520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"1818_CR36","unstructured":"Sifre L (2014) Rigid-motion scattering for image classification. Ph.D. thesis, \u00c9cole Polytechnique"},{"key":"1818_CR37","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: ICLR"},{"key":"1818_CR38","doi-asserted-by":"crossref","unstructured":"Szegedy C, Ioffe S, Vanhoucke V, Alemi AA (2017) Inception-v4, inception-resnet and the impact of residual connections on learning. In: AAAI, 2017, pp. 4278\u20134284","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"1818_CR39","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"1818_CR40","unstructured":"Ullrich K, Meeds E, Welling M (2017) Soft weight-sharing for neural network compression. In: ICLR"},{"key":"1818_CR41","doi-asserted-by":"crossref","unstructured":"Wan A, Dai X, Zhang P, He Z, Tian Y, Xie S, Wu B, Yu M, Xu T, Chen K, Vajda P, Gonzalez JE (2020) Fbnetv2: differentiable neural architecture search for spatial and channel dimensions. In: CVPR, pp. 12962\u201312971. IEEE","DOI":"10.1109\/CVPR42600.2020.01298"},{"key":"1818_CR42","doi-asserted-by":"crossref","unstructured":"Wang Y, Xu C, Qiu J, Xu C, Tao D (2018) Towards evolutionary compression. In: SIGKDD, pp. 2476\u20132485","DOI":"10.1145\/3219819.3219970"},{"key":"1818_CR43","doi-asserted-by":"crossref","unstructured":"Wu B, Dai X, Zhang P, Wang Y, Sun F, Wu Y, Tian Y, Vajda P, Jia Y, Keutzer K (2019) Fbnet: Hardware-aware efficient convnet design via differentiable neural architecture search. In: CVPR, pp. 10734\u201310742. Computer Vision Foundation\/IEEE","DOI":"10.1109\/CVPR.2019.01099"},{"key":"1818_CR44","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1162\/tacl_a_00097","volume":"4","author":"W Yin","year":"2016","unstructured":"Yin W, Sch\u00fctze H, Xiang B, Zhou B (2016) ABCNN: attention-based convolutional neural network for modeling sentence pairs. TACL 4:259\u2013272","journal-title":"TACL"},{"key":"1818_CR45","unstructured":"Yoo J, Cho M, Kim T, Kang U (2019) Knowledge extraction with no observable data. In: NeurIPS, pp. 2701\u20132710"},{"key":"1818_CR46","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhou X, Lin M, Sun J (2018) Shufflenet: An extremely efficient convolutional neural network for mobile devices. In: CVPR, pp. 6848\u20136856","DOI":"10.1109\/CVPR.2018.00716"},{"key":"1818_CR47","unstructured":"Zhu C, Han S, Mao H, Dally WJ (2017) Trained ternary quantization. In: ICLR"},{"key":"1818_CR48","unstructured":"Zhuang Z, Tan M, Zhuang B, Liu J, Guo Y, Wu Q, Huang J, Zhu J (2018) Discrimination-aware channel pruning for deep neural networks. In: NeurIPS, pp. 883\u2013894"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01818-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-022-01818-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01818-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,5]],"date-time":"2023-04-05T10:14:39Z","timestamp":1680689679000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-022-01818-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,17]]},"references-count":48,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["1818"],"URL":"https:\/\/doi.org\/10.1007\/s10115-022-01818-x","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,17]]},"assertion":[{"value":"14 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 December 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 December 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 January 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}