{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,5,19]],"date-time":"2024-05-19T21:49:47Z","timestamp":1716155387571},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,1,3]],"date-time":"2020-01-03T00:00:00Z","timestamp":1578009600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,3]],"date-time":"2020-01-03T00:00:00Z","timestamp":1578009600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s11704-019-8390-z","type":"journal-article","created":{"date-parts":[[2020,1,3]],"date-time":"2020-01-03T05:28:33Z","timestamp":1578029313000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A revisit to MacKay algorithm and its application to deep network compression"],"prefix":"10.1007","volume":"14","author":[{"given":"Chune","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongyi","family":"Mao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jinpeng","family":"Huai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,1,3]]},"reference":[{"key":"8390_CR1","unstructured":"Li C, Mao Y, Zhang R, Huai J. On hyper-parameter estimation in empirical Bayes: a revisit of the MacKay algorithm. In: Proceedings of the 32nd Conference on Uncertainty in Artificial Intelligence. 2016, 477\u2013486"},{"issue":"7553","key":"8390_CR2","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep learning. Nature, 2015, 521(7553): 436","journal-title":"Nature"},{"issue":"7540","key":"8390_CR3","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu A A, Veness J, Bellemare M G, Graves A, Riedmiller M, Fidjeland A K, Ostrovski G, et al. Human-level control through deep reinforcement learning. Nature, 2015, 518(7540): 529","journal-title":"Nature"},{"key":"8390_CR4","volume-title":"Pattern Recognition and Machine Learning","author":"C M Bishop","year":"2016","unstructured":"Bishop C M. Pattern Recognition and Machine Learning. Springer, New York, 2016"},{"issue":"5","key":"8390_CR5","doi-asserted-by":"publisher","first-page":"720","DOI":"10.1162\/neco.1992.4.5.720","volume":"4","author":"D J MacKay","year":"1992","unstructured":"MacKay D J. The evidence framework applied to classification networks. Neural Computation, 1992, 4(5): 720\u2013736","journal-title":"Neural Computation"},{"key":"8390_CR6","unstructured":"MacKay D J, Neal R M. Automatic relevance determination for neural networks. Technical Report in Preparation, Cambridge University, 1994"},{"issue":"3","key":"8390_CR7","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1088\/0954-898X_6_3_011","volume":"6","author":"D J MacKay","year":"1995","unstructured":"MacKay D J. Probable networks and plausible predictions: a review of practical Bayesian methods for supervised neural networks. Network Computation in Neural Systems, 1995, 6(3): 469\u2013505","journal-title":"Network Computation in Neural Systems"},{"key":"8390_CR8","unstructured":"Bishop C M. Bayesian PCA. In: Proceedings of the 11th International Conference on Neural Information Processing Systems. 1999, 382\u2013388"},{"key":"8390_CR9","first-page":"211","volume":"1","author":"M E Tipping","year":"2001","unstructured":"Tipping M E. Sparse Bayesian learning and the relevance vector machine. The Journal of Machine Learning Research, 2001, 1: 211\u2013244","journal-title":"The Journal of Machine Learning Research"},{"key":"8390_CR10","unstructured":"Tan V Y, F\u00e9votte C. Automatic relevance determination in nonnegative matrix factorization. In: SPARS\u201909-Signal Processing with Adaptive Sparse Structured Representations. 2009"},{"issue":"3","key":"8390_CR11","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1162\/neco.1992.4.3.415","volume":"4","author":"D J MacKay","year":"1992","unstructured":"MacKay D J. Bayesian interpolation. Neural Computation, 1992, 4(3): 415\u2013447","journal-title":"Neural Computation"},{"issue":"3","key":"8390_CR12","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1162\/neco.1992.4.3.448","volume":"4","author":"D J MacKay","year":"1992","unstructured":"MacKay D J. A practical Bayesian framework for backpropagation networks. Neural Computation, 1992, 4(3): 448\u2013472","journal-title":"Neural Computation"},{"key":"8390_CR13","doi-asserted-by":"crossref","unstructured":"Solomon J. Numerical Algorithms: Methods for Computer Vision, Machine Learning, and Graphics. CRC Press, 2015","DOI":"10.1201\/b18657"},{"key":"8390_CR14","unstructured":"Murphy K P. Machine Learning: A Probabilistic Perspective. MIT Press, 2012"},{"key":"8390_CR15","doi-asserted-by":"crossref","unstructured":"Cho K, Van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y. Learning phrase representations using RNN encoder-decoder for statistical machine translation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing. 2014, 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"8390_CR16","doi-asserted-by":"crossref","unstructured":"Kim Y. Convolutional neural networks for sentence classification. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing. 2014, 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"8390_CR17","unstructured":"Krizhevsky A, Sutskever I, Hinton G E. ImageNet classification with deep convolutional neural networks. In: Proceedings of the 25th International Conference on Neural Information Processing Systems. 2012, 1097\u20131105"},{"key":"8390_CR18","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. 2014, arXiv preprint arXiv:1409.1556"},{"key":"8390_CR19","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. 2016, 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"8390_CR20","doi-asserted-by":"crossref","unstructured":"Tran D, Bourdev L, Fergus R, Torresani L, Paluri M. Learning spatiotemporal features with 3D convolutional networks. In: Proceedings of the IEEE International Conference on Computer Vision. 2015, 4489\u20134497","DOI":"10.1109\/ICCV.2015.510"},{"key":"8390_CR21","unstructured":"Srivastava N, Mansimov E, Salakhudinov R. Unsupervised learning of video representations using LSTMs. In: Proceedings of the International Conference on Machine Learning. 2015, 843\u2013852"},{"issue":"3\u20134","key":"8390_CR22","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1561\/2000000039","volume":"7","author":"L Deng","year":"2014","unstructured":"Deng L, Yu D. Deep learning: methods and applications. Foundations and Trends in Signal Processing, 2014, 7(3\u20134): 197\u2013387","journal-title":"Foundations and Trends in Signal Processing"},{"issue":"3","key":"8390_CR23","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg A C, Fei-Fei L. ImageNet large scale visual recognition challenge. International Journal of Computer Vision, 2015, 115(3): 211\u2013252","journal-title":"International Journal of Computer Vision"},{"key":"8390_CR24","unstructured":"Han S, Mao H, Dally W J. Deep compression: compressing deep neural networks with pruning, trained quantization and huffman coding. 2015, arXiv preprint arXiv:1510.00149"},{"key":"8390_CR25","unstructured":"Li H, Kadav A, Durdanovic I, Samet H, Graf H P. Pruning filters for efficient convnets. 2016, arXiv preprint arXiv:1608.08710"},{"key":"8390_CR26","doi-asserted-by":"crossref","unstructured":"Liu Z, Li J, Shen Z, Huang G, Yan S, Zhang C. Learning efficient convolutional networks through network slimming. In: Proceedings of the IEEE International Conference on Computer Vision. 2017, 2755\u20132763","DOI":"10.1109\/ICCV.2017.298"},{"key":"8390_CR27","unstructured":"Louizos C, Welling M, Kingma D P. Learning sparse neural networks through 10 regularization. In: Proceedings of International Conference on Learning Representations. 2018"},{"key":"8390_CR28","unstructured":"Molchanov D, Ashukha A, Vetrov D. Variational dropout sparsifies deep neural networks. In: Proceedings of the International Conference on Machine Learning. 2017, 2498\u20132507"},{"key":"8390_CR29","unstructured":"Neklyudov K, Molchanov D, Ashukha A, Vetrov D P. Structured Bayesian pruning via log-normal multiplicative noise. In: Proceedings of the 31st International Conference on Neural Information Processing Systems. 2017, 6775\u20136784"},{"key":"8390_CR30","unstructured":"Dai B, Zhu C, Guo B, Wipf D. Compressing neural networks using the variational information bottleneck. In: Proceedings of the International Conference on Machine Learning. 2018, 1143\u20131152"},{"key":"8390_CR31","unstructured":"Louizos C, Ullrich K, Welling M. Bayesian compression for deep learning. In: Proceedings of the 31st International Conference on Neural Information Processing Systems. 2017, 3290\u20133300"},{"key":"8390_CR32","unstructured":"Karaletsos T, R\u00e4tsch G. Automatic relevance determination for deep generative models. 2015, arXiv preprint arXiv:1505.07765"},{"key":"8390_CR33","doi-asserted-by":"crossref","unstructured":"Chatzis S P. Sparse Bayesian recurrent neural networks. In: Proceedings of Joint European Conference on Machine Learning and Knowledge Discovery in Databases. 2015, 359\u2013372","DOI":"10.1007\/978-3-319-23525-7_22"},{"key":"8390_CR34","unstructured":"Krizhevsky A, Hinton G. Learning multiple layers of features from tiny images. Technical Report, Citeseer, 2009"},{"issue":"11","key":"8390_CR35","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P. Gradient-based learning applied to document recognition. Proceedings of the IEEE, 1998, 86(11): 2278\u20132324","journal-title":"Proceedings of the IEEE"},{"key":"8390_CR36","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE International Conference on Computer Vision. 2015, 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"8390_CR37","unstructured":"Kingma D P, Ba J. Adam: a method for stochastic optimization. 2014, arXiv preprint arXiv:1412.6980"},{"key":"8390_CR38","doi-asserted-by":"crossref","unstructured":"Dong X, Huang J, Yang Y, Yan S. More is less: a more complicated network with less inference complexity. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. 2017, 5840\u20135848","DOI":"10.1109\/CVPR.2017.205"},{"key":"8390_CR39","doi-asserted-by":"crossref","unstructured":"He Y, Zhang X, Sun J. Channel pruning for accelerating very deep neural networks. In: Proceedings of the IEEE International Conference on Computer Vision. 2017","DOI":"10.1109\/ICCV.2017.155"},{"key":"8390_CR40","doi-asserted-by":"crossref","unstructured":"He Y, Kang G, Dong X, Fu Y, Yang Y. Soft filter pruning for accelerating deep convolutional neural networks. In: Proceedings of International Joint Conference on Artificial Intelligence. 2018, 2234\u20132240","DOI":"10.24963\/ijcai.2018\/309"},{"key":"8390_CR41","unstructured":"Alemi A A, Fischer I, Dillon J V, Murphy K. Deep variational information bottleneck. 2016, arXiv preprint arXiv:1612.00410"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-019-8390-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-019-8390-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-019-8390-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,19]],"date-time":"2021-09-19T20:17:25Z","timestamp":1632082645000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-019-8390-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,3]]},"references-count":41,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["8390"],"URL":"https:\/\/doi.org\/10.1007\/s11704-019-8390-z","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,3]]},"assertion":[{"value":"12 November 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"144304"}}