{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T06:20:51Z","timestamp":1761718851873,"version":"3.28.0"},"reference-count":40,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,7]]},"DOI":"10.1109\/ijcnn.2019.8852119","type":"proceedings-article","created":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T03:44:32Z","timestamp":1569901472000},"page":"1-8","source":"Crossref","is-referenced-by-count":17,"title":["Entropy-Constrained Training of Deep Neural Networks"],"prefix":"10.1109","author":[{"given":"Simon","family":"Wiedemann","sequence":"first","affiliation":[{"name":"Dept. of Video Coding and Analytics, Fraunhofer HHI, Berlin, Germany"}]},{"given":"Arturo","family":"Marban","sequence":"additional","affiliation":[{"name":"Dept. of Video Coding and Analytics, Fraunhofer HHI, Berlin, Germany"}]},{"given":"Klaus-Robert","family":"Muller","sequence":"additional","affiliation":[{"name":"Machine Learning Group, TU Berlin, Berlin, Germany"}]},{"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[{"name":"Dept. of Video Coding and Analytics, Fraunhofer HHI, Berlin, Germany"}]}],"member":"263","reference":[{"key":"ref39","first-page":"39","article-title":"Explainable artificial intelligence: Understanding, visualizing and interpreting deep learning models","volume":"1","author":"samek","year":"2018","journal-title":"ITU Journal ICT Discoveries - Special Issue 1 - The Impact of Artificial Intelligence (AI) on Communication Networks and Services"},{"key":"ref38","article-title":"A method for stochastic optimization","author":"kinga","year":"2015","journal-title":"International Conference on Learning Representations (ICLR)"},{"key":"ref33","article-title":"Variational network quantization","author":"achterhold","year":"2018","journal-title":"International Conference on Learning Representations (ICLR)"},{"article-title":"Learning discrete weights using the local reparameterization trick","year":"2017","author":"shayer","key":"ref32"},{"article-title":"Ternary weight networks","year":"2016","author":"li","key":"ref31"},{"key":"ref30","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-46493-0_32","article-title":"Xnor-net: Imagenet classification using binary convolutional neural networks","author":"rastegari","year":"2016"},{"article-title":"Soft Weight-Sharing for Neural Network Compression","year":"2017","author":"ullrich","key":"ref37"},{"article-title":"Variational learning and bits-back coding: An information-theoretic view to bayesian learning","year":"2004","author":"antti honkela","key":"ref36"},{"key":"ref35","first-page":"5","article-title":"Keeping the neural networks simple by minimizing the description length of the weights","author":"hinton","year":"1993","journal-title":"Conference on Computational Learning Theory (COLT)"},{"article-title":"Improved Bayesian Compression","year":"2017","author":"federici","key":"ref34"},{"journal-title":"Elements of Information Theory (Wiley Series in Telecommunications and Signal Processing)","year":"2006","author":"cover","key":"ref10"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-08987-4"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/2000000010","article-title":"Source coding: Part 1 of fundamentals of source and video coding","volume":"4","author":"wiegand","year":"2011","journal-title":"Found Trends Signal Process"},{"article-title":"Deep compression: Compressing deep neural network with pruning, trained quantization and huffman coding","year":"2015","author":"han","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/DCC.2017.60"},{"article-title":"Universal deep neural network compression","year":"2018","author":"choi","key":"ref14"},{"article-title":"Compact and computationally efficient representation of deep neural networks","year":"2018","author":"wiedemann","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/18.720554"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/18.825803"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_3"},{"key":"ref19","first-page":"2575","article-title":"Variational dropout and the local reparameterization trick","author":"kingma","year":"2015","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"article-title":"Binarynet: Training deep neural networks with weights and activations constrained to +1 or ?1","year":"2016","author":"courbariaux","key":"ref28"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/0005-1098(78)90005-5"},{"article-title":"Learning Sparse Neural Networks through L_0 Regularization","year":"2017","author":"louizos","key":"ref27"},{"article-title":"Understanding deep learning requires rethinking generalization","year":"2016","author":"zhang","key":"ref3"},{"article-title":"Federated learning of deep networks using model averaging","year":"2016","author":"mcmahan","key":"ref6"},{"article-title":"Binaryconnect: Training deep neural networks with binary weights during propagations","year":"2015","author":"courbariaux","key":"ref29"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/4643.001.0001"},{"article-title":"Robust and communication-efficient federated learning from non-iid data","year":"2019","author":"sattler","key":"ref8"},{"article-title":"Sparse binary compression: Towards distributed deep learning with minimal communication","year":"2018","author":"sattler","key":"ref7"},{"article-title":"A survey of model compression and acceleration for deep neural networks","year":"2017","author":"cheng","key":"ref2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/584091.584093"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"article-title":"On the emergence of invariance and disentangling in deep representations","year":"2017","author":"achille","key":"ref20"},{"key":"ref22","first-page":"3290","article-title":"Bayesian Compression for Deep Learning","author":"louizos","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref21","first-page":"2498","article-title":"Variational dropout sparsifies deep neural networks","author":"molchanov","year":"2017","journal-title":"International Conference on Machine Learning (ICML)"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1993.298572"},{"key":"ref23","first-page":"598","article-title":"Optimal brain damage","author":"cun","year":"1990","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"article-title":"Dynamic network surgery for efficient dnns","year":"2016","author":"guo","key":"ref26"},{"key":"ref25","first-page":"1135","article-title":"Learning both weights and connections for efficient neural networks","author":"han","year":"2015","journal-title":"Advances in Neural Information Processing Systems (NIPS)"}],"event":{"name":"2019 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2019,7,14]]},"location":"Budapest, Hungary","end":{"date-parts":[[2019,7,19]]}},"container-title":["2019 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8840768\/8851681\/08852119.pdf?arnumber=8852119","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,17]],"date-time":"2022-07-17T21:55:29Z","timestamp":1658094929000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8852119\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/ijcnn.2019.8852119","relation":{},"subject":[],"published":{"date-parts":[[2019,7]]}}}