{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T15:26:51Z","timestamp":1774538811979,"version":"3.50.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tmm.2024.3357198","type":"journal-article","created":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T20:49:23Z","timestamp":1706042963000},"page":"6848-6863","source":"Crossref","is-referenced-by-count":6,"title":["Neural Network Coding of Difference Updates for Efficient Distributed Learning Communication"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0459-9781","authenticated-orcid":false,"given":"Daniel","family":"Becking","sequence":"first","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8611-7864","authenticated-orcid":false,"given":"Karsten","family":"M\u00fcller","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0273-4564","authenticated-orcid":false,"given":"Paul","family":"Haase","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4955-1263","authenticated-orcid":false,"given":"Heiner","family":"Kirchhoffer","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0072-2284","authenticated-orcid":false,"given":"Gerhard","family":"Tech","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6283-3265","authenticated-orcid":false,"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7136-0041","authenticated-orcid":false,"given":"Heiko","family":"Schwarz","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5391-3247","authenticated-orcid":false,"given":"Detlev","family":"Marpe","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1121-2581","authenticated-orcid":false,"given":"Thomas","family":"Wiegand","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Telecommunications, Heinrich-Hertz-Institute, Berlin, Germany"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Internat. Org. for Standardization, Geneva,\n      CH, Standard ISO\/IEC 15938-17:2022","year":"2022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21918"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3232034"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2018.05.018"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2979670"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.2969791"},{"key":"ref7","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized\n      data","volume-title":"Proc. Int. Conf. On Artif. Intell. And\n      Statist.","author":"McMahan","year":"2017"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3081748"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.05.003"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3257566"},{"key":"ref11","first-page":"456","article-title":"Distributed\n      training strategies for the structured perceptron","volume-title":"Proc.\n      Conf. North Amer. Chapter Assoc. Comput. Linguistics - Hum. Lang. Technol.","author":"McDonald","year":"2010"},{"key":"ref12","article-title":"Parallel\n      training of deep neural networks with natural gradient and parameter\n     averaging","volume-title":"Proc. Int. Conf. Learn. Representations Workshop\n      Track","author":"Povey","year":"2015"},{"key":"ref13","first-page":"685","article-title":"Deep learning\n      with elastic averaging SGD","volume-title":"Proc. Adv. Neural Inf. Process.\n      Syst.","author":"Zhang","year":"2015"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813687"},{"key":"ref15","first-page":"212","article-title":"Adaptive\n      communication strategies to achieve the best error-runtime trade-off in local-update\n      SGD","volume":"1","author":"Wang","year":"2019","journal-title":"Proc. Mach. Learn. Syst."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2953131"},{"key":"ref17","first-page":"1508","article-title":"TernGrad: Ternary gradients to reduce communication in\n      distributed deep learning","volume-title":"Proc. Adv. Neural Inf. Process.\n      Syst.","author":"Wen","year":"2017"},{"key":"ref18","first-page":"560","article-title":"signSGD:\n      Compressed optimisation for non-convex problems","author":"Bernstein","year":"2018","journal-title":"Proc. Int.\n      Conf. Mach. Learn."},{"key":"ref19","first-page":"1707","article-title":"QSGD:\n      Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Alistarh","year":"2017"},{"key":"ref20","first-page":"3329","article-title":"Distributed\n      mean estimation with limited communication","author":"Suresh","year":"2017","journal-title":"Proc. Int. Conf.\n      Mach. Learn."},{"key":"ref21","first-page":"21984","article-title":"EDEN: Communication-efficient and robust distributed mean\n      estimation for federated learning","author":"Vargaftik","year":"2022","journal-title":"Proc. Int. Conf. Mach.\n      Learn."},{"key":"ref22","article-title":"Quick-FL: Quick unbiased compression for federated\n      learning","author":"Basat","year":"2022"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2015-354"},{"key":"ref24","first-page":"5977","article-title":"The convergence of sparsified gradient\n     methods","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Alistarh","year":"2018"},{"key":"ref25","first-page":"4452","article-title":"Sparsified SGD\n      with memory","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Stich","year":"2018"},{"key":"ref26","article-title":"Deep gradient\n      compression: Reducing the communication bandwidth for distributed\n     training","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lin","year":"2018"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2022-Spring54318.2022.9860833"},{"key":"ref29","article-title":"The mnist\n      database of handwritten digits","author":"LeCun","year":"1998"},{"key":"ref30","article-title":"Fedzip: A compression framework for communication-efficient\n      federated learning","author":"Malekijoo","year":"2021"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-29763-x"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"ref33","article-title":"Local-global knowledge distillation in heterogeneous federated\n      learning with non-IID data","author":"Yao","year":"2021"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.jfranklin.2022.12.053"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2023.100742"},{"key":"ref36","article-title":"Compressed communication for distributed deep learning: Survey\n      and quantitative evaluation","author":"Xu","year":"2020"},{"key":"ref37","article-title":"Learning\n      multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref38","article-title":"Fedml: A research library and benchmark for federated machine\n      learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.\n      Workshop Scalability","author":"He","year":"2020"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref41","first-page":"6105","article-title":"EfficientNet:\n      Rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019","journal-title":"Proc. Int. Conf. Mach. Learn."},{"key":"ref42","article-title":"Very deep\n      convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan","year":"2015"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-014-0733-5"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3095970"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2020.2969554"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3208530"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"key":"ref49","article-title":"FedBN: Federated\n      learning on non-IID features via local batch normalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li","year":"2021"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60548-3_13"},{"key":"ref51","first-page":"4387","article-title":"The non-IID\n      data quagmire of decentralized machine learning","author":"Hsieh","year":"2020","journal-title":"Proc. Int.\n      Conf. Mach. Learn."},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00380"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP46576.2022.9897825"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20825"},{"key":"ref56","article-title":"Adam: A method for\n      stochastic optimization","volume-title":"Proc. Int. Conf. Learn.\n      Representations","author":"Kingma","year":"2015"},{"issue":"129","key":"ref57","first-page":"1","article-title":"A first look into the carbon footprint of federated\n      learning","volume":"24","author":"Qiu","year":"2023","journal-title":"J. Mach. Learn. Res."},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.1900317"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2973651"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.2988604"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3634686"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2647386"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106679"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2991401"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC48107.2020.9148475"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/0-306-47815-3_5"},{"key":"ref67","article-title":"Distilling the\n      knowledge in a neural network","volume-title":"Proc. NeurIPS Deep Learn.\n      Representation Learn. Workshop","author":"Hinton","year":"2015"},{"key":"ref68","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning\n      library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke","year":"2019"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/10384483\/10412190.pdf?arnumber=10412190","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T17:29:34Z","timestamp":1721928574000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10412190\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":68,"URL":"https:\/\/doi.org\/10.1109\/tmm.2024.3357198","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}