{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T22:17:57Z","timestamp":1771539477572,"version":"3.50.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030109240","type":"print"},{"value":"9783030109257","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-10925-7_24","type":"book-chapter","created":{"date-parts":[[2019,1,17]],"date-time":"2019-01-17T15:47:28Z","timestamp":1547740048000},"page":"393-409","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Efficient Decentralized Deep Learning by Dynamic Model Averaging"],"prefix":"10.1007","author":[{"given":"Michael","family":"Kamp","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linara","family":"Adilova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joachim","family":"Sicking","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabian","family":"H\u00fcger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter","family":"Schlicht","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tim","family":"Wirtz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Wrobel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,18]]},"reference":[{"key":"24_CR1","unstructured":"Bojarski, M., et al.: End to end learning for self-driving cars. CoRR abs\/1604.07316 (2016)"},{"key":"24_CR2","unstructured":"Boley, M., Kamp, M., Keren, D., Schuster, A., Sharfman, I.: Communication-efficient distributed online prediction using dynamic model synchronizations. In: BD3@ VLDB, pp. 13\u201318 (2013)"},{"issue":"8","key":"24_CR3","first-page":"12","volume":"91","author":"L Bottou","year":"1991","unstructured":"Bottou, L.: Stochastic gradient learning in neural networks. Proc. Neuro-N\u0131mes 91(8), 12 (1991)","journal-title":"Proc. Neuro-N\u0131mes"},{"issue":"2","key":"24_CR4","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s10994-011-5262-7","volume":"86","author":"NH Bshouty","year":"2012","unstructured":"Bshouty, N.H., Long, P.M.: Linear classifiers are nearly optimal when hidden variables have diverse effects. Mach. Learn. 86(2), 209\u2013231 (2012)","journal-title":"Mach. Learn."},{"key":"24_CR5","unstructured":"Chen, J., Monga, R., Bengio, S., Jozefowicz, R.: Revisiting distributed synchronous SGD. In: International Conference on Learning Representations Workshop Track (2016)"},{"key":"24_CR6","unstructured":"Dean, J., et al.: Large scale distributed deep networks. In: Advances in Neural Information Processing Systems, pp. 1223\u20131231 (2012)"},{"key":"24_CR7","first-page":"165","volume":"13","author":"O Dekel","year":"2012","unstructured":"Dekel, O., Gilad-Bachrach, R., Shamir, O., Xiao, L.: Optimal distributed online prediction using mini-batches. J. Mach. Learn. Res. 13, 165\u2013202 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"24_CR8","unstructured":"Feng, J., Xu, H., Mannor, S.: Outlier robust online learning. CoRR abs\/1701.00251 (2017)"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Fernando, T., Denman, S., Sridharan, S., Fookes, C.: Going deeper: autonomous steering with neural memory networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 214\u2013221 (2017)","DOI":"10.1109\/ICCVW.2017.34"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Gabel, M., Keren, D., Schuster, A.: Communication-efficient distributed variance monitoring and outlier detection for multivariate time series. In: Proceedings of the 28th International Parallel and Distributed Processing Symposium, pp. 37\u201347. IEEE (2014)","DOI":"10.1109\/IPDPS.2014.16"},{"key":"24_CR11","unstructured":"Jiang, Z., Balu, A., Hegde, C., Sarkar, S.: Collaborative deep learning in fixed topology networks. In: Advances in Neural Information Processing Systems, pp. 5904\u20135914 (2017)"},{"key":"24_CR12","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1007\/978-3-662-44848-9_40","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Kamp","year":"2014","unstructured":"Kamp, M., Boley, M., Keren, D., Schuster, A., Sharfman, I.: Communication-efficient distributed online prediction by dynamic model synchronization. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014. LNCS (LNAI), vol. 8724, pp. 623\u2013639. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44848-9_40"},{"key":"24_CR13","unstructured":"Kamp, M., Boley, M., Missura, O., G\u00e4rtner, T.: Effective parallelisation for machine learning. In: Advances in Neural Information Processing Systems, pp. 6480\u20136491 (2017)"},{"key":"24_CR14","unstructured":"Kamp, M., Boley, M., Mock, M., Keren, D., Schuster, A., Sharfman, I.: Adaptive communication bounds for distributed online learning. In: 7th NIPS Workshop on Optimization for Machine Learning (2014)"},{"key":"24_CR15","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1007\/978-3-319-46227-1_50","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Kamp","year":"2016","unstructured":"Kamp, M., Bothe, S., Boley, M., Mock, M.: Communication-efficient distributed online learning with kernels. In: Frasconi, P., Landwehr, N., Manco, G., Vreeken, J. (eds.) ECML PKDD 2016. LNCS (LNAI), vol. 9852, pp. 805\u2013819. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46227-1_50"},{"issue":"8","key":"24_CR16","doi-asserted-by":"publisher","first-page":"1890","DOI":"10.1109\/TKDE.2013.180","volume":"26","author":"D Keren","year":"2014","unstructured":"Keren, D., Sagy, G., Abboud, A., Ben-David, D., Schuster, A., Sharfman, I., Deligiannakis, A.: Geometric monitoring of heterogeneous streams. IEEE Trans. Knowl. Data Eng. 26(8), 1890\u20131903 (2014)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"8","key":"24_CR17","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1109\/TKDE.2011.102","volume":"24","author":"D Keren","year":"2012","unstructured":"Keren, D., Sharfman, I., Schuster, A., Livne, A.: Shape sensitive geometric monitoring. IEEE Trans. Knowl. Data Eng. 24(8), 1520\u20131535 (2012)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"24_CR18","unstructured":"Keskar, N.S., Mudigere, D., Nocedal, J., Smelyanskiy, M., Tang, P.T.P.: On large-batch training for deep learning: generalization gap and sharp minima. In: International Conference on Learning Representations (2017)"},{"issue":"5","key":"24_CR19","doi-asserted-by":"publisher","first-page":"545","DOI":"10.14778\/2735479.2735487","volume":"8","author":"A Lazerson","year":"2015","unstructured":"Lazerson, A., Sharfman, I., Keren, D., Schuster, A., Garofalakis, M., Samoladas, V.: Monitoring distributed streams using convex decompositions. Proc. VLDB Endow. 8(5), 545\u2013556 (2015)","journal-title":"Proc. VLDB Endow."},{"key":"24_CR20","unstructured":"LeCun, Y.: The mnist database of handwritten digits (1998). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"24_CR21","unstructured":"Mcdonald, R., Mohri, M., Silberman, N., Walker, D., Mann, G.S.: Efficient large-scale distributed training of conditional maximum entropy models. In: Advances in Neural Information Processing Systems, pp. 1231\u20131239 (2009)"},{"key":"24_CR22","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., y Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282 (2017)"},{"key":"24_CR23","unstructured":"McMahan, B., Ramage, D., Talwar, K., Zhang, L.: Learning differentially private recurrent language models. In: International Conference on Learning Representations (2018)"},{"issue":"181\u2013195","key":"24_CR24","first-page":"31","volume":"86","author":"C Moler","year":"1986","unstructured":"Moler, C.: Matrix computation on distributed memory multiprocessors. Hypercube Multiprocessors 86(181\u2013195), 31 (1986)","journal-title":"Hypercube Multiprocessors"},{"key":"24_CR25","unstructured":"Nguyen, Q., Hein, M.: The loss surface of deep and wide neural networks. In: International Conference on Machine Learning, pp. 2603\u20132612 (2017)"},{"key":"24_CR26","unstructured":"Pomerleau, D.A.: Alvinn: an autonomous land vehicle in a neural network. In: Advances in Neural Information Processing Systems, pp. 305\u2013313 (1989)"},{"key":"24_CR27","unstructured":"Shamir, O.: Without-replacement sampling for stochastic gradient methods. In: Advances in Neural Information Processing Systems, pp. 46\u201354 (2016)"},{"key":"24_CR28","unstructured":"Shamir, O., Srebro, N., Zhang, T.: Communication-efficient distributed optimization using an approximate newton-type method. In: International Conference on Machine Learning, pp. 1000\u20131008 (2014)"},{"issue":"4","key":"24_CR29","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1145\/1292609.1292613","volume":"32","author":"I Sharfman","year":"2007","unstructured":"Sharfman, I., Schuster, A., Keren, D.: A geometric approach to monitoring threshold functions over distributed data streams. Trans. Database Syst. 32(4), 301\u2013312 (2007)","journal-title":"Trans. Database Syst."},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Sharfman, I., Schuster, A., Keren, D.: Shape sensitive geometric monitoring. In: Proceedings of the ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems, pp. 301\u2013310. ACM (2008)","DOI":"10.1145\/1376916.1376958"},{"key":"24_CR31","unstructured":"Smith, V., Chiang, C.K., Sanjabi, M., Talwalkar, A.S.: Federated multi-task learning. In: Advances in Neural Information Processing Systems, pp. 4424\u20134434 (2017)"},{"key":"24_CR32","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., Vinyals, O.: Understanding deep learning requires rethinking generalization. In: Proceedings of the International Conference on Learning Representations (2017)"},{"key":"24_CR33","unstructured":"Zhang, S., Choromanska, A.E., LeCun, Y.: Deep learning with elastic averaging sgd. In: Advances in Neural Information Processing Systems, pp. 685\u2013693 (2015)"},{"key":"24_CR34","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Wainwright, M.J., Duchi, J.C.: Communication-efficient algorithms for statistical optimization. In: Advances in Neural Information Processing Systems, pp. 1502\u20131510 (2012)","DOI":"10.1109\/CDC.2012.6426691"},{"key":"24_CR35","unstructured":"Zinkevich, M., Weimer, M., Smola, A.J., Li, L.: Parallelized stochastic gradient descent. In: Advances in Neural Information Processing Systems, pp. 2595\u20132603 (2010)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-10925-7_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T01:31:46Z","timestamp":1705455106000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-10925-7_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030109240","9783030109257"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-10925-7_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"18 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ecmlpkdd2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"535","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"131","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}