{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,25]],"date-time":"2026-01-25T04:03:13Z","timestamp":1769313793508,"version":"3.49.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2020,7,14]],"date-time":"2020-07-14T00:00:00Z","timestamp":1594684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,14]],"date-time":"2020-07-14T00:00:00Z","timestamp":1594684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s11432-019-2705-2","type":"journal-article","created":{"date-parts":[[2020,7,16]],"date-time":"2020-07-16T10:02:42Z","timestamp":1594893762000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Collaborative deep learning across multiple data centers"],"prefix":"10.1007","volume":"63","author":[{"given":"Haibo","family":"Mi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kele","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dawei","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huaimin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zibin","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chuan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xu","family":"Lan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,14]]},"reference":[{"key":"2705_CR1","unstructured":"Tian L, Jayaraman B, Gu Q, et al. Aggregating private sparse learning models using multi-party computation. In: Proceedings of NIPS Workshop on Private Multi-Party Machine Learning, Barcelona, 2016"},{"key":"2705_CR2","doi-asserted-by":"crossref","unstructured":"Amir-Khalili A, Kianzad S, Abugharbieh R, et al. Scalable and fault tolerant platform for distributed learning on private medical data. In: Proceedings of International Workshop on Machine Learning in Medical Imaging, 2017. 176\u2013184","DOI":"10.1007\/978-3-319-67389-9_21"},{"key":"2705_CR3","first-page":"12","volume":"10","author":"Q Yang","year":"2019","unstructured":"Yang Q, Liu Y, Chen T, et al. Federated machine learning: concept and applications. ACM Trans Intell Syst Tech, 2019, 10: 12","journal-title":"ACM Trans Intell Syst Tech"},{"key":"2705_CR4","unstructured":"Cano I, Weimer M, Mahajan D, et al. Towards geo-distributed machine learning. 2016. ArXiv: 1603.09035"},{"key":"2705_CR5","unstructured":"Hsieh K, Harlap A, Vijaykumar N, et al. Gaia: geo-distributed machine learning approaching lan speeds. In: Proceedings of USENIX Symposium on Networked Systems Design and Implementation, 2017. 629\u2013647"},{"key":"2705_CR6","unstructured":"McMahan H B, Moore E, Ramage D, et al. Communication-efficient learning of deep networks from decentralized data. 2016. ArXiv: 1602.05629"},{"key":"2705_CR7","unstructured":"Izmailov P, Podoprikhin D, Garipov T, et al. Averaging weights leads to wider optima and better generalization. 2018. ArXiv: 1803.05407"},{"key":"2705_CR8","unstructured":"Povey D, Zhang X, Khudanpur S. Parallel training of dnns with natural gradient and parameter averaging. 2014. ArXiv: 1410.7455"},{"key":"2705_CR9","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. 2014. ArXiv: 1409.1556"},{"key":"2705_CR10","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et al. Deep residual learning for image recognition. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, 2016. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2705_CR11","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, van Der Maaten L, et al. Densely connected convolutional networks. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, 2017","DOI":"10.1109\/CVPR.2017.243"},{"key":"2705_CR12","unstructured":"Sabour S, Frosst N, Hinton G E. Dynamic routing between capsules. In: Proceedings of Advances in Neural Information Processing Systems, 2017. 3856\u20133866"},{"key":"2705_CR13","doi-asserted-by":"crossref","unstructured":"Tong Y, Chen Y, Zhou Z, et al. The simpler the better: a unified approach to predicting original taxi demands based on large-scale online platforms. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 2017. 1653\u20131662","DOI":"10.1145\/3097983.3098018"},{"key":"2705_CR14","doi-asserted-by":"publisher","first-page":"018104","DOI":"10.1007\/s11432-017-9158-x","volume":"61","author":"L H Guo","year":"2018","unstructured":"Guo L H, Guo C G, Li L, et al. Two-stage local constrained sparse coding for fine-grained visual categorization. Sci China Inf Sci, 2018, 61: 018104","journal-title":"Sci China Inf Sci"},{"key":"2705_CR15","doi-asserted-by":"publisher","first-page":"192103","DOI":"10.1007\/s11432-018-9821-9","volume":"62","author":"C Chen","year":"2019","unstructured":"Chen C, Peng X, Sun J, et al. Generative API usage code recommendation with parameter concretization. Sci China Inf Sci, 2019, 62: 192103","journal-title":"Sci China Inf Sci"},{"key":"2705_CR16","unstructured":"Zhang H, Zheng Z, Xu S, et al. Poseidon: an efficient communication architecture for distributed deep learning on GPU clusters. 2017. ArXiv: 1706.03292"},{"key":"2705_CR17","doi-asserted-by":"crossref","unstructured":"Shokri R, Shmatikov V. Privacy-preserving deep learning. In: Proceedings of the 22nd ACM SIGSAC Conference on Computer and Communications Security, 2015. 1310\u20131321","DOI":"10.1145\/2810103.2813687"},{"key":"2705_CR18","unstructured":"Zinkevich M, Weimer M, Li L, et al. Parallelized stochastic gradient descent. In: Proceedings of Advances in Neural Information Processing Systems. 2010. 2595\u20132603"},{"key":"2705_CR19","unstructured":"Alistarh D, Grubic D, Li J, et al. Qsgd: communication-efficient sgd via gradient quantization and encoding. In: Proceedings of Advances in Neural Information Processing Systems. 2017. 1709\u20131720"},{"key":"2705_CR20","unstructured":"Lin Y, Han S, Mao H, et al. Deep gradient compression: reducing the communication bandwidth for distributed training. 2017. ArXiv: 1712.01887"},{"key":"2705_CR21","unstructured":"Anil R, Pereyra G, Passos A, et al. Large scale distributed neural network training through online distillation. 2018. ArXiv: 1804.03235"},{"key":"2705_CR22","unstructured":"Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network. 2015. ArXiv: 1503.02531"},{"key":"2705_CR23","unstructured":"Su H, Chen H. Experiments on parallel training of deep neural network using model averaging. 2015. ArXiv: 1507.01239"},{"key":"2705_CR24","doi-asserted-by":"crossref","unstructured":"Sun S, Chen W, Bian J, et al. Ensemble-compression: a new method for parallel training of deep neural networks. In: Proceedings of Joint European Conference on Machine Learning and Knowledge Discovery in Databases, Springer, 2017. 187\u2013202","DOI":"10.1007\/978-3-319-71249-9_12"},{"key":"2705_CR25","unstructured":"Goodfellow I J, Vinyals O, Saxe A M. Qualitatively characterizing neural network optimization problems. 2014. ArXiv: 1412.6544"},{"key":"2705_CR26","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, et al. Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res, 2014, 15: 1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"2705_CR27","unstructured":"Ioffe S, Szegedy C. Batch normalization: accelerating deep network training by reducing internal covariate shift. 2015. ArXiv: 1502.03167"},{"key":"2705_CR28","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, et al. Imagenet large scale visual recognition challenge. Int J Comput Vis, 2015, 115: 211\u2013252","journal-title":"Int J Comput Vis"},{"key":"2705_CR29","doi-asserted-by":"crossref","unstructured":"Sainath T N, Parada C. Convolutional neural networks for small-footprint keyword spotting. In: Prceedings of the 16th Annual Conference of the International Speech Communication Association, 2015","DOI":"10.21437\/Interspeech.2015-352"},{"key":"2705_CR30","doi-asserted-by":"crossref","unstructured":"Gemmeke J F, Ellis D P, Freedman D, et al. Audio set: an ontology and human-labeled dataset for audio events. In: Proceedings of 2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2017. 776\u2013780","DOI":"10.1109\/ICASSP.2017.7952261"},{"key":"2705_CR31","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2017","unstructured":"Greff K, Srivastava R K, Koutnik J, et al. LSTM: a search space odyssey. IEEE Trans Neural Netw Learn Syst, 2017, 28: 2222\u20132232","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2705_CR32","unstructured":"Hinton G, Frosst N, Sabour S. Matrix capsules with em routing. In: Proceedings of the 6th International Conference On Learning Representations, 2018"},{"key":"2705_CR33","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski P, Grave E, Joulin A, et al. Enriching word vectors with subword information. Trans Assoc Comput Linguist, 2017, 5: 135\u2013146","journal-title":"Trans Assoc Comput Linguist"},{"key":"2705_CR34","unstructured":"Yu C, Barsim K S, Kong Q, et al. Multi-level attention model for weakly supervised audio classification. 2018. ArXiv: 1803.02353"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-019-2705-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-019-2705-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-019-2705-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,19]],"date-time":"2021-09-19T20:04:30Z","timestamp":1632081870000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-019-2705-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,14]]},"references-count":34,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["2705"],"URL":"https:\/\/doi.org\/10.1007\/s11432-019-2705-2","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,14]]},"assertion":[{"value":"21 March 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 October 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 July 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"182102"}}