{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:16:19Z","timestamp":1742912179633,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030050504"},{"type":"electronic","value":"9783030050511"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-05051-1_9","type":"book-chapter","created":{"date-parts":[[2018,12,6]],"date-time":"2018-12-06T16:38:48Z","timestamp":1544114328000},"page":"122-137","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Comparative Study of Distributed Deep Learning Tools on Supercomputers"],"prefix":"10.1007","author":[{"given":"Xin","family":"Du","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Di","family":"Kuang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinxin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mengqiang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunfei","family":"Du","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weigang","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,12,7]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Cong, G., Kingsbury, B., Gosh, S., et al.: Accelerating deep neural network learning for speech recognition on a cluster of GPUs. In: Proceedings of the Machine Learning on HPC Environments, pp. 1\u20138. ACM, New York (2017)","DOI":"10.1145\/3146347.3146351"},{"key":"9_CR2","doi-asserted-by":"crossref","unstructured":"Cui, H., Zhang, H., et al.: GeePS: scalable deep learning on distributed GPUs with a GPU-specialized parameter server. In: Proceedings of the Eleventh European Conference on Computer Systems, pp. 1\u201316. ACM, New York (2016)","DOI":"10.1145\/2901318.2901323"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Shi, S., Wang, Q., Xu, P., et al.: Benchmarking state-of-the-art deep learning software tools. In: 7th International Conference on Cloud Computing and Big Data, pp. 99\u2013104. IEEE, Macau (2016)","DOI":"10.1109\/CCBD.2016.029"},{"key":"9_CR4","unstructured":"Bahrampour, S., Ramakrishnan, N., Schott, L., et al.: Comparative study of deep learning software frameworks Computer Science (2015)"},{"key":"9_CR5","unstructured":"BigDL. \n                      https:\/\/github.com\/intel-analytics\/BigDL"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Jia, Y., Shelhamer, E., Donahue, J., et al.: Caffe: convolutional architecture for fast feature embedding. In: Proceedings of the 22nd ACM International Conference on Multimedia, pp. 675\u2013678. ACM, New York (2014)","DOI":"10.1145\/2647868.2654889"},{"key":"9_CR7","unstructured":"Tang, Y.: TF.Learn: TensorFlow\u2019s high-level module for distributed machine learning. CoRR 1612(04251) (2017)"},{"key":"9_CR8","unstructured":"Abadi, M., Barham, P., Chen, J., et al.: TensorFlow: a system for large-scale machine learning. In: OSDI 2016 Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation, pp. 265\u2013283. USENIX Association, Savannah (2016)"},{"key":"9_CR9","volume-title":"An Introduction to computational Networks and the Computational Network Toolkit","author":"D Yu","year":"2014","unstructured":"Yu, D., Eversole, A., Seltzer, M., et al.: An Introduction to computational Networks and the Computational Network Toolkit. Microsoft Research, Bangalore (2014)"},{"key":"9_CR10","unstructured":"Chen, T., Li, M., Li, Y., et al.: MXNet: a flexible and efficient machine learning library for heterogeneous distributed systems, CoRR 1512(01274) (2015)"},{"key":"9_CR11","unstructured":"Collobert, R., Kavukcuoglu, K., Farabet, C.: Torch7: a matlab-like environment for machine learning. Biglearn, Nips Workshop, pp. 1\u20136 (2012)"},{"key":"9_CR12","unstructured":"Caffe-oMPI. \n                      https:\/\/github.com\/RickLee26\/Caffe-oMPi"},{"issue":"3","key":"9_CR13","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s11704-014-3501-3","volume":"8","author":"X Liao","year":"2015","unstructured":"Liao, X., Xiao, L., Yang, C., et al.: MilkyWay-2 supercomputer: system and application. Front. Comput. Sci. 8(3), 345\u2013356 (2015)","journal-title":"Front. Comput. Sci."},{"key":"9_CR14","unstructured":"Baldi, P.: Autoencoders, unsupervised learning, and deep architectures. In: Proceedings of the 2011 International Conference on Unsupervised and Transfer Learning Workshop, Washington pp. 37\u201350 (2011)"},{"issue":"11","key":"9_CR15","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun, Y., Bottou, L., Bengio, Y., et al.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., et al.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778. IEEE, Las Vegas (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., et al.: ImageNet: a large-scale hierarchical image database. In: Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE, Miami (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"9_CR18","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolution neural networks. In: Advances in Neural Information Processing Systems, Lake Tahoe, Nevada, pp. 1097-1105 (2012)"},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Orozco, C.I., Iglesias, F., Buemi M.E., Berlles, J.J., et al.: Real-time gender recognition from face images using deep convolutional neural network. In: 7th Latin American Conference on Networked and Electronic Media (LACNEM) IET, Valparaiso, pp. 7\u201311 (2017)","DOI":"10.1049\/ic.2017.0027"},{"issue":"1","key":"9_CR20","first-page":"2287","volume":"17","author":"J Zbontar","year":"2016","unstructured":"Zbontar, J., LeCun, Y., et al.: Stereo matching by training a convolutional neural network to compare image patches. J. Mach. Learn. Res. 17(1), 2287\u20132318 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Hecht-Nielsen, R.: Theory of the backpropagation neural network. In: International 1989 Joint Conference on Neural Networks, pp. 593\u2013605. IEEE, Washington (1989)","DOI":"10.1109\/IJCNN.1989.118638"},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Liu, W., Jia, Y., et al.: Going deeper with convolutions. In: 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1\u20139. IEEE, Boston (2015)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9_CR23","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. Comput. Sci. 1409(1556) (2014)"},{"issue":"4","key":"9_CR24","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1109\/TPAMI.2016.2572683","volume":"39","author":"E Shelhamer","year":"2014","unstructured":"Shelhamer, E., Long, J., Darrell, T.: Fully convolutional networks for semantic segmentation. IEEE Trans. Pattern Anal. Mach. Intell. 39(4), 640\u2013651 (2014)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"8","key":"9_CR25","first-page":"1735","volume":"9","author":"DE D\u2019Informatique","year":"2001","unstructured":"D\u2019Informatique, D.E., Ese, N., Esent, P., et al.: Long short-term memory in recurrent neural networks. EPFL 9(8), 1735\u20131780 (2001)","journal-title":"EPFL"},{"key":"9_CR26","unstructured":"November 2017 top500 list. \n                      https:\/\/www.top500.org\/lists\/2017\/11\/"}],"container-title":["Lecture Notes in Computer Science","Algorithms and Architectures for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-05051-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T05:17:28Z","timestamp":1558329448000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-05051-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030050504","9783030050511"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-05051-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"7 December 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICA3PP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Algorithms and Architectures for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 November 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 November 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ica3pp2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/nsclab.org\/ica3pp2018\/authors.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"407","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"141","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"50","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"2.3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"7.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}}]}}