{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T10:44:14Z","timestamp":1787913854088,"version":"build-2784847793"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031138317","type":"print"},{"value":"9783031138324","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13832-4_21","type":"book-chapter","created":{"date-parts":[[2022,8,15]],"date-time":"2022-08-15T11:32:22Z","timestamp":1660563142000},"page":"242-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Systematic Review of Distributed Deep Learning Frameworks for Big Data"],"prefix":"10.1007","author":[{"given":"Francesco","family":"Berloco","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vitoantonio","family":"Bevilacqua","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simona","family":"Colucci","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,8,16]]},"reference":[{"issue":"3","key":"21_CR1","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1108\/LR-06-2015-0061","volume":"65","author":"A De Mauro","year":"2016","unstructured":"De Mauro, A., Greco, M., Grimaldi, M.: A formal definition of Big Data based on its essential features. Libr. Rev. 65(3), 122\u2013135 (2016). https:\/\/doi.org\/10.1108\/LR-06-2015-0061","journal-title":"Libr. Rev."},{"key":"21_CR2","doi-asserted-by":"publisher","unstructured":"Gupta, D., Rani, R.: A study of big data evolution and research challenges 45(3), 322\u2013340 (2018). https:\/\/doi.org\/10.1177\/0165551518789880","DOI":"10.1177\/0165551518789880"},{"key":"21_CR3","unstructured":"Apache Software Foundation: Apache Hadoop (2010). https:\/\/hadoop.apache.org"},{"key":"21_CR4","unstructured":"Joydeep, S.S., Thusoo, A.: Apache Hive (2011). https:\/\/hive.apache.org\/"},{"key":"21_CR5","unstructured":"L. AMP and A. S. Foundation: Apache Spark (2014). https:\/\/spark.apache.org\/"},{"key":"21_CR6","unstructured":"Backtype and Twitter: Apache Storm (2011). https:\/\/storm.apache.org\/"},{"key":"21_CR7","unstructured":"Apache Software Foundation: Apache Flink. https:\/\/flink.apache.org\/"},{"issue":"7","key":"21_CR8","doi-asserted-by":"publisher","first-page":"3213","DOI":"10.1093\/RFS\/HHAB038","volume":"34","author":"I Goldstein","year":"2021","unstructured":"Goldstein, I., Spatt, C.S., Ye, M.: Big data in finance. Rev. Financ. Stud. 34(7), 3213\u20133225 (2021). https:\/\/doi.org\/10.1093\/RFS\/HHAB038","journal-title":"Rev. Financ. Stud."},{"key":"21_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/J.RCIM.2019.101861","volume":"62","author":"Y Cui","year":"2020","unstructured":"Cui, Y., Kara, S., Chan, K.C.: Manufacturing big data ecosystem: a systematic literature review. Robot. Comput. Integr. Manuf. 62, 101861 (2020). https:\/\/doi.org\/10.1016\/J.RCIM.2019.101861","journal-title":"Robot. Comput. Integr. Manuf."},{"issue":"6","key":"21_CR10","doi-asserted-by":"publisher","first-page":"4603","DOI":"10.1049\/JOE.2018.5142","volume":"2019","author":"L Carnimeo","year":"2019","unstructured":"Carnimeo, L., et al.: Proposal of a health care network based on big data analytics for PDs. J. Eng. 2019(6), 4603\u20134611 (2019). https:\/\/doi.org\/10.1049\/JOE.2018.5142","journal-title":"J. Eng."},{"key":"21_CR11","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1016\/J.NEUCOM.2020.06.139","volume":"452","author":"D Buongiorno","year":"2021","unstructured":"Buongiorno, D., et al.: Deep learning for processing electromyographic signals: a taxonomy-based survey. Neurocomputing 452, 549\u2013565 (2021). https:\/\/doi.org\/10.1016\/J.NEUCOM.2020.06.139","journal-title":"Neurocomputing"},{"issue":"12","key":"21_CR12","doi-asserted-by":"publisher","first-page":"1170","DOI":"10.1145\/7902.7903","volume":"29","author":"WD Hillis","year":"1986","unstructured":"Hillis, W.D., Steele, G.L.: Data parallel algorithms. Commun. ACM 29(12), 1170\u20131183 (1986). https:\/\/doi.org\/10.1145\/7902.7903","journal-title":"Commun. ACM"},{"issue":"2","key":"21_CR13","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/0165-1684(84)90013-6","volume":"6","author":"WA Gardner","year":"1984","unstructured":"Gardner, W.A.: Learning characteristics of stochastic-gradient-descent algorithms: a general study, analysis, and critique. Signal Process. 6(2), 113\u2013133 (1984). https:\/\/doi.org\/10.1016\/0165-1684(84)90013-6","journal-title":"Signal Process."},{"key":"21_CR14","unstructured":"Zheng, S., et al.: Asynchronous stochastic gradient descent with delay compensation (2017)"},{"key":"21_CR15","doi-asserted-by":"publisher","unstructured":"Ben-Nun, T., Hoefler, T.: Demystifying parallel and distributed deep learning. ACM Comput. Surv. 52(4) (2019). https:\/\/doi.org\/10.1145\/3320060","DOI":"10.1145\/3320060"},{"key":"21_CR16","doi-asserted-by":"publisher","unstructured":"Goyal, P., et al.: Accurate, large minibatch SGD: training ImageNet in 1 hour, June 2017. https:\/\/doi.org\/10.48550\/arxiv.1706.02677","DOI":"10.48550\/arxiv.1706.02677"},{"key":"21_CR17","unstructured":"Dean, J., et al.: Large scale distributed deep networks. In: Advances in Neural Information Processing Systems, vol. 2, pp. 1223\u20131231 (2012)"},{"key":"21_CR18","unstructured":"Chilimbi, T., Suzue, Y., Apacible, J., Kalyanaraman, K.: Project Adam: building an efficient and scalable deep learning training system. In: 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 2014), pp. 571\u2013582 (2014). https:\/\/www.usenix.org\/conference\/osdi14\/technical-sessions\/presentation\/chilimbi"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Li, M., et al.: Scaling distributed machine learning with the parameter server. In: Proceedings of the 11th USENIX Conference on Operating Systems Design and Implementation, pp. 583\u2013598 (2014)","DOI":"10.1145\/2640087.2644155"},{"issue":"2","key":"21_CR20","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.jpdc.2008.09.002","volume":"69","author":"P Patarasuk","year":"2009","unstructured":"Patarasuk, P., Yuan, X.: Bandwidth optimal all-reduce algorithms for clusters of workstations. J. Parallel Distrib. Comput. 69(2), 117\u2013124 (2009). https:\/\/doi.org\/10.1016\/j.jpdc.2008.09.002","journal-title":"J. Parallel Distrib. Comput."},{"key":"21_CR21","doi-asserted-by":"publisher","unstructured":"Zhao, W., et al.: Distributed hierarchical GPU parameter server for massive scale deep learning ads systems, March 2020. https:\/\/doi.org\/10.48550\/arxiv.2003.05622","DOI":"10.48550\/arxiv.2003.05622"},{"key":"21_CR22","unstructured":"Yang, C., Amazon, A.W.S.: Tree-based Allreduce communication on MXNet. Technical report (2018)"},{"key":"21_CR23","doi-asserted-by":"publisher","unstructured":"Niu, F., Recht, B., R\u00e9, C., Wright, S.J.: HOGWILD!: a lock-free approach to parallelizing stochastic gradient descent. In: Advances in Neural Information Processing Systems 24, 25th Annual Conference on Neural Information Processing Systems 2011, NIPS 2011, June 2011. https:\/\/doi.org\/10.48550\/arxiv.1106.5730","DOI":"10.48550\/arxiv.1106.5730"},{"key":"21_CR24","unstructured":"Ho, Q., et al.: More effective distributed ML via a stale synchronous parallel parameter server. In: Proceedings of the 26th International Conference on Neural Information Processing Systems - Volume 1, pp. 1223\u20131231 (2013)"},{"key":"21_CR25","doi-asserted-by":"publisher","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing, vol. 32 (2019). https:\/\/doi.org\/10.48550\/arxiv.1912.01703","DOI":"10.48550\/arxiv.1912.01703"},{"key":"21_CR26","doi-asserted-by":"publisher","unstructured":"Abadi, M., et al.: TensorFlow: large-scale machine learning on heterogeneous distributed systems, March 2016. https:\/\/doi.org\/10.48550\/arxiv.1603.04467","DOI":"10.48550\/arxiv.1603.04467"},{"key":"21_CR27","doi-asserted-by":"publisher","unstructured":"Jia, Y., et al.: Caffe: convolutional architecture for fast feature embedding. In: MM 2014 - Proceedings of the 2014 ACM Conference on Multimedia, pp. 675\u2013678, June 2014, https:\/\/doi.org\/10.48550\/arxiv.1408.5093","DOI":"10.48550\/arxiv.1408.5093"},{"key":"21_CR28","doi-asserted-by":"publisher","unstructured":"Akiba, T., Fukuda, K., Suzuki, S.: ChainerMN: scalable distributed deep learning framework, October 2017. https:\/\/doi.org\/10.48550\/arxiv.1710.11351","DOI":"10.48550\/arxiv.1710.11351"},{"key":"21_CR29","doi-asserted-by":"publisher","unstructured":"(Jinquan) Dai, J., et al.: BigDL: A distributed deep learning framework for big data. In: Proceedings of the ACM Symposium on Cloud Computing, pp. 50\u201360 (2019). https:\/\/doi.org\/10.1145\/3357223.3362707","DOI":"10.1145\/3357223.3362707"},{"key":"21_CR30","doi-asserted-by":"publisher","unstructured":"Ooi, B.C., et al.: SINGA: a distributed deep learning platform. In: Proceedings of the 23rd ACM International Conference on Multimedia, pp. 685\u2013688 (2015). https:\/\/doi.org\/10.1145\/2733373.2807410","DOI":"10.1145\/2733373.2807410"},{"key":"21_CR31","unstructured":"Elephas: Distributed Deep Learning with Keras and Pyspark. http:\/\/maxpumperla.com\/elephas\/. Accessed 22 Mar 2022"},{"key":"21_CR32","unstructured":"Tensorflowonspark. https:\/\/github.com\/yahoo\/TensorFlowOnSpark. Accessed 22 Mar 2022"},{"key":"21_CR33","doi-asserted-by":"publisher","unstructured":"Liberty, E., et al.: Elastic machine learning algorithms in Amazon SageMaker. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 731\u2013737 (2020). https:\/\/doi.org\/10.1145\/3318464.3386126","DOI":"10.1145\/3318464.3386126"},{"key":"21_CR34","doi-asserted-by":"publisher","unstructured":"Yuan, J., et al.: OneFlow: redesign the distributed deep learning framework from scratch, October 2021. https:\/\/doi.org\/10.48550\/arxiv.2110.15032","DOI":"10.48550\/arxiv.2110.15032"},{"key":"21_CR35","doi-asserted-by":"publisher","unstructured":"Sergeev, A., Del Balso, M.: Horovod: fast and easy distributed deep learning in TensorFlow, February 2018. https:\/\/doi.org\/10.48550\/arxiv.1802.05799","DOI":"10.48550\/arxiv.1802.05799"},{"key":"21_CR36","doi-asserted-by":"publisher","unstructured":"Khumoyun, A., Cui, Y., Hanku, L.: Spark based distributed Deep Learning framework for Big Data applications. In: 2016 International Conference on Information Science and Communication Technology, ICISCT 2016, December 2016. https:\/\/doi.org\/10.1109\/ICISCT.2016.7777390","DOI":"10.1109\/ICISCT.2016.7777390"},{"key":"21_CR37","doi-asserted-by":"publisher","unstructured":"Lim, E.J., Ahn, S.Y., Park, Y.M., Choi, W.: Distributed deep learning framework based on shared memory for fast deep neural network training. In: 9th International Conference on Information and Communication Technology Convergence. Powered by Smart Intelligence, ICTC 2018, pp. 1239\u20131242, November 2018, doi: https:\/\/doi.org\/10.1109\/ICTC.2018.8539420","DOI":"10.1109\/ICTC.2018.8539420"},{"key":"21_CR38","unstructured":"Qubole data service (2011). https:\/\/docs.qubole.com\/en\/latest\/user-guide\/qds.html"}],"container-title":["Lecture Notes in Computer Science","Intelligent Computing Methodologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13832-4_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T14:06:45Z","timestamp":1710338805000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13832-4_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031138317","9783031138324"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13832-4_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"16 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Xi'an","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/2022\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"IC-ICC-CN","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"449","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"209","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}