{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T17:10:40Z","timestamp":1787937040552,"version":"build-2784847793"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T00:00:00Z","timestamp":1550102400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Big Data"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s40537-019-0179-2","type":"journal-article","created":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T07:02:56Z","timestamp":1550127776000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["A parallel and distributed stochastic gradient descent implementation using commodity clusters"],"prefix":"10.1186","volume":"6","author":[{"given":"Robert K. L.","family":"Kennedy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taghi M.","family":"Khoshgoftaar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Flavio","family":"Villanustre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy","family":"Humphrey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,2,14]]},"reference":[{"key":"179_CR1","unstructured":"Dean J, Corrado GS, Monga R, Chen K, Devin M, Le QV, Mao MZ, Ranzato M, Senior A, Tucker P, Yang K, Ng AY. Large scale distributed deep networks. In: Pereira F, Burges CJC, Bottou L, Weinberger KQ, editors. Advances in neural information processing systems 25. Curran Associates, Inc.; 2012. p. 1223\u201331. \n                    http:\/\/papers.nips.cc\/paper\/4687-large-scale-distributed-deep-networks.pdf\n                    \n                  ."},{"key":"179_CR2","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition; 2014. arXiv preprint. \n                    arXiv:1409.1556."},{"key":"179_CR3","unstructured":"Coates A, Huval B, Wang T, Wu D, Catanzaro B, Andrew N. Deep learning with cots hpc systems. In: International conference on machine learning; 2013. p. 1337\u201345."},{"issue":"1","key":"179_CR4","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1186\/s40537-017-0084-5","volume":"4","author":"MM Najafabadi","year":"2017","unstructured":"Najafabadi MM, Khoshgoftaar TM, Villanustre F, Holt J. Large-scale distributed l-bfgs. J Big Data. 2017;4(1):22. \n                    https:\/\/doi.org\/10.1186\/s40537-017-0084-5\n                    \n                  .","journal-title":"J Big Data"},{"issue":"1","key":"179_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-014-0007-7","volume":"2","author":"MM Najafabadi","year":"2015","unstructured":"Najafabadi MM, Villanustre F, Khoshgoftaar TM, Seliya N, Wald R, Muharemagic E. Deep learning applications and challenges in big data analytics. J Big Data. 2015;2(1):1. \n                    https:\/\/doi.org\/10.1186\/s40537-014-0007-7\n                    \n                  .","journal-title":"J Big Data"},{"key":"179_CR6","unstructured":"Middleton AM, Chala A. Hpcc systems: introduction to hpcc (high-performance computing cluster). White paper, LexisNexis Risk Solutions; 2011. \n                    http:\/\/cdn.hpccsystems.com\/whitepapers\/wp_introduction_HPCC.pdf\n                    \n                  ."},{"issue":"3","key":"179_CR7","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1016\/0743-7315(92)90068-X","volume":"14","author":"T Nordstrom","year":"1992","unstructured":"Nordstrom T, Svensson B. Using and designing massively parallel computers for artificial neural networks. J Parallel Distrib Comput. 1992;14(3):260\u201385.","journal-title":"J Parallel Distrib Comput"},{"key":"179_CR8","unstructured":"Pethick M, Liddle M, Werstein P, Huang Z. Parallelization of a backpropagation neural network on a cluster computer. In: International conference on parallel and distributed computing and systems (PDCS 2003); 2003."},{"key":"179_CR9","unstructured":"Zhang X, Mckenna M, Mesirov JP, Waltz DL. An efficient implementation of the back-propagation algorithm on the connection machine cm-2. In: Advances in neural information processing systems; 1990. p. 801\u20139."},{"key":"179_CR10","unstructured":"Le QV, Ngiam J, Coates A, Lahiri A, Prochnow B, Ng AY. On optimization methods for deep learning. In: Proceedings of the 28th international conference on international conference on machine learning. Madison: Omnipress; 2011. p. 265\u201372."},{"key":"179_CR11","unstructured":"Saad D. Online algorithms and stochastic approximations. Online Learning; 1998. p. 5."},{"key":"179_CR12","unstructured":"Zinkevich M, Weimer M, Li L, Smola AJ. Parallelized stochastic gradient descent. In: Advances in neural information processing systems; 2010. p. 2595\u2013603."},{"key":"179_CR13","unstructured":"Zhang S, Choromanska AE, LeCun Y. Deep learning with elastic averaging sgd. In: Advances in neural information processing systems; 2015. p. 685\u201393."},{"issue":"3","key":"179_CR14","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/2.485893","volume":"29","author":"NB Serbedzija","year":"1996","unstructured":"Serbedzija NB. Simulating artificial neural networks on parallel architectures. Computer. 1996;29(3):56\u201363.","journal-title":"Computer"},{"key":"179_CR15","unstructured":"Chen J, Pan X, Monga R, Bengio S, Jozefowicz R. Revisiting distributed synchronous sgd. arXiv preprint; 2016 \n                    arXiv:1604.00981\n                    \n                  ."},{"issue":"6","key":"179_CR16","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1109\/72.329683","volume":"5","author":"N Murata","year":"1994","unstructured":"Murata N, Yoshizawa S, Amari S-i. Network information criterion-determining the number of hidden units for an artificial neural network model. IEEE Trans Neural Netw. 1994;5(6):865\u201372.","journal-title":"IEEE Trans Neural Netw"},{"key":"179_CR17","doi-asserted-by":"publisher","unstructured":"Johnston WE. High-speed wide area, data intensive computing: a ten year retrospective. In: Proceedings of the seventh international symposium on high performance distributed computing (Cat. No.98TB100244), Chicago, IL, USA, 31 July 1998. IEEE; 1998. \n                    https:\/\/doi.org\/10.1109\/HPDC.1998.709982\n                    \n                  .","DOI":"10.1109\/HPDC.1998.709982"},{"issue":"4","key":"179_CR18","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/MC.2008.122","volume":"41","author":"I Gorton","year":"2008","unstructured":"Gorton I, Greenfield P, Szalay A, Williams R. Data-intensive computing in the 21st century. Computer. 2008;41(4):30\u20132.","journal-title":"Computer"},{"key":"179_CR19","unstructured":"Bryant RE Data intensive scalable computing. Carnegie Mellon University; 2009. \n                    https:\/\/www.cs.cmu.edu\/~bryant\/pubdir\/disc-overview09.pdf\n                    \n                  . Accessed 10 Aug 2008."},{"key":"179_CR20","unstructured":"Microsoft. Truly consistent hybrid cloud with microsoft azure. 2017. \n                    https:\/\/azure.microsoft.com\/mediahandler\/files\/resourcefiles\/bf2fe090-ec7c-4463-92e7-92501d86dd28\/Truly%20Consistent%20Hybrid%20Cloud%20with%20Microsoft%20Azure.pdf\n                    \n                  ."},{"issue":"1","key":"179_CR21","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1145\/1496091.1496100","volume":"39","author":"LM Vaquero","year":"2008","unstructured":"Vaquero LM, Rodero-Merino L, Caceres J, Lindner M. A break in the clouds: towards a cloud definition. ACM SIGCOMM Comput Commun Rev. 2008;39(1):50\u20135.","journal-title":"ACM SIGCOMM Comput Commun Rev"},{"key":"179_CR22","unstructured":"Varia J, Mathew S. Overview of amazon web services. Amazon Web Services; 2014."},{"key":"179_CR23","unstructured":"Abadi M, Agarwal A, BarhamP, Brevdo E, Chen Z, Citro C, Corrado GS, Davis A, Dean J, Devin M,Ghemawat S, Goodfellow I, Harp A, Irving G, Isard M, Jia Y,Jozefowicz R, Kaiser L, Kudlur M, Levenberg J, Man\u00e9 D, Monga R,Moore S, Murray D, Olah C, Schuster M, Shlens J, Steiner B,Sutskever I, Talwar K, Tucker P, Vanhoucke V, Vasudevan V,Vi\u00e9gas F, Vinyals O, Warden P, Wattenberg M, Wicke M, Yu Y,Zheng X. TensorFlow: large-scale machine learning on heterogeneousSystems. Software available from tensorflow.org; 2015 \n                    https:\/\/www.tensorflow.org\/\n                    \n                  ."},{"key":"179_CR24","unstructured":"Maddison CJ, Huang A, Sutskever I, Silver D. Move evaluation in go using deep convolutional neural networks. arXiv preprint; 2014. \n                    arXiv:1412.6564.\n                    \n                  ."},{"key":"179_CR25","doi-asserted-by":"crossref","unstructured":"Le QV. Building high-level features using large scale unsupervised learning. In: 2013 IEEE international conference on acoustics, speech and signal processing (ICASSP). New York: IEEE; 2013. p. 8595\u20138.","DOI":"10.1109\/ICASSP.2013.6639343"},{"key":"179_CR26","unstructured":"Frome A, Corrado GS, Shlens J, Bengio S, Dean J, Mikolov T, et al. Devise: A deep visual-semantic embedding model. In: Advances in neural information processing systems; 2013. p. 2121\u20139."},{"key":"179_CR27","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A. Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition; 2015. p. 1\u20139.","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"179_CR28","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Ranzato M, Monga R, Mao M, Yang K, Le QV, Nguyen P, Senior A, Vanhoucke V, Dean J, et al. On rectified linear units for speech processing. In: 2013 IEEE international conference on acoustics, speech and signal processing (ICASSP). New York: IEEE; 2013. p. 3517\u201321.","DOI":"10.1109\/ICASSP.2013.6638312"},{"key":"179_CR29","doi-asserted-by":"crossref","unstructured":"Heigold G, Vanhoucke V, Senior A, Nguyen P, Ranzato M, Devin M, Dean J. Multilingual acoustic models using distributed deep neural networks. In: 2013 IEEE international conference on acoustics, speech and signal processing (ICASSP). New York: IEEE; 2013. p. 8619\u201323.","DOI":"10.1109\/ICASSP.2013.6639348"},{"issue":"6","key":"179_CR30","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MSP.2012.2205597","volume":"29","author":"G Hinton","year":"2012","unstructured":"Hinton G, Deng L, Yu D, Dahl GE, Mohamed A-R, Jaitly N, Senior A, Vanhoucke V, Nguyen P, Sainath TN, et al. Deep neural networks for acoustic modeling in speech recognition: The shared views of four research groups. IEEE Signal Process Mag. 2012;29(6):82\u201397.","journal-title":"IEEE Signal Process Mag"},{"key":"179_CR31","unstructured":"GitHub.com: State of the Octoverse. \n                    https:\/\/octoverse.github.com\/\n                    \n                   Accessed 10 July 2018."},{"issue":"6","key":"179_CR32","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1037\/h0042519","volume":"65","author":"F Rosenblatt","year":"1958","unstructured":"Rosenblatt F. The perceptron: a probabilistic model for information storage and organization in the brain. Psychol Rev. 1958;65(6):386.","journal-title":"Psychol Rev"},{"issue":"6088","key":"179_CR33","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart DE, Hinton GE, Williams RJ. Learning representations by back-propagating errors. Nature. 1986;323(6088):533.","journal-title":"Nature"},{"key":"179_CR34","unstructured":"Yann L. Modeles connexionnistes de lapprentissage. Ph.D. thesis, Ph.D. thesis, These de Doctorat, Universite Paris 6; 1987."},{"key":"179_CR35","unstructured":"LeCun Y. The mnist database of handwritten digits; 1998 \n                    http:\/\/yann.lecun.com\/exdb\/mnist\/\n                    \n                  . Accessed 1 Aug 2018."},{"key":"179_CR36","unstructured":"Group TH. Hierarchical Data Format, Version 5. \n                    http:\/\/www.hdfgroup.org\/HDF5\/\n                    \n                  . Accessed 15 July 2018."},{"key":"179_CR37","unstructured":"U.S.\u00a0Government, U.S.C.f.M., Services., M. The offical U.S. Governement Site for Medicare. \n                    https:\/\/www.medicare.gov\n                    \n                  . Accessed 29 Oct 2018."},{"key":"179_CR38","unstructured":"CMS. Research, statistics, data, and systems \n                    https:\/\/www.cms.gov\/research-statistics-data-and-systems\/research-statistics-data-and-systems.html\n                    \n                  . Accessed 29 Oct 2018."},{"key":"179_CR39","unstructured":"U.S. Government, U.S. Centers for Medicare and Medicaid Services. What\u2019s Medicare? \n                    https:\/\/www.medicare.gov\/sign-up-change-plans\/decide-how-to-get-medicare\/whats-medicare\/what-is-medicare.html\n                    \n                  . Accessed 29 Oct 2018."},{"key":"179_CR40","unstructured":"CMS. Center for medicare and medicaid services. \n                    https:\/\/www.cms.gov\/\n                    \n                  . Accessed 29 Oct 2018."},{"key":"179_CR41","unstructured":"HHS. U.S. Department of Health and Human Services. \n                    http:\/\/www.hhs.gov\/\n                    \n                  . Accessed 29 Oct 2018."},{"key":"179_CR42","doi-asserted-by":"crossref","unstructured":"Bauder RA, Khoshgoftaar TM. A survey of medicare data processing and integration for fraud detection. In: 2018 IEEE 19th international conference on information reuse and integration (IRI). New York: IEEE; 2018. p. 9\u201314.","DOI":"10.1109\/IRI.2018.00010"},{"key":"179_CR43","doi-asserted-by":"publisher","unstructured":"Bauder RA, Khoshgoftaar TM. A survey of medicare data processing and integration for fraud detection. In: 2018 IEEE international conference on information reuse and integration (IRI); 2018. p. 9\u201314. \n                    https:\/\/doi.org\/10.1109\/IRI.2018.00010\n                    \n                  .","DOI":"10.1109\/IRI.2018.00010"},{"key":"179_CR44","doi-asserted-by":"crossref","unstructured":"Bauder RA, Khoshgoftaar TM. Medicare fraud detection using machine learning methods. In: 2017 16th IEEE international conference on machine learning and applications (ICMLA). New York: IEEE; 2017. p. 858\u201365.","DOI":"10.1109\/ICMLA.2017.00-48"},{"key":"179_CR45","doi-asserted-by":"crossref","unstructured":"Khoshgoftaar TM, Seiffert C, Van\u00a0Hulse J, Napolitano A, Folleco A. Learning with limited minority class data. In: Sixth international conference on machine learning and applications, 2007. ICMLA 2007. New York: IEEE; 2007. p. 348\u201353.","DOI":"10.1109\/ICMLA.2007.76"},{"key":"179_CR46","doi-asserted-by":"crossref","unstructured":"Seiffert C, Khoshgoftaar TM, Van\u00a0Hulse J, Napolitano A. Mining data with rare events: a case study. In: Ictai. IEEE; 2007. p. 132\u20139.","DOI":"10.1109\/ICTAI.2007.71"},{"key":"179_CR47","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hulse J, Khoshgoftaar TM, Napolitano A. Experimental perspectives on learning from imbalanced data. In: Proceedings of the 24th international conference on machine learning. New York: ACM; 2007. p. 935\u201342.","DOI":"10.1145\/1273496.1273614"},{"issue":"1","key":"179_CR48","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1186\/s40537-018-0138-3","volume":"5","author":"M Herland","year":"2018","unstructured":"Herland M, Khoshgoftaar TM, Bauder RA. Big data fraud detection using multiple medicare data sources. J Big Data. 2018;5(1):29. \n                    https:\/\/doi.org\/10.1186\/s40537-018-0138-3\n                    \n                  .","journal-title":"J Big Data"},{"key":"179_CR49","doi-asserted-by":"publisher","unstructured":"Prusa J, Khoshgoftaar TM, Dittman DJ, Napolitano A. Using random undersampling to alleviate class imbalance on tweet sentiment data. In: 2015 IEEE international conference on information reuse and integration; 2015. p. 197\u2013202. \n                    https:\/\/doi.org\/10.1109\/IRI.2015.39\n                    \n                  .","DOI":"10.1109\/IRI.2015.39"},{"key":"179_CR50","doi-asserted-by":"crossref","unstructured":"Amdahl GM. Validity of the single processor approach to achieving large scale computing capabilities. In: Proceedings of the April 18-20, 1967, spring joint computer conference. New York: ACM; 1967. p. 483\u2013485.","DOI":"10.1145\/1465482.1465560"},{"key":"179_CR51","volume-title":"Intermediate statistical methods and applications: a computer package approach","author":"M Berenson","year":"1983","unstructured":"Berenson M, Levine D, Goldstein M. Intermediate statistical methods and applications: a computer package approach. Englewood Cliffs: Prentice-Hall; 1983."},{"key":"179_CR52","first-page":"1","volume-title":"Tukey\u2019s honestly significant difference (hsd) test. Encyclopedia of research design","author":"H Abdi","year":"2010","unstructured":"Abdi H, Williams LJ. Tukey\u2019s honestly significant difference (hsd) test. Encyclopedia of research design. Thousand Oaks: Sage; 2010. p. 1\u20135."},{"key":"179_CR53","doi-asserted-by":"crossref","unstructured":"Seliya N, Khoshgoftaar TM, Van\u00a0Hulse J. A study on the relationships of classifier performance metrics. In: 21st international conference on tools with artificial intelligence, 2009. ICTAI\u201909. New York: IEEE; 2009. p. 59\u201366.","DOI":"10.1109\/ICTAI.2009.25"}],"container-title":["Journal of Big Data"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40537-019-0179-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s40537-019-0179-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40537-019-0179-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,14]],"date-time":"2020-02-14T00:04:30Z","timestamp":1581638670000},"score":1,"resource":{"primary":{"URL":"https:\/\/journalofbigdata.springeropen.com\/articles\/10.1186\/s40537-019-0179-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,14]]},"references-count":53,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["179"],"URL":"https:\/\/doi.org\/10.1186\/s40537-019-0179-2","relation":{},"ISSN":["2196-1115"],"issn-type":[{"value":"2196-1115","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,14]]},"assertion":[{"value":"3 December 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"16"}}