{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:33:08Z","timestamp":1783438388796,"version":"3.54.6"},"reference-count":113,"publisher":"Tsinghua University Press","issue":"2","funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972261"],"award-info":[{"award-number":["61972261"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Big Data Min. Anal."],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.26599\/bdma.2022.9020014","type":"journal-article","created":{"date-parts":[[2023,1,26]],"date-time":"2023-01-26T19:06:18Z","timestamp":1674759978000},"page":"154-169","source":"Crossref","is-referenced-by-count":48,"title":["Survey of Distributed Computing Frameworks for Supporting Big Data Analysis"],"prefix":"10.26599","volume":"6","author":[{"given":"Xudong","family":"Sun","sequence":"first","affiliation":[{"name":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yulin","family":"He","sequence":"additional","affiliation":[{"name":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dingming","family":"Wu","sequence":"additional","affiliation":[{"name":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joshua Zhexue","family":"Huang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"11138","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3923\/jas.2015.46.57"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ISPDC.2014.33"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwt032"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICOASE.2018.8548937"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-8360-0_22"},{"issue":"8","key":"ref6","first-page":"2548","article-title":"Study of parallel computing framework based on GPU-Hadoop, (in Chinese)","volume":"31","author":"Zhang","year":"2014","journal-title":"Applicat. Res. Comput."},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2010.89"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1165389.945450"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CNSM.2016.7818455"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/PCI.2008.33"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2889355"},{"issue":"3","key":"ref13","first-page":"373","article-title":"Random sample partition data model and related technologies for big data analysis","volume":"34","author":"Huang","year":"2019","journal-title":"J Data Acquisit. Process."},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/BigDataCongress.2017.53"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICACCS.2017.8014673"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/BlackSeaCom48709.2020.9235010"},{"issue":"6","key":"ref17","first-page":"221","article-title":"A new algorithm for static task scheduling for heterogeneous distributed computing systems","volume":"4","author":"Bahnasawy","year":"2011","journal-title":"Afr. J. Mathemat. Comput. Sci. Res."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2007.05.015"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00059"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s02011-011-1137-8"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/E-SCIENCE.2005.51"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.4028\/www.scientific.net\/AMM.530-531.650"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1002\/spe.432"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACCT.2012.15"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICECDS.2017.8389959"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2011.71"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.5120\/ijca2015906828"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58667-0_19"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2019.00067"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/169627.169848"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3150224"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/NCM.2008.162"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/608\/1\/012039"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICBNMT.2010.5705223"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/GreenCom-iThings-CPSCom.2013.422"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2014.2377720"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.2991\/aiea-16.2016.40"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1837915.1837922"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.7763\/IJCCE.2014.V3.336"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2013.10.003"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2014.07.022"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2012.32"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2015.04.108"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s10723-012-9204-9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2016.2535261"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-5558-9_5"},{"key":"ref48","volume-title":"Hadoop in Action","author":"Lam","year":"2010"},{"key":"ref49","volume-title":"Expert Hadoop Administration: Managing, Tuning, and Securing Spark, YARN, and HDFS","author":"Alapati","year":"2016"},{"issue":"10","key":"ref50","first-page":"1136","article-title":"Deploying and improving hadoop on pseudo-distributed mode","volume":"3","author":"Bhatia","year":"2014","journal-title":"Compusoft"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2924621"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICAwST.2013.6765487"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35314-7_67"},{"issue":"11A","key":"ref54","first-page":"333","article-title":"MapReduce designed to optimize computing model based on hadoop framework, (in Chinese)","volume":"41","author":"Sun","year":"2014","journal-title":"Comput. Sci."},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2016.7498357"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/SmartCity.2015.46"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/YSF.2017.8126655"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742797"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/WorldS450073.2020.9210353"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2016.06.004"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137777"},{"key":"ref62","volume-title":"Stream Processing with Apache Flink: Fundamentals, Implementation, and Operation of Streaming Applications","author":"Hueske","year":"2019"},{"issue":"4","key":"ref63","first-page":"28","article-title":"Apache flink\u2122: Stream and batch processing in a single engine","volume":"36","author":"Carbone","year":"2015","journal-title":"Bull. IEEE Comput. Soc. Technol. Committ. Data Eng."},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/IC2EW.2016.56"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.14445\/22312803\/IJCTT-V19P103"},{"key":"ref66","first-page":"95","article-title":"Survey on frameworks for distributed computing: Hadoop, spark and storm","volume-title":"Proc. 10th Doctoral Symp. in Informatics Engineering-DSIE15","author":"Da Silva Morais"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687609"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687568"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2010.5447738"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376726"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TMSCS.2018.2845886"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/MITP.2017.6"},{"key":"ref73","first-page":"1","article-title":"Kafka: A distributed messaging system for log processing","volume-title":"Proc. 6th Int. Workshop on Networking Meets Databases","author":"Kreps"},{"issue":"10","key":"ref74","first-page":"252","article-title":"An efficient HADOOP frameworks SQOOP and ambari for big data processing","volume":"1","author":"Aravinth","year":"2015","journal-title":"Int. J. Innovat. Res. Sci. Technol."},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSNT.2011.6182030"},{"key":"ref76","volume-title":"Redis in action","author":"Carlson","year":"2013"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415535"},{"issue":"127","key":"ref78","first-page":"1","article-title":"Apache mahout: Machine learning on distributed dataflow systems","volume":"21","author":"Anil","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-5669-5_2"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.5120\/ijais2017451682"},{"key":"ref81","first-page":"1407","article-title":"Impala: Scalable distributed deep-RL with importance weighted actor-learner architectures","volume-title":"Proc. 35th Int. Conf. Machine Learning","author":"Espeholt"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523633"},{"key":"ref83","first-page":"295","article-title":"Mesos: A platform for Fine-Grained resource sharing in the data center","volume-title":"Proc. 8th USENIX Conf. Networked Systems Design and Implementation","author":"Hindman"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4302-4864-4_20"},{"key":"ref85","volume-title":"ZooKeeper: Distributed Process Coordination","author":"Junqueira","year":"2013"},{"key":"ref86","volume-title":"Parallel and Distributed Computing Handbook","author":"Zomaya","year":"1995"},{"key":"ref87","volume-title":"Distributed Computing: Principles, Algorithms, and Systems","author":"Kshemkalyani","year":"2011"},{"key":"ref88","volume-title":"The hadoop distributed file system: Architecture and design","author":"Borthakur","year":"2007"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.9734\/ajrcos\/2021\/v11i230260"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/1629175.1629198"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1920881"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-40675-1_45"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-012-0269-7"},{"key":"ref94","first-page":"2672","article-title":"A review on processing big data","volume":"2","author":"Sriramoju","year":"2014","journal-title":"Int. J. Innovat. Res. Comput. Communicat. Eng."},{"key":"ref95","first-page":"15","article-title":"Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing","volume-title":"Proc. 9th USENIX Conf. Networked Systems Design and Implementation","author":"Zaharia"},{"key":"ref96","first-page":"10","article-title":"Spark: Cluster computing with working sets","volume-title":"Proc. 2nd USENIX Conf. Hot Topics in Cloud Computing","author":"Zaharia"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2912723"},{"key":"ref98","first-page":"8","article-title":"Empirical analysis of asymptotic ensemble learning for big data","volume-title":"Proc. IEEE\/ACM 3rd Int. Conf. Big Data Computing Applications and Technologies","author":"Salloum"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60245-1_31"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-94295-7_24"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.11.007"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3027675"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2013.40"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2630811"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/3157734"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-018-2391-9"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1249"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12290"},{"key":"ref109","first-page":"III-531","article-title":"Scalable simple random sampling and stratified sampling","volume-title":"Proc. 30th Int. Conf. Int. Conf. Machine Learning","author":"Meng"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.26599\/BDMA.2019.9020015"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/1007568.1007602"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1561\/1900000004"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0205-4"}],"container-title":["Big Data Mining and Analytics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8254253\/10026288\/10026506.pdf?arnumber=10026506","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,8]],"date-time":"2024-03-08T02:13:31Z","timestamp":1709864011000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10026506\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":113,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.26599\/bdma.2022.9020014","relation":{},"ISSN":["2096-0654","2097-406X"],"issn-type":[{"value":"2096-0654","type":"print"},{"value":"2097-406X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6]]}}}