{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T06:55:23Z","timestamp":1729666523359,"version":"3.28.0"},"reference-count":21,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1109\/bigdata.2017.8258262","type":"proceedings-article","created":{"date-parts":[[2018,1,15]],"date-time":"2018-01-15T17:47:28Z","timestamp":1516038448000},"page":"2931-2940","source":"Crossref","is-referenced-by-count":3,"title":["A novel compression algorithm decision method for spark shuffle process"],"prefix":"10.1109","author":[{"given":"Shanshan","family":"Huang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jungang","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renfeng","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Husheng","family":"Liao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC.2013.6799133"},{"key":"ref11","article-title":"A Profiling and Performance Analysis based Self-tuning System for Optimization of Hadoop MapReduce Cluster Configuration","author":"wu","year":"2013","journal-title":"Vanderbilt University"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/BigDataCongress.2015.64"},{"key":"ref13","article-title":"Configuring and Optimizing Spark Applications with Ease-Nishkam Ravi","author":"ravi","year":"2015","journal-title":"Cloudera"},{"key":"ref14","first-page":"11","article-title":"Parameter Optimation for Spark Jobs Based on Runtime Data Analysis","volume":"1","author":"chen","year":"2016","journal-title":"Computing in Science & Eng"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ISPDC.2016.24"},{"key":"ref16","first-page":"31","article-title":"Adaptive Task Scheduling Strategy for Heterogeneous Spark Cluster","volume":"42","author":"yang","year":"2016","journal-title":"Computer Engineering"},{"key":"ref17","article-title":"Analysis and Optimization of Memory Scheduling Algorithm of Spark Shuffle","author":"chen","year":"2016","journal-title":"Journal of Zhejiang University"},{"journal-title":"Apache SPARK","year":"2017","key":"ref18"},{"key":"ref19","first-page":"207","article-title":"The Study on the Effects of Compression on Hadoop Performance","volume":"37","author":"xiang","year":"2015","journal-title":"Computer Engineering and Science"},{"journal-title":"Data Processing with Spark Technology Application and Performance Optimization","year":"2015","author":"gao","key":"ref4"},{"key":"ref3","first-page":"2","article-title":"Resilient Distributed Datasets: A Fault-tolerant Abstraction for In-memory Cluster Computing","author":"zaharia","year":"2012","journal-title":"Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"journal-title":"Apache Hadoop","year":"2017","key":"ref5"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1111","DOI":"10.14778\/3402707.3402746","article-title":"Profiling, What-if Analysis, and Cost-based Optimization of Mapreduce Programs","volume":"4","author":"herodotou","year":"2011","journal-title":"Proceedings of the VLDB Endowment"},{"key":"ref7","first-page":"261","article-title":"Starfish: A Self-tuning System for Big Data Analytics","volume":"11","author":"herodotou","year":"2011","journal-title":"CIDR"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2886107"},{"key":"ref1","article-title":"Total WW Data to Reach 163ZB by 2025","author":"david","year":"2017","journal-title":"IDC Corp white paper"},{"key":"ref9","article-title":"Hadoop Performance Models","author":"herodotou","year":"0","journal-title":"Duke University Technical Report"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC-CSS-ICESS.2015.246"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2014.6835958"}],"event":{"name":"2017 IEEE International Conference on Big Data (Big Data)","start":{"date-parts":[[2017,12,11]]},"location":"Boston, MA","end":{"date-parts":[[2017,12,14]]}},"container-title":["2017 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8241556\/8257893\/08258262.pdf?arnumber=8258262","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,25]],"date-time":"2020-10-25T13:07:22Z","timestamp":1603631242000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8258262\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/bigdata.2017.8258262","relation":{},"subject":[],"published":{"date-parts":[[2017,12]]}}}