{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T01:10:09Z","timestamp":1748740209834,"version":"3.41.0"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2016,1,2]],"date-time":"2016-01-02T00:00:00Z","timestamp":1451692800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["NETGP394424-10"],"award-info":[{"award-number":["NETGP394424-10"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472438"],"award-info":[{"award-number":["61472438"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Netw Syst Manage"],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1007\/s10922-015-9362-8","type":"journal-article","created":{"date-parts":[[2016,1,2]],"date-time":"2016-01-02T13:26:53Z","timestamp":1451741213000},"page":"859-883","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["OPTIMA: On-Line Partitioning Skew Mitigation for MapReduce with Resource Adjustment"],"prefix":"10.1007","volume":"24","author":[{"given":"Zhihong","family":"Liu","sequence":"first","affiliation":[]},{"given":"Qi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Raouf","family":"Boutaba","sequence":"additional","affiliation":[]},{"given":"Yaping","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Baosheng","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,1,2]]},"reference":[{"key":"9362_CR1","unstructured":"Ananthanarayanan, G., Hung, M.C.C., Ren, X., Stoica, I., Wierman, A., Yu, M.: Grass: trimming stragglers in approximation analytics. In: Proceedings of the 11th USENIX NSDI (2014)"},{"key":"9362_CR2","unstructured":"Ananthanarayanan, G., Kandula, S., Greenberg, A.G., Stoica, I., Lu, Y., Saha, B., Harris, E.: Reining in the outliers in map-reduce clusters using mantri. In: OSDI, vol. 10, p. 24. (2010)"},{"key":"9362_CR3","unstructured":"Arning, A., Agrawal, R., Raghavan, P.: A linear method for deviation detection in large databases. In: KDD, pp. 164\u2013169. (1996)"},{"key":"9362_CR4","volume-title":"Nonlinear Regression: Iterative Estimation and Linear Approximations","author":"DM Bates","year":"1988","unstructured":"Bates, D.M., Watts, D.G.: Nonlinear Regression: Iterative Estimation and Linear Approximations. Wiley, New Jersey (1988)"},{"key":"9362_CR5","first-page":"21","volume":"11","author":"D Borthakur","year":"2007","unstructured":"Borthakur, D.: The hadoop distributed file system: architecture and design. Hadoop Proj. Website 11, 21 (2007)","journal-title":"Hadoop Proj. Website"},{"key":"9362_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Y., Ganapathi, A., Katz, R.H.: To compress or not to compress-compute vs. io tradeoffs for mapreduce energy efficiency. In: Proceedings of the First ACM SIGCOMM Workshop on Green Networking, pp. 23\u201328. ACM (2010)","DOI":"10.1145\/1851290.1851296"},{"key":"9362_CR7","doi-asserted-by":"crossref","unstructured":"Chowdhury, M., Zaharia, M., Ma, J., Jordan, M.I., Stoica, I.: Managing data transfers in computer clusters with orchestra. In: ACM SIGCOMM Computer Communication Review, vol. 41, pp. 98\u2013109. ACM (2011)","DOI":"10.1145\/2018436.2018448"},{"issue":"1","key":"9362_CR8","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"51","author":"J Dean","year":"2008","unstructured":"Dean, J., Ghemawat, S.: Mapreduce: simplified data processing on large clusters. Commun. ACM 51(1), 107\u2013113 (2008)","journal-title":"Commun. ACM"},{"key":"9362_CR9","volume-title":"Incremental calculation of weighted mean and variance","author":"T Finch","year":"2009","unstructured":"Finch, T.: Incremental calculation of weighted mean and variance. University of Cambridge, Cambridge (2009)"},{"key":"9362_CR10","unstructured":"Ghodsi, A., Zaharia, M., Hindman, B., Konwinski, A., Shenker, S., Stoica, I.: Dominant resource fairness: fair allocation of multiple resource types. In: NSDI, vol. 11, pp. 24\u201324 (2011)"},{"key":"9362_CR11","doi-asserted-by":"crossref","unstructured":"Gufler, B., Augsten, N., Reiser, A., Kemper, A.: Handing data skew in mapreduce. In: Proceedings of the 1st International Conference on Cloud Computing and Services Science, vol. 146, pp. 574\u2013583 (2011)","DOI":"10.5220\/0003391105740583"},{"key":"9362_CR12","doi-asserted-by":"crossref","unstructured":"Gufler, B., Augsten, N., Reiser, A., Kemper, A.: Load balancing in mapreduce based on scalable cardinality estimates. In: Data Engineering (ICDE), 2012 IEEE 28th International Conference on, pp. 522\u2013533. IEEE (2012)","DOI":"10.1109\/ICDE.2012.58"},{"key":"9362_CR13","unstructured":"Hadoop mapreduce distribution http:\/\/hadoop.apache.org\/docs\/r1.2.1\/"},{"key":"9362_CR14","unstructured":"Hadoop: Fair scheduler http:\/\/hadoop.apache.org\/docs\/r2.4.0\/hadoop-yarn\/hadoop-yarn-site\/FairScheduler.html"},{"key":"9362_CR15","doi-asserted-by":"crossref","unstructured":"Hammoud, M., Rehman, M.S., Sakr, M.F.: Center-of-gravity reduce task scheduling to lower mapreduce network traffic. In: Cloud Computing (CLOUD), 2012 IEEE 5th International Conference on, pp. 49\u201358. IEEE (2012)","DOI":"10.1109\/CLOUD.2012.92"},{"issue":"4","key":"9362_CR16","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1007\/s12083-013-0213-7","volume":"6","author":"S Ibrahim","year":"2013","unstructured":"Ibrahim, S., Jin, H., Lu, L., He, B., Antoniu, G., Wu, S.: Handling partitioning skew in mapreduce using leen. Peer Peer Netw. Appl. 6(4), 409\u2013424 (2013)","journal-title":"Peer Peer Netw. Appl."},{"key":"9362_CR17","unstructured":"Jain, R., Chiu, D.M., Hawe, W.R.: A quantitative measure of fairness and discrimination for resource allocation in shared computer system (1984)"},{"key":"9362_CR18","doi-asserted-by":"crossref","unstructured":"Jalaparti, V., Ballani, H., Costa, P., Karagiannis, T., Rowstron, A.: Bridging the tenant-provider gap in cloud services. In: Proceedings of the Third ACM Symposium on Cloud Computing, p. 10. ACM (2012)","DOI":"10.1145\/2391229.2391239"},{"key":"9362_CR19","unstructured":"Kang, J.M., Bannazadeh, H., Leon-Garcia, A.: Savi testbed: Control and management of converged virtual ict resources. In: IFIP\/IEEE International Symposium on Integrated Network Management (IM 2013), 2013 pp. 664\u2013667. IEEE (2013)"},{"issue":"3","key":"9362_CR20","first-page":"180","volume":"10","author":"G Kirby","year":"1985","unstructured":"Kirby, G.: Zipf\u2019s law. UK J. Nav. Sci. 10(3), 180\u2013185 (1985)","journal-title":"UK J. Nav. Sci."},{"key":"9362_CR21","doi-asserted-by":"crossref","unstructured":"Kwon, Y., Balazinska, M., Howe, B., Rolia, J.: Skewtune: mitigating skew in mapreduce applications. In: Proceedings of the 2012 ACM SIGMOD International Conference on Management of Data, pp. 25\u201336. ACM (2012)","DOI":"10.1145\/2213836.2213840"},{"key":"9362_CR22","doi-asserted-by":"crossref","unstructured":"Le, Y., Liu, J., Ergun, F., Wang, D.: Online load balancing for mapreduce with skewed data input. In: INFOCOM, 2014 Proceedings IEEE, pp. 2004\u20132012. IEEE (2014)","DOI":"10.1109\/INFOCOM.2014.6848141"},{"key":"9362_CR23","unstructured":"Lin, J.: Cloud 9: A mapreduce library for hadoop (2010a). https:\/\/github.com\/lintool\/Cloud9"},{"issue":"1","key":"9362_CR24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00274ED1V01Y201006HLT007","volume":"3","author":"J Lin","year":"2010","unstructured":"Lin, J., Dyer, C.: Data-intensive text processing with mapreduce. Synth. Lect. Hum. Lang. Technol. 3(1), 1\u2013177 (2010b)","journal-title":"Synth. Lect. Hum. Lang. Technol."},{"key":"9362_CR25","doi-asserted-by":"crossref","unstructured":"Liu, Z., Zhang, Q., Zhani, M.F., Boutaba, R., Liu, Y., Gong, Z.: Dreams: Dynamic resource allocation for mapreduce with data skew. In: IFIP\/IEEE International Symposium on Integrated Network Management (IM 2015), 2015. Ottawa (2015)","DOI":"10.1109\/INM.2015.7140272"},{"key":"9362_CR26","volume-title":"Computational Complexity","author":"CH Papadimitriou","year":"2003","unstructured":"Papadimitriou, C.H.: Computational Complexity. Wiley, New Jersey (2003)"},{"key":"9362_CR27","unstructured":"Papers, M.I.W.: Compression in hadoop. http:\/\/technet.microsoft.com\/en-us\/library\/dn247618.aspx"},{"key":"9362_CR28","doi-asserted-by":"crossref","unstructured":"Polo, J., Carrera, D., Becerra, Y., Torres, J., Ayguad\u00e9, E., Steinder, M., Whalley, I.: Performance-driven task co-scheduling for mapreduce environments. In: Network Operations and Management Symposium (NOMS), 2010 IEEE, pp. 373\u2013380. IEEE (2010)","DOI":"10.1109\/NOMS.2010.5488494"},{"key":"9362_CR29","doi-asserted-by":"crossref","unstructured":"Ramakrishnan, S.R., Swart, G., Urmanov, A.: Balancing reducer skew in mapreduce workloads using progressive sampling. In: Proceedings of the Third ACM Symposium on Cloud Computing, p. 16. ACM (2012)","DOI":"10.1145\/2391229.2391245"},{"key":"9362_CR30","doi-asserted-by":"crossref","unstructured":"Sharma, B., Prabhakar, R., Lim, S., Kandemir, M.T., Das, C.R.: Mrorchestrator: A fine-grained resource orchestration framework for mapreduce clusters. In: IEEE 5th International Conference on Cloud Computing (CLOUD), 2012, pp. 1\u20138. IEEE (2012)","DOI":"10.1109\/CLOUD.2012.37"},{"key":"9362_CR31","volume-title":"Introduction to Data Mining","author":"PN Tan","year":"2006","unstructured":"Tan, P.N., Steinbach, M., Kumar, V., et al.: Introduction to Data Mining, vol. 1. Pearson Addison Wesley, Boston (2006)"},{"key":"9362_CR32","doi-asserted-by":"crossref","unstructured":"Vavilapalli, V.K., Murthy, A.C., Douglas, C., Agarwal, S., Konar, M., Evans, R., Graves, T., Lowe, J., Shah, H., Seth, S., et al.: Apache hadoop yarn: Yet another resource negotiator. In: Proceedings of the 4th annual Symposium on Cloud Computing, p. 5. ACM (2013)","DOI":"10.1145\/2523616.2523633"},{"key":"9362_CR33","doi-asserted-by":"crossref","unstructured":"Verma, A., Cherkasova, L., Campbell, R.H.: Aria: automatic resource inference and allocation for mapreduce environments. In: Proceedings of the 8th ACM International Conference on Autonomic Computing, pp. 235\u2013244. ACM (2011)","DOI":"10.1145\/1998582.1998637"},{"key":"9362_CR34","volume-title":"Hadoop: The definitive guide","author":"T White","year":"2012","unstructured":"White, T.: Hadoop: The definitive guide. O\u2019Reilly Media Inc, California (2012)"},{"key":"9362_CR35","doi-asserted-by":"crossref","unstructured":"Wolf, J., Rajan, D., Hildrum, K., Khandekar, R., Kumar, V., Parekh, S., Wu, K.L., Balmin, A.: Flex: A slot allocation scheduling optimizer for mapreduce workloads. In: Middleware 2010, pp. 1\u201320. Springer (2010)","DOI":"10.1007\/978-3-642-16955-7_1"},{"key":"9362_CR36","doi-asserted-by":"crossref","unstructured":"Yadwadkar, N.J., Ananthanarayanan, G., Katz, R.: Wrangler: Predictable and faster jobs using fewer resources. In: Proceedings of the ACM Symposium on Cloud Computing, pp. 1\u201314. ACM (2014)","DOI":"10.1145\/2670979.2671005"},{"key":"9362_CR37","unstructured":"Zacheilas, N., Kalogeraki, V.: Real-time scheduling of skewed mapreduce jobs in heterogeneous environments. In: Proceedings of 11th International Conference on Autonomic Computing, pp. 189\u2013200. USENIX (2014)"},{"key":"9362_CR38","unstructured":"Zaharia, M., Konwinski, A., Joseph, A.D., Katz, R.H., Stoica, I.: Improving mapreduce performance in heterogeneous environments. In: OSDI, vol.\u00a08, p.\u00a07 (2008)"},{"key":"9362_CR39","unstructured":"Zhang, Z., Cherkasova, L., Loo, B.T.: Autotune: Optimizing execution concurrency and resource usage in mapreduce workflows. In: ICAC, pp. 175\u2013181 (2013)"}],"container-title":["Journal of Network and Systems Management"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-015-9362-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10922-015-9362-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-015-9362-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:36:16Z","timestamp":1748738176000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10922-015-9362-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,1,2]]},"references-count":39,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,10]]}},"alternative-id":["9362"],"URL":"https:\/\/doi.org\/10.1007\/s10922-015-9362-8","relation":{},"ISSN":["1064-7570","1573-7705"],"issn-type":[{"type":"print","value":"1064-7570"},{"type":"electronic","value":"1573-7705"}],"subject":[],"published":{"date-parts":[[2016,1,2]]}}}