{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T07:57:31Z","timestamp":1764403051215,"version":"3.37.3"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T00:00:00Z","timestamp":1616716800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T00:00:00Z","timestamp":1616716800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100012457","name":"Chongqing Basic and Frontier Research Project","doi-asserted-by":"publisher","award":["cstc2018jcyjAX0525"],"award-info":[{"award-number":["cstc2018jcyjAX0525"]}],"id":[{"id":"10.13039\/501100012457","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012542","name":"Sichuan Province Science and Technology Support Program","doi-asserted-by":"publisher","award":["2019YFG0107"],"award-info":[{"award-number":["2019YFG0107"]}],"id":[{"id":"10.13039\/100012542","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s11227-021-03740-5","type":"journal-article","created":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T11:02:51Z","timestamp":1616756571000},"page":"11575-11596","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["A frequency-aware and energy-saving strategy based on DVFS for Spark"],"prefix":"10.1007","volume":"77","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8558-0838","authenticated-orcid":false,"given":"Hongjian","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaojun","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enjie","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenhong","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,26]]},"reference":[{"key":"3740_CR1","doi-asserted-by":"crossref","unstructured":"Xu L, Yu X, Gulliver A (2021) Intelligent outage probability prediction for mobile IoT networks based on an IGWO-Elman Neural Network.IEEE Transactions on Vehicular Technology PP(99):1\u20131.","DOI":"10.1109\/TVT.2021.3051966"},{"key":"3740_CR2","doi-asserted-by":"crossref","unstructured":"Jlassi A, Martineau P (2016) Virtualization technologies for the big data environment. In: Proceedings of the 31st annual ACM symposium on applied computing, ACM, pp 542\u2013545.","DOI":"10.1145\/2851613.2851881"},{"issue":"2","key":"3740_CR3","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1007\/s10723-016-9364-0","volume":"14","author":"NJ Kansal","year":"2016","unstructured":"Kansal NJ, Chana I (2016) Energy-aware virtual machine migration for Cloud computing-a firefly optimization approach. J Grid Comput 14(2):327\u2013345","journal-title":"J Grid Comput"},{"key":"3740_CR4","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.comnet.2015.11.024","volume":"101","author":"Q Liu","year":"2016","unstructured":"Liu Q, Ma Y, Alhussein M, Zhang Y, Peng L (2016) Green data center with iot sensing and Cloud-assisted smart temperature control system. Comput Netw 101:104\u2013112","journal-title":"Comput Netw"},{"issue":"5","key":"3740_CR5","doi-asserted-by":"publisher","first-page":"1044","DOI":"10.1109\/TPDS.2020.3040800","volume":"32","author":"S Ilager","year":"2021","unstructured":"Ilager S, Ramamohanarao K, Buyya R (2021) Thermal prediction for efficient energy management of clouds using machine learning. IEEE Trans Parallel Distrib Syst 32(5):1044\u20131056","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"10","key":"3740_CR6","doi-asserted-by":"publisher","first-page":"e4067","DOI":"10.1002\/cpe.4067","volume":"29","author":"P Arroba","year":"2017","unstructured":"Arroba P, Moya JM, Ayala JL, BuyyaR, (2017) Dynamic voltage and frequency scaling- aware dynamic consolidation of virtual machines for energy efficient Cloud data centers. Concurr Comput: Practice Exp 29(10):e4067","journal-title":"Concurr Comput: Practice Exp"},{"issue":"4","key":"3740_CR7","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1007\/s10723-017-9391-5","volume":"15","author":"J Jiang","year":"2017","unstructured":"Jiang J, Lin Y, Xie G, Fu L, Yang J (2017) Time and energy optimization algorithms for the static scheduling of multiple workflows in heterogeneous computing system. J Grid Comput 15(4):435\u2013456","journal-title":"J Grid Comput"},{"key":"3740_CR8","doi-asserted-by":"crossref","unstructured":"MTI I, SNSA B, SK A, RB A (2020) Cost-efficient dynamic scheduling of big data applications in apache spark on cloud.\u00a0J Syst Softw 162.","DOI":"10.1016\/j.jss.2019.110515"},{"key":"3740_CR9","doi-asserted-by":"crossref","unstructured":"Guo W, Huang C,Tian W (2020) Handling data skew at reduce stage in spark by reducepartition. Concurr Comput: Practice Exp 32(9).","DOI":"10.1002\/cpe.5637"},{"issue":"6","key":"3740_CR10","doi-asserted-by":"publisher","first-page":"2376","DOI":"10.1007\/s11227-016-1737-4","volume":"72","author":"W Tian","year":"2016","unstructured":"Tian W, Li G, Yang W, Buyya R (2016) Hscheduler: an optimal approach to minimize the makespan of multiple mapreduce jobs. J Supercomput 72(6):2376\u20132393","journal-title":"J Supercomput"},{"issue":"4","key":"3740_CR11","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s10723-018-9464-0","volume":"16","author":"MHN Yousefi","year":"2018","unstructured":"Yousefi MHN, Goudarzi M (2018) A task-based greedy scheduling algorithm for minimizing energy of mapreduce jobs. J Grid Comput 16(4):535\u2013551","journal-title":"J Grid Comput"},{"key":"3740_CR12","first-page":"1284","volume-title":"A hybrid scheduling approach for scalable heterogeneous hadoop systems","author":"A Rasooli","year":"2012","unstructured":"Rasooli A, Down DG (2012) A hybrid scheduling approach for scalable heterogeneous hadoop systems. High Performance Computing, Networking Storage and Analysis, pp 1284\u20131291"},{"key":"3740_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.future.2014.01.002","volume":"36","author":"A Rasooli","year":"2014","unstructured":"Rasooli A, Down DG (2014) Coshh: A classification and optimization-based scheduler for heterogeneous hadoop systems. Futur Gener Comput Syst 36:1\u201315","journal-title":"Futur Gener Comput Syst"},{"issue":"1","key":"3740_CR14","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/s10723-015-9334-y","volume":"14","author":"Z Tang","year":"2016","unstructured":"Tang Z, Qi L, Cheng Z, Li K, Khan SU, Li K (2016) An energy-efficient task scheduling algorithm in dvfs-enabled Cloud environment. J Grid Comput 14(1):55\u201374","journal-title":"J Grid Comput"},{"key":"3740_CR15","doi-asserted-by":"crossref","unstructured":"Rauber T, Runger G (2019) DVFS RK: performance and energy modeling of frequency-scaled multithreaded Runge-Kutta methods. In: 27th Euromicro international conference on parallel, distributed and network-based processing (PDP).","DOI":"10.1109\/EMPDP.2019.8671593"},{"key":"3740_CR16","doi-asserted-by":"crossref","unstructured":"Ge R, Feng X, Feng WC, Cameron KW (2007) CPU MISER: A performance-directed, run-time system for power-aware clusters.\u00a0Parallel Processing, 2007. In: International conference on. IEEE computer society.","DOI":"10.1109\/ICPP.2007.29"},{"key":"3740_CR17","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1016\/j.future.2015.01.005","volume":"54","author":"S Ibrahim","year":"2016","unstructured":"Ibrahim S, Phan TD, Carpen-Amarie A, Chihoub HE, Moise D, Antoniu G (2016) Governing energy consumption in hadoop through cpu frequency scaling: An analysis. Futur Gener Comput Syst 54:219\u2013232","journal-title":"Futur Gener Comput Syst"},{"issue":"6","key":"3740_CR18","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1016\/j.jpdc.2012.03.005","volume":"72","author":"X Zhu","year":"2012","unstructured":"Zhu X, He C, Li K, Qin X (2012) Adaptive energy-efficient scheduling for real-time tasks on dvs-enabled heterogeneous clusters. J Parallel Distrib Comput 72(6):751\u2013763","journal-title":"J Parallel Distrib Comput"},{"key":"3740_CR19","unstructured":"Li S, Abdelzaher T, Yuan M (2011) TAPA: Temperature aware power allocation in data center with Map-Reduce. In: International green computing conference and workshops pp 1\u20138."},{"key":"3740_CR20","unstructured":"Li X, Garraghan P, Jiang X, Wu Z, Xu J (2017) Holistic virtual machine scheduling in cloud datacenters towards minimizing total energy. IEEE Trans Parallel Distrib Syst PP(99) 1\u20131."},{"key":"3740_CR21","doi-asserted-by":"crossref","unstructured":"Mhedheb Y, Jrad F, Tao J, Zhao J, Ko\u0142odziej J, Streit A (2013) Load and Thermal-Aware VM Scheduling on the Cloud. In: Ko\u0142odziej J, Di Martino B, Talia D, Xiong K. (eds) Algorithms and architectures for parallel processing. ICA3PP 2013. Lecture Notes in Computer Science, vol 8285.","DOI":"10.1007\/978-3-319-03859-9_8"},{"issue":"8","key":"3740_CR22","doi-asserted-by":"publisher","first-page":"3526","DOI":"10.1007\/s11227-016-1653-7","volume":"73","author":"X Cai","year":"2017","unstructured":"Cai X, Li F, Li P, Ju L, Jia Z (2017) Sla-aware energy-efficient scheduling scheme for hadoop YARN. J Supercomput 73(8):3526\u20133546","journal-title":"J Supercomput"},{"key":"3740_CR23","doi-asserted-by":"crossref","unstructured":"Yao Y, Wang J, Sheng B, Lin J, Mi N (2014) HaSTE: Hadoop YARN scheduling based on task-dependency and resource-demand. In: 2014 IEEE 7th international conference on cloud computing pp 184\u2013191.","DOI":"10.1109\/CLOUD.2014.34"},{"key":"3740_CR24","doi-asserted-by":"crossref","unstructured":"Dhawalia P, Kailasam S, Janakiram D (2013) Chisel: A resource savvy approach for handling skew in MapReduce applications. In: IEEE sixth international conference on cloud computing, IEEE, pp 652\u2013660.","DOI":"10.1109\/CLOUD.2013.43"},{"issue":"11","key":"3740_CR25","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/2934664","volume":"59","author":"M Zaharia","year":"2016","unstructured":"Zaharia M, Xin RS, Wendell P, Das T, Armbrust M, Dave A, Meng X, Rosen J, Venkatara-man S, Franklin MJ et al (2016) Apache spark: a unified engine for big data processing. Commun ACM 59(11):56\u201365","journal-title":"Commun ACM"},{"issue":"10","key":"3740_CR26","doi-asserted-by":"publisher","first-page":"2720","DOI":"10.1109\/TPDS.2014.2358556","volume":"26","author":"L Mashayekhy","year":"2014","unstructured":"Mashayekhy L, Nejad MM, Grosu D, Zhang Q, Shi W (2014) Energy-aware scheduling of mapreduce jobs for big data applications. IEEE Trans Parallel Distrib Syst 26(10):2720\u20132733","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"6","key":"3740_CR27","doi-asserted-by":"publisher","first-page":"1649","DOI":"10.1109\/TPDS.2016.2587645","volume":"28","author":"Y Guo","year":"2016","unstructured":"Guo Y, Rao J, Cheng D, Zhou X (2016) ishuffle: Improving hadoop performance with shuffle-on-write. IEEE Trans Parallel Distrib Syst 28(6):1649\u20131662","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"9","key":"3740_CR28","doi-asserted-by":"publisher","first-page":"2520","DOI":"10.1109\/TPDS.2014.2350972","volume":"26","author":"Q Chen","year":"2014","unstructured":"Chen Q, Yao J, Xiao Z (2014) Libra: Lightweight data skew mitigation in mapreduce. IEEE Trans Parallel Distrib Syst 26(9):2520\u20132533","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"6","key":"3740_CR29","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1016\/j.future.2008.12.001","volume":"25","author":"R Buyya","year":"2009","unstructured":"Buyya R, Yeo CS, Venu-gopal S, Broberg J, Brandic I (2009) Cloud computing and emerging it platforms: Vision, hype, and reality for delivering computing as the 5th utility. Futur Gener Comput Syst 25(6):599\u2013616","journal-title":"Futur Gener Comput Syst"},{"issue":"8","key":"3740_CR30","doi-asserted-by":"publisher","first-page":"1374","DOI":"10.1109\/TPDS.2010.208","volume":"22","author":"YC Lee","year":"2010","unstructured":"Lee YC, Zomaya AY (2010) Energy conscious scheduling for distributed computing systems under different operating conditions. IEEE Trans Parallel Distrib Syst 22(8):1374\u20131381","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"3740_CR31","first-page":"1","volume":"17","author":"V Sundriyal","year":"2018","unstructured":"Sundriyal V, Sosonkina M (2018) Modeling of the cpu frequency to minimize energy consumption in parallel applications. Sustain Comput: Inform Syst 17:1\u20138","journal-title":"Sustain Comput: Inform Syst"},{"issue":"2","key":"3740_CR32","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1007\/s10586-019-02947-9","volume":"23","author":"H Li","year":"2019","unstructured":"Li H, Wang H, Fang S, Zou Y, Tian W (2019) An energy-aware scheduling algorithm for big data applications in spark. Clust Comput 23(2):593\u2013609","journal-title":"Clust Comput"},{"key":"3740_CR33","doi-asserted-by":"crossref","unstructured":"Huang S, Huang J, Dai J, Xie T, Huang B (2010) The HiBench benchmark suite: characterization of the MapReduce-based data analysis. In: 2010 IEEE 26th international conference on data engineering workshops (ICDEW 2010), IEEE, pp 41\u201351.","DOI":"10.1109\/ICDEW.2010.5452747"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-03740-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-021-03740-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-03740-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,8]],"date-time":"2021-09-08T09:20:27Z","timestamp":1631092827000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-021-03740-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,26]]},"references-count":33,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["3740"],"URL":"https:\/\/doi.org\/10.1007\/s11227-021-03740-5","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"type":"print","value":"0920-8542"},{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2021,3,26]]},"assertion":[{"value":"12 March 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 March 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}