{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T22:56:40Z","timestamp":1780441000504,"version":"3.54.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,3,8]],"date-time":"2023-03-08T00:00:00Z","timestamp":1678233600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,8]],"date-time":"2023-03-08T00:00:00Z","timestamp":1678233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002865","name":"Chongqing Science and Technology Commission","doi-asserted-by":"publisher","award":["cstc2018jcyjAX0525"],"award-info":[{"award-number":["cstc2018jcyjAX0525"]}],"id":[{"id":"10.13039\/501100002865","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100018525","name":"Key Research and Development Program of Sichuan Province","doi-asserted-by":"publisher","award":["2019YFG0107"],"award-info":[{"award-number":["2019YFG0107"]}],"id":[{"id":"10.13039\/501100018525","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s00607-023-01171-z","type":"journal-article","created":{"date-parts":[[2023,3,26]],"date-time":"2023-03-26T20:34:51Z","timestamp":1679862891000},"page":"1717-1743","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Energy-aware scheduling for spark job based on deep reinforcement learning in cloud"],"prefix":"10.1007","volume":"105","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8558-0838","authenticated-orcid":false,"given":"Hongjian","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liang","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenhu","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gangfan","family":"Tan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,3,8]]},"reference":[{"issue":"2007","key":"1171_CR1","first-page":"21","volume":"11","author":"D Borthakur","year":"2007","unstructured":"Borthakur D (2007) The Hadoop distributed file system: architecture and design. Hadoop Project Website 11(2007):21","journal-title":"Hadoop Project Website"},{"issue":"11","key":"1171_CR2","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/2934664","volume":"59","author":"M Zaharia","year":"2016","unstructured":"Zaharia M, Xin RS, Wendell P, Das T, Armbrust M, Dave A, Meng X, Rosen J, Venkataraman S, Franklin MJ et al (2016) Apache spark: a unified engine for big data processing. Commun ACM 59(11):56\u201365","journal-title":"Commun ACM"},{"key":"1171_CR3","unstructured":"Karau H, Konwinski A, Wendell P, Zaharia M (2015) Learning spark: lightning-fast big data analysis. O\u2019Reilly Media, Inc."},{"issue":"1","key":"1171_CR4","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/s13174-010-0007-6","volume":"1","author":"Q Zhang","year":"2010","unstructured":"Zhang Q, Cheng L, Boutaba R (2010) Cloud computing: state-of-the-art and research challenges. J Internet Serv Appl 1(1):7\u201318","journal-title":"J Internet Serv Appl"},{"key":"1171_CR5","doi-asserted-by":"crossref","unstructured":"Elsedimy E, Algarni F (2021) Toward enhancing the energy efficiency and minimizing the sla violations in cloud data centers. Appl Comput Intell Soft Comput 2021","DOI":"10.1155\/2021\/8892734"},{"key":"1171_CR6","doi-asserted-by":"crossref","unstructured":"Verma A, Pedrosa L, Korupolu M, Oppenheimer D, Tune E, Wilkes J (2015) Large-scale cluster management at google with borg. In: Proceedings of the tenth European conference on computer systems, pp 1\u201317","DOI":"10.1145\/2741948.2741964"},{"key":"1171_CR7","doi-asserted-by":"crossref","unstructured":"Ferguson AD, Bodik P, Kandula S, Boutin E, Fonseca R (2012) Jockey: guaranteed job latency in data parallel clusters. In: Proceedings of the 7th ACM European conference on computer systems, pp 99\u2013112","DOI":"10.1145\/2168836.2168847"},{"issue":"7","key":"1171_CR8","first-page":"1371","volume":"25","author":"L Luo","year":"2014","unstructured":"Luo L, Wu W-J, Zhang F (2014) Energy modeling based on cloud data center. J Softw 25(7):1371\u20131387","journal-title":"J Softw"},{"issue":"1","key":"1171_CR9","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1109\/COMST.2015.2481183","volume":"18","author":"M Dayarathna","year":"2015","unstructured":"Dayarathna M, Wen Y, Fan R (2015) Data center energy consumption modeling: a survey. IEEE Commun Surv Tutor 18(1):732\u2013794","journal-title":"IEEE Commun Surv Tutor"},{"issue":"2","key":"1171_CR10","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1007\/s10586-019-02947-9","volume":"23","author":"H Li","year":"2020","unstructured":"Li H, Wang H, Fang S, Zou Y, Tian W (2020) An energy-aware scheduling algorithm for big data applications in spark. Clust Comput 23(2):593\u2013609","journal-title":"Clust Comput"},{"key":"1171_CR11","doi-asserted-by":"crossref","unstructured":"Bhuiyan MFH, Wang C (2014) Capability-aware energy-efficient virtual machine scheduling in heterogeneous datacenters. In: 2014 IEEE international conference on systems, man, and cybernetics (SMC). IEEE, pp 106\u2013111","DOI":"10.1109\/SMC.2014.6973892"},{"key":"1171_CR12","doi-asserted-by":"crossref","unstructured":"Charan B, Goutham K, Mampilli RJ, Kempaiah BU, Phalachandra H (2021) Energy efficient vm scheduling in reservation supported cloud data centers under availability constraints. In: 2021 International conference on intelligent technologies (CONIT). IEEE, pp 1\u20138","DOI":"10.1109\/CONIT51480.2021.9498421"},{"key":"1171_CR13","doi-asserted-by":"crossref","unstructured":"Zhao H, Li S, Wang Q, Wang J (2021) Work in progress: power-aware scheduling strategy for multiple dags in the heterogeneous cloud. In: 2021 IEEE 27th real-time and embedded technology and applications symposium (RTAS). IEEE. pp 509\u2013512","DOI":"10.1109\/RTAS52030.2021.00064"},{"issue":"2","key":"1171_CR14","doi-asserted-by":"publisher","first-page":"731","DOI":"10.1109\/TASE.2019.2958979","volume":"18","author":"H Yuan","year":"2020","unstructured":"Yuan H, Bi J, Zhou M, Liu Q, Ammari AC (2020) Biobjective task scheduling for distributed green data centers. IEEE Trans Autom Sci Eng 18(2):731\u2013742","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"1171_CR15","unstructured":"Jyothi SA, Curino C, Menache I, Narayanamurthy SM, Tumanov A, Yaniv J, Mavlyutov R, Goiri I, Krishnan S, Kulkarni J, et al (2016) Morpheus: towards automated $$\\{$$SLOs$$\\}$$ for enterprise clusters. In: 12th USENIX symposium on operating systems design and implementation (OSDI 16), pp 117\u2013134"},{"key":"1171_CR16","doi-asserted-by":"publisher","first-page":"2793","DOI":"10.1109\/ACCESS.2020.3040719","volume":"9","author":"H Gu","year":"2020","unstructured":"Gu H, Li X, Lu Z (2020) Scheduling spark tasks with data skew and deadline constraints. IEEE Access 9:2793\u20132804","journal-title":"IEEE Access"},{"key":"1171_CR17","doi-asserted-by":"crossref","unstructured":"Sidhanta S, Golab W, Mukhopadhyay S (2016) Optex: a deadline-aware cost optimization model for spark. In: 2016 16th IEEE\/ACM international symposium on cluster, cloud and grid computing (CCGrid). IEEE, pp 193\u2013202","DOI":"10.1109\/CCGrid.2016.10"},{"key":"1171_CR18","doi-asserted-by":"crossref","unstructured":"Hu Z, Li D, Zhang Y, Guo D, Li Z (2019) Branch scheduling: dag-aware scheduling for speeding up data-parallel jobs. In: Proceedings of the international symposium on quality of service, pp 1\u201310","DOI":"10.1145\/3326285.3329071"},{"issue":"2","key":"1171_CR19","doi-asserted-by":"publisher","first-page":"344","DOI":"10.26599\/TST.2020.9010047","volume":"27","author":"Z Hu","year":"2021","unstructured":"Hu Z, Li D (2021) Improved heuristic job scheduling method to enhance throughput for big data analytics. Tsinghua Sci Technol 27(2):344\u2013357","journal-title":"Tsinghua Sci Technol"},{"issue":"2","key":"1171_CR20","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1007\/s10586-022-03541-2","volume":"25","author":"C Li","year":"2022","unstructured":"Li C, Cai Q, Luo Y (2022) Dynamic data replacement and adaptive scheduling policies in spark. Clust Comput 25(2):1421\u20131439","journal-title":"Clust Comput"},{"issue":"2","key":"1171_CR21","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/TNET.2021.3050927","volume":"29","author":"L Liu","year":"2021","unstructured":"Liu L, Xu H (2021) Elasecutor: elastic executor scheduling in data analytics systems. IEEE\/ACM Trans Netw 29(2):681\u2013694","journal-title":"IEEE\/ACM Trans Netw"},{"issue":"5","key":"1171_CR22","doi-asserted-by":"publisher","first-page":"1117","DOI":"10.1109\/TC.2021.3075625","volume":"71","author":"MT Islam","year":"2021","unstructured":"Islam MT, Wu H, Karunasekera S, Buyya R (2021) Sla-based scheduling of spark jobs in hybrid cloud computing environments. IEEE Trans Comput 71(5):1117\u20131132","journal-title":"IEEE Trans Comput"},{"key":"1171_CR23","doi-asserted-by":"crossref","unstructured":"Mao H, Alizadeh M, Menache I, Kandula S (2016) Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM workshop on hot topics in networks, pp 50\u201356","DOI":"10.1145\/3005745.3005750"},{"key":"1171_CR24","doi-asserted-by":"crossref","unstructured":"Mao H, Schwarzkopf M, Venkatakrishnan SB, Meng Z, Alizadeh M (2019) Learning scheduling algorithms for data processing clusters. In: Proceedings of the ACM special interest group on data communication, pp 270\u2013288","DOI":"10.1145\/3341302.3342080"},{"key":"1171_CR25","doi-asserted-by":"crossref","unstructured":"Che Y, Lin F, Liu J (2021) Deep reinforcement learning in m2m communication for resource scheduling. In: 2021 world conference on computing and communication technologies (WCCCT). IEEE, pp 97\u2013100","DOI":"10.1109\/WCCCT52091.2021.00025"},{"key":"1171_CR26","doi-asserted-by":"crossref","unstructured":"Liu N, Li Z, Xu J, Xu Z, Lin S, Qiu Q, Tang J, Wang Y (2017) A hierarchical framework of cloud resource allocation and power management using deep reinforcement learning. In: 2017 IEEE 37th international conference on distributed computing systems (ICDCS). IEEE, pp 372\u2013382","DOI":"10.1109\/ICDCS.2017.123"},{"key":"1171_CR27","doi-asserted-by":"crossref","unstructured":"Grinsztajn N, Beaumont O, Jeannot E, Preux P (2021) Readys: a reinforcement learning based strategy for heterogeneous dynamic scheduling. In: 2021 IEEE international conference on cluster computing (CLUSTER). IEEE, pp 70\u201381","DOI":"10.1109\/Cluster48925.2021.00031"},{"key":"1171_CR28","doi-asserted-by":"crossref","unstructured":"Ma Y, Yang L, Hu F (2021) Research on a cloud resource scheduling strategy based on asynchronous reinforcement learning. In: 2021 IEEE international conference on power electronics, computer applications (ICPECA). IEEE, pp 920\u2013923","DOI":"10.1109\/ICPECA51329.2021.9362723"},{"key":"1171_CR29","doi-asserted-by":"crossref","unstructured":"Li T, Xu Z, Tang J, Wang Y (2018) Model-free control for distributed stream data processing using deep reinforcement learning. Preprint arXiv:1803.01016","DOI":"10.14778\/3184470.3184474"},{"key":"1171_CR30","doi-asserted-by":"crossref","unstructured":"Rjoub G, Bentahar J, Wahab OA, Bataineh A (2019) Deep smart scheduling: a deep learning approach for automated big data scheduling over the cloud. In: 2019 7th international conference on future internet of things and cloud (FiCloud). IEEE, pp 189\u2013196","DOI":"10.1109\/FiCloud.2019.00034"},{"issue":"8","key":"1171_CR31","doi-asserted-by":"publisher","first-page":"62","DOI":"10.23919\/JCC.2021.08.005","volume":"18","author":"K Liu","year":"2021","unstructured":"Liu K, Quan W, Gao D, Yu C, Liu M, Zhang Y (2021) Distributed asynchronous learning for multipath data transmission based on p-ddqn. China Commun 18(8):62\u201374","journal-title":"China Commun"},{"issue":"7","key":"1171_CR32","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1109\/TPDS.2021.3124670","volume":"33","author":"MT Islam","year":"2021","unstructured":"Islam MT, Karunasekera S, Buyya R (2021) Performance and cost-efficient spark job scheduling based on deep reinforcement learning in cloud computing environments. IEEE Trans Parallel Distrib Syst 33(7):1695\u20131710","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"1171_CR33","doi-asserted-by":"crossref","unstructured":"Yadwadkar NJ, Hariharan B, Gonzalez JE, Smith B, Katz RH (2017) Selecting the best vm across multiple public clouds: a data-driven performance modeling approach. In: Proceedings of the 2017 symposium on cloud computing, pp 452\u2013465","DOI":"10.1145\/3127479.3131614"},{"key":"1171_CR34","doi-asserted-by":"crossref","unstructured":"Huang S, Huang J, Dai J, Xie T, Huang B (2010) The hibench benchmark suite: characterization of the mapreduce-based data analysis. In: 2010 IEEE 26th international conference on data engineering workshops (ICDEW 2010). IEEE, pp 41\u201351","DOI":"10.1109\/ICDEW.2010.5452747"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-023-01171-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00607-023-01171-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-023-01171-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T15:06:30Z","timestamp":1689174390000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00607-023-01171-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,8]]},"references-count":34,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["1171"],"URL":"https:\/\/doi.org\/10.1007\/s00607-023-01171-z","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"value":"0010-485X","type":"print"},{"value":"1436-5057","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,8]]},"assertion":[{"value":"7 September 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 March 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known conflict financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}