{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T07:59:26Z","timestamp":1780473566626,"version":"3.54.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,10,23]],"date-time":"2019-10-23T00:00:00Z","timestamp":1571788800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,23]],"date-time":"2019-10-23T00:00:00Z","timestamp":1571788800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["NSFC 61672323"],"award-info":[{"award-number":["NSFC 61672323"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100014417","name":"Fundamental Research Fund of Shandong University","doi-asserted-by":"publisher","award":["2017JC043"],"award-info":[{"award-number":["2017JC043"]}],"id":[{"id":"10.13039\/100014417","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014103","name":"Key Technology Research and Development Program of Shandong","doi-asserted-by":"publisher","award":["2017GGX10122"],"award-info":[{"award-number":["2017GGX10122"]}],"id":[{"id":"10.13039\/100014103","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014103","name":"Key Technology Research and Development Program of Shandong","doi-asserted-by":"publisher","award":["2017GGX10142"],"award-info":[{"award-number":["2017GGX10142"]}],"id":[{"id":"10.13039\/100014103","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"crossref","award":["ZR2019MF072"],"award-info":[{"award-number":["ZR2019MF072"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2020,1]]},"DOI":"10.1007\/s11227-019-03033-y","type":"journal-article","created":{"date-parts":[[2019,10,23]],"date-time":"2019-10-23T16:36:33Z","timestamp":1571848593000},"page":"455-480","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":74,"title":["An energy-aware scheduling algorithm for budget-constrained scientific workflows based on multi-objective reinforcement learning"],"prefix":"10.1007","volume":"76","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3062-4052","authenticated-orcid":false,"given":"Yao","family":"Qin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shanwen","family":"Yi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaole","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linbo","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,10,23]]},"reference":[{"issue":"1","key":"3033_CR1","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.ijinfomgt.2017.07.007","volume":"38","author":"PK Senyo","year":"2018","unstructured":"Senyo PK, Addae E, Boateng R (2018) Cloud computing research: a review of research themes, frameworks, methods and future research directions. Int J Inf Manag 38(1):128\u2013139","journal-title":"Int J Inf Manag"},{"issue":"8","key":"3033_CR2","doi-asserted-by":"publisher","first-page":"4750","DOI":"10.1007\/s11227-019-02764-2","volume":"75","author":"N Khattar","year":"2019","unstructured":"Khattar N, Sidhu J, Singh J (2019) Toward energy-efficient cloud computing: a survey of dynamic power management and heuristics-based optimization techniques. J Supercomput 75(8):4750\u20134810","journal-title":"J Supercomput"},{"key":"3033_CR3","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.engappai.2019.02.013","volume":"81","author":"AM Kintsakis","year":"2019","unstructured":"Kintsakis AM, Psomopoulos FE, Mitkas PA (2019) Reinforcement learning based scheduling in a workflow management system. Eng Appl Artif Intell 81:94\u2013106","journal-title":"Eng Appl Artif Intell"},{"issue":"1","key":"3033_CR4","doi-asserted-by":"publisher","first-page":"117","DOI":"10.3390\/challe6010117","volume":"6","author":"ASG Andrae","year":"2015","unstructured":"Andrae ASG, Edler T (2015) On global electricity usage of communication technology: trends to 2030. Challenges 6(1):117\u2013157","journal-title":"Challenges"},{"key":"3033_CR5","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/j.future.2019.08.012","volume":"102","author":"G Ismayilov","year":"2020","unstructured":"Ismayilov G, Topcuoglu HR (2020) Neural network based multi-objective evolutionary algorithm for dynamic workflow scheduling in cloud computing. Futur Gener Comput Syst 102:307\u2013322","journal-title":"Futur Gener Comput Syst"},{"key":"3033_CR6","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1016\/j.jclepro.2017.12.239","volume":"177","author":"L Belkhir","year":"2018","unstructured":"Belkhir L, Elmeligi A (2018) Assessing ict global emissions footprint: trends to 2040 and recommendations. J Clean Prod 177:448\u2013463","journal-title":"J Clean Prod"},{"issue":"1","key":"3033_CR7","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1007\/s11227-011-0661-x","volume":"63","author":"W Zhangjun","year":"2013","unstructured":"Zhangjun W, Liu X, Ni Z, Yuan D, Yang Y (2013) A market-oriented hierarchical scheduling strategy in cloud workflow systems. J Supercomput 63(1):256\u2013293","journal-title":"J Supercomput"},{"key":"3033_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.parco.2017.01.002","volume":"62","author":"A Verma","year":"2017","unstructured":"Verma A, Kaushal S (2017) A hybrid multi-objective particle swarm optimization for scientific workflow scheduling. Parallel Comput 62:1\u201319","journal-title":"Parallel Comput"},{"issue":"4","key":"3033_CR9","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1007\/s10723-014-9294-7","volume":"12","author":"H Arabnejad","year":"2014","unstructured":"Arabnejad H, Barbosa JG (2014) A budget constrained scheduling algorithm for workflow applications. J Grid Comput 12(4):665\u2013679","journal-title":"J Grid Comput"},{"issue":"2","key":"3033_CR10","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1007\/s11227-013-1059-8","volume":"68","author":"R Garg","year":"2014","unstructured":"Garg R, Singh AK (2014) Multi-objective workflow grid scheduling using $$\\varepsilon $$-fuzzy dominance sort based discrete particle swarm optimization. J Supercomput 68(2):709\u2013732","journal-title":"J Supercomput"},{"issue":"2","key":"3033_CR11","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1109\/TCC.2014.2358220","volume":"3","author":"CQ Wu","year":"2014","unstructured":"Wu CQ, Lin X, Yu D, Xu W, Li L (2014) End-to-end delay minimization for scientific workflows in clouds under budget constraint. IEEE Trans Cloud Comput 3(2):169\u2013181","journal-title":"IEEE Trans Cloud Comput"},{"key":"3033_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.future.2017.03.008","volume":"74","author":"W Chen","year":"2017","unstructured":"Chen W, Xie G, Li R, Bai Y, Fan C, Li K (2017) Efficient task scheduling for budget constrained parallel applications on heterogeneous cloud computing systems. Futur Gener Comput Syst 74:1\u201311","journal-title":"Futur Gener Comput Syst"},{"issue":"2","key":"3033_CR13","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s10922-017-9425-0","volume":"26","author":"AS Sofia","year":"2018","unstructured":"Sofia AS, GaneshKumar P (2018) Multi-objective task scheduling to minimize energy consumption and makespan of cloud computing using NSGA-ii. J Netw Syst Manag 26(2):463\u2013485","journal-title":"J Netw Syst Manag"},{"issue":"1","key":"3033_CR14","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/BF01197559","volume":"14","author":"I Das","year":"1997","unstructured":"Das I, Dennis JE (1997) A closer look at drawbacks of minimizing weighted sums of objectives for pareto set generation in multicriteria optimization problems. Struct Optim 14(1):63\u201369","journal-title":"Struct Optim"},{"key":"3033_CR15","doi-asserted-by":"crossref","unstructured":"Van\u00a0Moffaert K, Drugan MM, Now\u00e9 A (2013) Scalarized multi-objective reinforcement learning: Novel design techniques. In: 2013 IEEE symposium on adaptive dynamic programming and reinforcement learning (ADPRL), IEEE, pp 191\u2013199","DOI":"10.1109\/ADPRL.2013.6615007"},{"issue":"7","key":"3033_CR16","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1109\/TPDS.2003.1214320","volume":"14","author":"D Zhu","year":"2003","unstructured":"Zhu D, Melhem R, Childers BR (2003) Scheduling with dynamic voltage\/speed adjustment using slack reclamation in multiprocessor real-time systems. IEEE Trans Parallel Distrib Syst 14(7):686\u2013700","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"3033_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2019.08.004","author":"J Zhou","year":"2019","unstructured":"Zhou J, Wang T, Cong P, Lu P, Wei T, Chen M (2019) Cost and makespan-aware workflow scheduling in hybrid clouds. J Syst Arch. \nhttps:\/\/doi.org\/10.1016\/j.sysarc.2019.08.004","journal-title":"J Syst Arch"},{"key":"3033_CR18","unstructured":"G\u00e1bor Z, Kalm\u00e1r Z, Szepesv\u00e1ri C (1998) Multi-criteria reinforcement learning. In: Proceedings of the Fifteenth International Conference on Machine Learning, Morgan Kaufmann Publishers Inc, San Francisco, CA, USA, pp 197\u2013205"},{"key":"3033_CR19","unstructured":"Zitzler E, Thiele L, Laumanns M, Fonseca CM, Da\u00a0Fonseca GV (2002) Performance assessment of multiobjective optimizers: an analysis and review. TIK-Report, vol 139"},{"issue":"4","key":"3033_CR20","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1109\/TSC.2015.2466545","volume":"11","author":"Z Li","year":"2015","unstructured":"Li Z, Ge J, Haiyang H, Song W, Hao H, Luo B (2015) Cost and energy aware scheduling algorithm for scientific workflows with deadline constraint in clouds. IEEE Trans Serv Comput 11(4):713\u2013726","journal-title":"IEEE Trans Serv Comput"},{"key":"3033_CR21","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1016\/j.future.2018.11.010","volume":"94","author":"B Qureshi","year":"2019","unstructured":"Qureshi B (2019) Profile-based power-aware workflow scheduling framework for energy-efficient data centers. Futur Gener Comput Syst 94:453\u2013467","journal-title":"Futur Gener Comput Syst"},{"issue":"2","key":"3033_CR22","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan TAMT (2002) A fast and elitist multiobjective genetic algorithm: NSGA-ii. IEEE Trans Evolut Comput 6(2):182\u2013197","journal-title":"IEEE Trans Evolut Comput"},{"issue":"3","key":"3033_CR23","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/71.993206","volume":"13","author":"H Topcuoglu","year":"2002","unstructured":"Topcuoglu H, Hariri S, Min-you W (2002) Performance-effective and low-complexity task scheduling for heterogeneous computing. IEEE Trans Parallel Distrib Syst 13(3):260\u2013274","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"3","key":"3033_CR24","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1109\/TEVC.2004.826067","volume":"8","author":"CAC Coello","year":"2004","unstructured":"Coello CAC, Pulido GT, Lechuga MS (2004) Handling multiple objectives with particle swarm optimization. IEEE Trans Evolut Comput 8(3):256\u2013279","journal-title":"IEEE Trans Evolut Comput"},{"key":"3033_CR25","unstructured":"Mossalam H, Assael YM, Roijers DM, Shimon W (2016) Multi-objective deep reinforcement learning. arXiv preprint \narXiv:1610.02707"},{"issue":"1","key":"3033_CR26","first-page":"3483","volume":"15","author":"K Van Moffaert","year":"2014","unstructured":"Van Moffaert K, Now\u00e9 A (2014) Multi-objective reinforcement learning using sets of pareto dominating policies. J Mach Learn Res 15(1):3483\u20133512","journal-title":"J Mach Learn Res"},{"issue":"8","key":"3033_CR27","doi-asserted-by":"publisher","first-page":"1374","DOI":"10.1109\/TPDS.2010.208","volume":"22","author":"YC Lee","year":"2010","unstructured":"Lee YC, Zomaya AY (2010) Energy conscious scheduling for distributed computing systems under different operating conditions. IEEE Trans Parallel Distrib Syst 22(8):1374\u20131381","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"3033_CR28","unstructured":"Atkinson M, Gesing S, Montagnat J (2017) and Ian Taylor. Past, present and future, Scientific workflows"},{"key":"3033_CR29","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press, New York"},{"key":"3033_CR30","unstructured":"Watkins CJCH (1989) Learning from delayed rewards"},{"issue":"(3","key":"3033_CR31","first-page":"185","volume":"16","author":"JN Tsitsiklis","year":"1994","unstructured":"Tsitsiklis JN (1994) Asynchronous stochastic approximation and q-learning. Mach Learn 16((3):185\u2013202","journal-title":"Mach Learn"},{"key":"3033_CR32","doi-asserted-by":"crossref","unstructured":"Wiering MA, De\u00a0Jong ED (2007) Computing optimal stationary policies for multi-objective Markov decision processes. In: 2007 IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, IEEE, pp 158\u2013165","DOI":"10.1109\/ADPRL.2007.368183"},{"key":"3033_CR33","doi-asserted-by":"crossref","unstructured":"Vamplew P, Yearwood J, Dazeley R, Berry A (2008) On the limitations of scalarisation for multi-objective reinforcement learning of pareto fronts. In: Australasian Joint Conference on Artificial Intelligence, Springer, New York, pp 372\u2013378","DOI":"10.1007\/978-3-540-89378-3_37"},{"key":"3033_CR34","doi-asserted-by":"crossref","unstructured":"Vo\u00df T, Beume N, Rudolph G, Igel C(2008) Scalarization versus indicator-based selection in multi-objective CMA evolution strategies. In: 2008 IEEE Congress on Evolutionary Computation (IEEE World Congress on Computational Intelligence), IEEE, pp 3036\u20133043","DOI":"10.1109\/CEC.2008.4631208"},{"key":"3033_CR35","doi-asserted-by":"crossref","unstructured":"Bharathi S, Chervenak A, Deelman E, Mehta G, Su M-H, Vahi K (2008) Characterization of scientific workflows. In: 2008 Third Workshop on Workflows in Support of Large-Scale Science, IEEE, pp 1\u201310","DOI":"10.1109\/WORKS.2008.4723958"},{"issue":"1","key":"3033_CR36","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1002\/spe.995","volume":"41","author":"RN Calheiros","year":"2011","unstructured":"Calheiros RN, Ranjan R, Beloglazov A, De\u00a0Rose CAF, Buyya R (2011) Cloudsim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource provisioning algorithms. Softw Pract Exp 41(1):23\u201350","journal-title":"Softw Pract Exp"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-019-03033-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11227-019-03033-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-019-03033-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,21]],"date-time":"2020-10-21T23:17:09Z","timestamp":1603322229000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11227-019-03033-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,23]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,1]]}},"alternative-id":["3033"],"URL":"https:\/\/doi.org\/10.1007\/s11227-019-03033-y","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,23]]},"assertion":[{"value":"23 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}