{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T16:36:03Z","timestamp":1775666163213,"version":"3.50.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,5,27]],"date-time":"2021-05-27T00:00:00Z","timestamp":1622073600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,5,27]],"date-time":"2021-05-27T00:00:00Z","timestamp":1622073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s11704-020-9273-z","type":"journal-article","created":{"date-parts":[[2021,5,27]],"date-time":"2021-05-27T02:02:40Z","timestamp":1622080960000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["A multi-objective reinforcement learning algorithm for deadline constrained scientific workflow scheduling in clouds"],"prefix":"10.1007","volume":"15","author":[{"given":"Yao","family":"Qin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shanwen","family":"Yi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaole","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linbo","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,5,27]]},"reference":[{"issue":"1","key":"9273_CR1","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.ijinfomgt.2017.07.007","volume":"38","author":"P K Senyo","year":"2018","unstructured":"Senyo P K, Addae E, Boateng R. Cloud computing research: a review of research themes, frameworks, methods and future research directions. International Journal of Information Management, 2018, 38(1): 128\u2013139","journal-title":"International Journal of Information Management"},{"issue":"1","key":"9273_CR2","doi-asserted-by":"publisher","first-page":"117","DOI":"10.3390\/challe6010117","volume":"6","author":"A S G Andrae","year":"2015","unstructured":"Andrae A S G, Edler T. On global electricity usage of communication technology: trends to 2030. Challenges, 2015, 6(1): 117\u2013157","journal-title":"Challenges"},{"key":"9273_CR3","unstructured":"Hamilton J. Cooperative expendable micro-slice servers (cems): low cost, low power servers for internet-scale services. In: Proceedings of Conference on Innovative Data Systems Research. 2009"},{"issue":"8","key":"9273_CR4","doi-asserted-by":"publisher","first-page":"4750","DOI":"10.1007\/s11227-019-02764-2","volume":"75","author":"N Khattar","year":"2019","unstructured":"Khattar N, Sidhu J, Singh J. Toward energy-efficient cloud computing: a survey of dynamic power management and heuristics-based optimization techniques. The Journal of Supercomputing, 2019, 75(8): 4750\u20134810","journal-title":"The Journal of Supercomputing"},{"key":"9273_CR5","doi-asserted-by":"publisher","first-page":"39974","DOI":"10.1109\/ACCESS.2019.2902846","volume":"7","author":"Y Wang","year":"2019","unstructured":"Wang Y, Liu H, Zheng W, Xia Y, Li Y, Chen P, Guo K, Xie H. Multi-objective workflow scheduling with deep-Q-network-based multi-agent reinforcement learning. IEEE Access, 2019, 7: 39974\u201339982","journal-title":"IEEE Access"},{"issue":"1","key":"9273_CR6","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/BF01197559","volume":"14","author":"I Das","year":"1997","unstructured":"Das I, Dennis J E. A closer look at drawbacks of minimizing weighted sums of objectives for pareto set generation in multicriteria optimization problems. Structural Optimization, 1997, 14(1): 63\u201369","journal-title":"Structural Optimization"},{"key":"9273_CR7","doi-asserted-by":"crossref","unstructured":"Van Moffaert K, Drugan M M, Now\u00e9 A. Scalarized multi-objective reinforcement learning: novel design techniques. In: Proceedings of IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning. 2013, 191\u2013199","DOI":"10.1109\/ADPRL.2013.6615007"},{"issue":"1","key":"9273_CR8","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.future.2012.05.004","volume":"29","author":"S Abrishami","year":"2013","unstructured":"Abrishami S, Naghibzadeh M, Epema D H. Deadline-constrained workflow scheduling algorithms for infrastructure as a service clouds. Future Generation Computer Systems, 2013, 29(1): 158\u2013169","journal-title":"Future Generation Computer Systems"},{"key":"9273_CR9","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1007\/s11227-019-03033-y","volume":"76","author":"Y Qin","year":"2020","unstructured":"Qin Y, Wang H, Yi S, Li X, Zhai L. An energy-aware scheduling algorithm for budget-constrained scientific workflows based on multi-objective reinforcement learning. The Journal of Supercomputing, 2020, 76: 455\u2013480","journal-title":"The Journal of Supercomputing"},{"key":"9273_CR10","doi-asserted-by":"crossref","unstructured":"Zitzler E, Thiele L, Laumanns M, Fonseca C M, Da Fonseca V G. Performance assessment of multiobjective optimizers: an analysis and review. TIK-Report, 2002","DOI":"10.1109\/TEVC.2003.810758"},{"key":"9273_CR11","doi-asserted-by":"crossref","unstructured":"Qin Y, Wang H, Yi S, Li X, Zhai L. Virtual machine placement based on multi-objective reinforcement learning. Applied Intelligence, 2020","DOI":"10.1007\/s10489-020-01633-3"},{"key":"9273_CR12","unstructured":"Sutton R S, Barto A G. Reinforcement Learning: An Introduction. MIT Press, 2018"},{"key":"9273_CR13","unstructured":"Watkins C J C H. Learning from delayed rewards. Doctoral Thesis, University of Cambridge, 1989"},{"issue":"3","key":"9273_CR14","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/BF00993306","volume":"16","author":"J N Tsitsiklis","year":"1994","unstructured":"Tsitsiklis J N. Asynchronous stochastic approximation and Q-learning. Machine Learning, 1994, 16(3): 185\u2013202","journal-title":"Machine Learning"},{"key":"9273_CR15","doi-asserted-by":"crossref","unstructured":"Wiering M A, De Jong E D. Computing optimal stationary policies for multi-objective markov decision processes. In: Proceedings of IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning. 2007, 158\u2013165","DOI":"10.1109\/ADPRL.2007.368183"},{"issue":"1","key":"9273_CR16","first-page":"3483","volume":"15","author":"K Van Moffaert","year":"2014","unstructured":"Van Moffaert K, Now\u00e9 A. Multi-objective reinforcement learning using sets of pareto dominating policies. The Journal of Machine Learning Research, 2014, 15(1): 3483\u20133512","journal-title":"The Journal of Machine Learning Research"},{"key":"9273_CR17","doi-asserted-by":"crossref","unstructured":"Vamplew P, Yearwood J, Dazeley R, Berry A. On the limitations of scalarisation for multi-objective reinforcement learning of pareto fronts. In: Proceedings of Australasian Joint Conference on Artificial Intelligence. 2008, 372\u2013378","DOI":"10.1007\/978-3-540-89378-3_37"},{"key":"9273_CR18","doi-asserted-by":"crossref","unstructured":"Vo\u00df T, Beume N, Rudolph G, Igel C. Scalarization versus indicator-based selection in multi-objective cma evolution strategies. In: Proceedings of IEEE Congress on Evolutionary Computation (IEEE World Congress on Computational Intelligence). 2008, 3036\u20133043","DOI":"10.1109\/CEC.2008.4631208"},{"key":"9273_CR19","unstructured":"Yu J, Buyya R, Tham C K. Cost-based scheduling of scientific workflow applications on utility grids. In: Proceedings of the 1st International Conference on e-Science and Grid Computing. 2005"},{"issue":"8","key":"9273_CR20","doi-asserted-by":"publisher","first-page":"1400","DOI":"10.1109\/TPDS.2011.303","volume":"23","author":"S Abrishami","year":"2012","unstructured":"Abrishami S, Naghibzadeh M, Epema D H J. Cost-driven scheduling of grid workflows using partial critical paths. IEEE Transactions on Parallel and Distributed Systems, 2012, 23(8): 1400\u20131414","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"issue":"4","key":"9273_CR21","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1109\/TSC.2015.2466545","volume":"11","author":"Z Li","year":"2015","unstructured":"Li Z, Ge J, Hu H, Song W, Hu H, Luo B. Cost and energy aware scheduling algorithm for scientific workflows with deadline constraint in clouds. IEEE Transactions on Services Computing, 2015, 11(4): 713\u2013726","journal-title":"IEEE Transactions on Services Computing"},{"key":"9273_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.parco.2017.01.002","volume":"62","author":"A Verma","year":"2017","unstructured":"Verma A, Kaushal S. A hybrid multi-objective particle swarm optimization for scientific workflow scheduling. Parallel Computing, 2017, 62: 1\u201319","journal-title":"Parallel Computing"},{"issue":"3","key":"9273_CR23","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1109\/TEVC.2004.826067","volume":"8","author":"C A C Coello","year":"2004","unstructured":"Coello C A C, Pulido G T, Lechuga M S. Handling multiple objectives with particle swarm optimization. IEEE Transactions on Evolutionary Computation, 2004, 8(3): 256\u2013279","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"7","key":"9273_CR24","doi-asserted-by":"publisher","first-page":"e5006","DOI":"10.1002\/cpe.5006","volume":"31","author":"R A Haidri","year":"2019","unstructured":"Haidri R A, Katti C P, Saxena P C. Cost-effective deadline-aware stochastic scheduling strategy for workflow applications on virtual machines in cloud computing. Concurrency and Computation: Practice and Experience, 2019, 31(7): e5006","journal-title":"Concurrency and Computation: Practice and Experience"},{"issue":"2","key":"9273_CR25","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Transactions on Evolutionary Computation, 2002, 6(2): 182\u2013197","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"9273_CR26","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.future.2017.02.001","volume":"75","author":"J Wang","year":"2017","unstructured":"Wang J, Taal A, Martin P, Hu Y, Zhou H, Pang J, Laat D C, Zhao Z. Planning virtual infrastructures for time critical applications with multiple deadline constraints. Future Generation Computer Systems, 2017, 75: 365\u2013375","journal-title":"Future Generation Computer Systems"},{"issue":"7","key":"9273_CR27","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1109\/TPDS.2003.1214320","volume":"14","author":"D Zhu","year":"2003","unstructured":"Zhu D, Melhem R, Childers B R. Scheduling with dynamic voltage\/speed adjustment using slack reclamation in multiprocessor real-time systems. IEEE Transactions on Parallel and Distributed Systems, 2003, 14(7): 686\u2013700","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"issue":"8","key":"9273_CR28","doi-asserted-by":"publisher","first-page":"1374","DOI":"10.1109\/TPDS.2010.208","volume":"22","author":"Y C Lee","year":"2010","unstructured":"Lee Y C, Zomaya A Y. Energy conscious scheduling for distributed computing systems under different operating conditions. IEEE Transactions on Parallel and Distributed Systems, 2010, 22(8): 1374\u20131381","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"9273_CR29","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1016\/j.future.2017.05.041","volume":"75","author":"M Atkinson","year":"2017","unstructured":"Atkinson M, Gesing S, Montagnat J, Taylor I. Scientific workflows: past, present and future. Future Generation Computer Systems, 2017, 75: 216\u2013227","journal-title":"Future Generation Computer Systems"},{"issue":"3","key":"9273_CR30","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/71.993206","volume":"13","author":"H Topcuoglu","year":"2002","unstructured":"Topcuoglu H, Hariri S, Wu M Y. Performance-effective and low-complexity task scheduling for heterogeneous computing. IEEE Transactions on Parallel and Distributed Systems, 2002, 13(3): 260\u2013274","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"9273_CR31","doi-asserted-by":"crossref","unstructured":"Bharathi S, Chervenak A, Deelman E, Mehta G, Su M H, Vahi K. Characterization of scientific workflows. In: Proceedings of the 3rd Workshop on Workflows in Support of Large-scale Science. 2008, 1\u201310","DOI":"10.1109\/WORKS.2008.4723958"},{"issue":"1","key":"9273_CR32","first-page":"23","volume":"41","author":"R N Calheiros","year":"2011","unstructured":"Calheiros R N, Ranjan R, Beloglazov A, De Rose C A, Buyya R. Cloudsim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource provisioning algorithms. Software: Practice and Experience, 2011, 41(1): 23\u201350","journal-title":"Software: Practice and Experience"},{"issue":"4","key":"9273_CR33","first-page":"19","volume":"3","author":"N Herbst","year":"2018","unstructured":"Herbst N, Bauer A, Kounev S, Oikonomou G, Eyk E V, Kousiouris G, Evangelinou A, Krebs R, Brecht T, Abad C L, et al. Quantifying cloud performance and dependability: taxonomy, metric design, and emerging challenges. ACM Transactions on Modeling and Performance Evaluation of Computing Systems (ToMPECS), 2018, 3(4): 19","journal-title":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems (ToMPECS)"},{"key":"9273_CR34","unstructured":"Melo F S. Convergence of Q-learning: a simple proof. Institute of Systems and Robotics, Technical Report, 2001, 1\u20134"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9273-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-020-9273-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9273-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,19]],"date-time":"2022-11-19T21:52:46Z","timestamp":1668894766000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-020-9273-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,27]]},"references-count":34,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["9273"],"URL":"https:\/\/doi.org\/10.1007\/s11704-020-9273-z","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,27]]},"assertion":[{"value":"25 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 May 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"155105"}}