{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:18:40Z","timestamp":1775913520603,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T00:00:00Z","timestamp":1578873600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T00:00:00Z","timestamp":1578873600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772145"],"award-info":[{"award-number":["61772145"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672174"],"award-info":[{"award-number":["61672174"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1007\/s10586-019-03042-9","type":"journal-article","created":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T15:02:34Z","timestamp":1578927754000},"page":"2753-2767","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":79,"title":["A multi-objective trade-off framework for cloud resource scheduling based on the Deep Q-network algorithm"],"prefix":"10.1007","volume":"23","author":[{"given":"Zhiping","family":"Peng","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6766-431X","authenticated-orcid":false,"given":"Jianpeng","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Delong","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Qirui","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jieguang","family":"He","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,13]]},"reference":[{"issue":"10","key":"3042_CR1","first-page":"1","volume":"39","author":"WW Lin","year":"2012","unstructured":"Lin, W.W., Qi, D.Y., et al.: Review of cloud computing resource scheduling. Comput. Sci. 39(10), 1\u20136 (2012)","journal-title":"Comput. Sci."},{"key":"3042_CR2","doi-asserted-by":"crossref","unstructured":"Ramezani, F., Lu, J., Hussain, F.: Task scheduling optimization in cloud computing applying multi-objective particle swarm optimization. In: Service-Oriented Computing. ICSOC 2013. Lecture Notes in Computer Science, vol. 8274, pp. 237\u2013251. Springer (2013)","DOI":"10.1007\/978-3-642-45005-1_17"},{"key":"3042_CR3","doi-asserted-by":"publisher","first-page":"957","DOI":"10.4028\/www.scientific.net\/AMR.662.957","volume":"662","author":"J Liu","year":"2013","unstructured":"Liu, J., Luo, X.G., Zhang, X.M., et al.: Job scheduling algorithm for cloud computing based on particle swarm optimization. Adv. Mater. Res. 662, 957\u2013960 (2013)","journal-title":"Adv. Mater. Res."},{"key":"3042_CR4","doi-asserted-by":"crossref","unstructured":"Alkayal, E.S., Jennings, N.R., Abulkhair, M.F.: Efficient task scheduling multi-objective particle swarm optimization in cloud computing. In: 2016 IEEE 41st Conference on Local Computer Networks Workshops (LCN Workshops), pp. 17\u201324 (2016)","DOI":"10.1109\/LCN.2016.024"},{"key":"3042_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.parco.2017.01.002","volume":"62","author":"A Verma","year":"2017","unstructured":"Verma, A., Kaushal, S.: A hybrid multi-objective particle swarm optimization for scientific workflow scheduling. Parallel Comput. 62, 1\u201319 (2017)","journal-title":"Parallel Comput."},{"issue":"3","key":"3042_CR6","doi-asserted-by":"publisher","first-page":"1237","DOI":"10.1142\/S0219622018500244","volume":"17","author":"Mohit Agarwal","year":"2018","unstructured":"Agarwal, Mohit, Srivastava, G.M.S.: Genetic algorithm enabled particle swarm optimization (PSOGA) based task scheduling in cloud computing environment. Int. J. Inf. Technol. Decis. Mak. 17(3), 1237\u20131267 (2018)","journal-title":"Int. J. Inf. Technol. Decis. Mak."},{"issue":"12","key":"3042_CR7","doi-asserted-by":"publisher","first-page":"1656","DOI":"10.1002\/cpe.2864","volume":"25","author":"E Barrett","year":"2013","unstructured":"Barrett, E., Howley, E., Duggan, J.: Applying reinforcement learning towards automating resource allocation and application scalability in the cloud. Concurr. Comput. 25(12), 1656\u20131674 (2013)","journal-title":"Concurr. Comput."},{"key":"3042_CR8","doi-asserted-by":"crossref","unstructured":"Farahnakian, F., Liljeberg, P., Plosila, J.: Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In: 22nd Euromicro International Conference on Parallel, Distributed, and Network-Based Processing, pp. 500\u2013507 (2014)","DOI":"10.1109\/PDP.2014.109"},{"key":"3042_CR9","doi-asserted-by":"crossref","unstructured":"Cui, D., Ke, W., Peng, Z., Zuo, J.: Multiple DAGs workflow scheduling algorithm based on reinforcement learning in cloud computing. In: Computational Intelligence and Intelligent Systems. ISICA 2015. Communications in Computer and Information Science, vol. 575, pp. 305\u2013311 (2016)","DOI":"10.1007\/978-981-10-0356-1_31"},{"key":"3042_CR10","doi-asserted-by":"crossref","unstructured":"Sharma, A.R., Kaushik, P., et al.: Deep and reinforcement learning in natural language processing. In: Proceedings of the 2017 International Conference on Computing, Communication and Automation (ICCCA), pp. 350\u2013354 (2017)","DOI":"10.1109\/CCAA.2017.8229841"},{"key":"3042_CR11","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al.: Playing atari with deep reinforcement learning. In: Proceedings of Workshops at the 26th Neural Information Processing Systems. Computer Science, pp. 201\u2013220 (2013)"},{"key":"3042_CR12","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"3042_CR13","doi-asserted-by":"crossref","unstructured":"Phaniteja, S., Dewangan P.: A deep reinforcement learning approach for dynamically stable inverse kinematics of humanoid robots. In: Proceedings of the 2017 IEEE International Conference on Robotics and Biomimetics (ROBIO), pp. 1818\u20131823 (2017)","DOI":"10.1109\/ROBIO.2017.8324682"},{"key":"3042_CR14","doi-asserted-by":"crossref","unstructured":"Bitsakos, C., Konstantinou, I., et al.: DERP: A deep reinforcement learning cloud system for elastic resource provisioning. In: 2018 IEEE International Conference on Cloud Computing Technology and Science (CloudCom), vol. 1, pp. 21\u201329 (2018)","DOI":"10.1109\/CloudCom2018.2018.00020"},{"issue":"1","key":"3042_CR15","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.dcan.2018.10.003","volume":"5","author":"L Huang","year":"2019","unstructured":"Huang, L., Feng, X., Zhang, C., et al.: Deep reinforcement learning-based joint task offloading and bandwidth allocation for multi-user mobile edge computing. Digit. Commun. Netw. 5(1), 10\u201317 (2019)","journal-title":"Digit. Commun. Netw."},{"key":"3042_CR16","doi-asserted-by":"crossref","unstructured":"Huang, L., Feng, X., Feng, A., et al.: Distributed deep learning-based offloading for mobile edge computing networks. Mobile Networks and Applications, pp. 1\u20138 (2018)","DOI":"10.1007\/s11036-018-1177-x"},{"issue":"6","key":"3042_CR17","doi-asserted-by":"publisher","first-page":"1446","DOI":"10.3390\/s19061446","volume":"19","author":"L Huang","year":"2019","unstructured":"Huang, L., Feng, X., et al.: Multi-server multi-user multi-task computation offloading for mobile edge computing networks. Sensors 19(6), 1446 (2019)","journal-title":"Sensors"},{"issue":"2","key":"3042_CR18","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1109\/TCC.2014.2315797","volume":"2","author":"CW Tsai","year":"2014","unstructured":"Tsai, C.W., Huang, W.C., Chiang, M.H., et al.: A hyper-heuristic scheduling algorithm for cloud. IEEE Trans. Cloud Comput. 2(2), 236\u2013250 (2014)","journal-title":"IEEE Trans. Cloud Comput."},{"key":"3042_CR19","doi-asserted-by":"crossref","unstructured":"Salza, P., Ferrucci, F., Sarro, F.: Develop, deploy and execute parallel genetic algorithms in the cloud. In: Proceedings of the 2016 on Genetic and Evolutionary Computation Conference Companion, ACM, pp. 121\u2013122 (2016)","DOI":"10.1145\/2908961.2909024"},{"key":"3042_CR20","doi-asserted-by":"crossref","unstructured":"Li, H.H., Chen, Z.G., Zhan, Z.H., et al.: Renumber coevolutionary multiswarm particle swarm optimization for multi-objective workflow scheduling on cloud computing environment. In: Companion Publication of the Conference on Genetic & Evolutionary Computation, ACM, pp. 1419\u20131420 (2015)","DOI":"10.1145\/2739482.2764632"},{"issue":"6","key":"3042_CR21","first-page":"51","volume":"50","author":"Z Yu","year":"2014","unstructured":"Yu, Z., Fang, L.I., Tao, Z., et al.: Task scheduling algorithm based on genetic ant colony algorithm in cloud computing environment. Comput. Eng. Appl. 50(6), 51\u201355 (2014)","journal-title":"Comput. Eng. Appl."},{"key":"3042_CR22","doi-asserted-by":"crossref","unstructured":"Zhang, H., Li, P., Zhou, Z., Yu, X.: A PSO-based hierarchical resource scheduling strategy on cloud computing. In: International Conference on Trustworthy Computing and Services, pp. 325\u2013332. Springer (2013)","DOI":"10.1007\/978-3-642-35795-4_41"},{"issue":"2","key":"3042_CR23","first-page":"466","volume":"9","author":"S Xue","year":"2014","unstructured":"Xue, S., Li, M., Xu, X., Chen, J., Xue, S.: An ACO-LB algorithm for task scheduling in the cloud environment. J. Softw. 9(2), 466\u2013473 (2014)","journal-title":"J. Softw."},{"issue":"8","key":"3042_CR24","doi-asserted-by":"publisher","first-page":"1230","DOI":"10.1016\/j.jcss.2013.02.004","volume":"79","author":"Y Gao","year":"2013","unstructured":"Gao, Y., Guan, H., Qi, Z., et al.: A multi-objective ant colony system algorithm for virtual machine placement in cloud computing. J. Comput. Syst. Sci. 79(8), 1230\u20131242 (2013)","journal-title":"J. Comput. Syst. Sci."},{"key":"3042_CR25","doi-asserted-by":"publisher","first-page":"2687","DOI":"10.1109\/ACCESS.2015.2508940","volume":"3","author":"L Zuo","year":"2015","unstructured":"Zuo, L., Shu, L., Dong, S., et al.: A multi-objective optimization scheduling method based on the ant colony algorithm in cloud computing. IEEE Access 3, 2687\u20132699 (2015)","journal-title":"IEEE Access"},{"key":"3042_CR26","doi-asserted-by":"crossref","unstructured":"Chen, S., Wu, J., Lu, Z.: A cloud computing resource scheduling policy based on genetic algorithm with multiple fitness. In: IEEE International Conference on Computer & Information Technology, pp. 177\u2013184 (2012)","DOI":"10.1109\/CIT.2012.56"},{"key":"3042_CR27","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1016\/j.future.2016.02.016","volume":"74","author":"H Duan","year":"2017","unstructured":"Duan, H., Chen, C., Min, G., Wu, Y.: Energy-aware scheduling of virtual machines in heterogeneous cloud computing systems. Future Gener. Comput. Syst. 74, 142\u2013150 (2017)","journal-title":"Future Gener. Comput. Syst."},{"issue":"11","key":"3042_CR28","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J.A., Peters, J.: Reinforcement learning in robotics: a survey. Int. J. Robot. Res. 32(11), 1238\u20131274 (2013)","journal-title":"Int. J. Robot. Res."},{"issue":"4","key":"3042_CR29","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1007\/s10586-015-0484-2","volume":"18","author":"Z Peng","year":"2015","unstructured":"Peng, Z., Cui, D., Zuo, J., et al.: Random task scheduling scheme based on reinforcement learning in cloud computing. Clust. Comput. 18(4), 1595\u20131607 (2015)","journal-title":"Clust. Comput."},{"key":"3042_CR30","first-page":"1","volume":"9","author":"Z Peng","year":"2015","unstructured":"Peng, Z., Cui, D., Zuo, J., et al.: Research on cloud computing resources provisioning based on reinforcement learning. Math. Probl. Eng. 9, 1\u201312 (2015)","journal-title":"Math. Probl. Eng."},{"issue":"2","key":"3042_CR31","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1109\/TCC.2014.2353045","volume":"3","author":"JZ Liu","year":"2015","unstructured":"Liu, J.Z., Zhang, Y.X., Zhou, Y.Z., et al.: Aggressive resource provisioning for ensuring QoS in virtualized environments. IEEE Trans. Cloud Comput. 3(2), 119\u2013131 (2015)","journal-title":"IEEE Trans. Cloud Comput."},{"key":"3042_CR32","doi-asserted-by":"crossref","unstructured":"Peng, Z., Cui, D., Ma, Y., et al.: A reinforcement learning-based mixed job scheduler scheme for cloud computing under SLA constraint. In: 2016 IEEE 3rd International Conference on Cyber Security and Cloud Computing (CSCloud), pp. 142\u2013147 (2016)","DOI":"10.1109\/CSCloud.2016.16"},{"issue":"1","key":"3042_CR33","first-page":"1","volume":"41","author":"Q Liu","year":"2018","unstructured":"Liu, Q., Zhan, J.W., Zhang, Z.Z., et al.: A survey on deep reinforcement learning. Chin. J. Comput. 41(1), 1\u201327 (2018)","journal-title":"Chin. J. Comput."},{"key":"3042_CR34","doi-asserted-by":"crossref","unstructured":"Mao, H., Alizadeh, M., Menache, I., et al.: Resource management with deep reinforcement learning. In: ACM Workshop on Hot Topics in Networks. ACM, pp. 50\u201356 (2016)","DOI":"10.1145\/3005745.3005750"},{"key":"3042_CR35","doi-asserted-by":"crossref","unstructured":"Lin, J.P., Peng, Z.Z., Cui, D.D.: Deep reinforcement learning for multi-resource cloud job scheduling. In: Neural Information Processing. ICONIP 2018. Lecture Notes in Computer Science, Springer, vol. 11303, pp. 289\u2013302 (2018)","DOI":"10.1007\/978-3-030-04182-3_26"},{"key":"3042_CR36","doi-asserted-by":"crossref","unstructured":"Liu, N., Li, Z., Xu, Z., et al.: A hierarchical framework of cloud resource allocation and power management using deep reinforcement learning. In: 37th IEEE International Conference on Distributed Computing (ICDCS 2017), Computer Science, pp. 34\u201356 (2017)","DOI":"10.1109\/ICDCS.2017.123"},{"key":"3042_CR37","doi-asserted-by":"crossref","unstructured":"Cheng, M., Li, J., Nazarian, S.: Deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In: 2018 23rd Asia and South Pacific Design Automation Conference (ASP-DAC), pp. 129\u2013134 (2018)","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"3042_CR38","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3390\/fi10070060","volume":"10","author":"L Quan","year":"2018","unstructured":"Quan, L., Wang, Z., Ren, F.: A novel two-layered reinforcement learning for task offloading with tradeoff between physical machine utilization rate and delay. Future Internet 10, 60 (2018)","journal-title":"Future Internet"},{"key":"3042_CR39","doi-asserted-by":"crossref","unstructured":"Gao, Y., Wang, Y., Gupta, S.K., Pedram, M.: An energy and deadline aware resource provisioning, scheduling and optimization framework for cloud systems. In: Proceedings of the Ninth IEEE\/ACM\/IFIP International Conference on Hardware\/Software Codesign and System Synthesis, pp. 1\u201310. IEEE Press (2013)","DOI":"10.1109\/CODES-ISSS.2013.6659018"},{"key":"3042_CR40","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1109\/TCAD.2012.2212898","volume":"31","author":"M Pedram","year":"2012","unstructured":"Pedram, M.: Energy-efficient datacenters. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 31, 1465\u20131484 (2012)","journal-title":"IEEE Trans. Comput. Aided Des. Integr. Circuits Syst."},{"key":"3042_CR41","unstructured":"Google cluster data. [Online]. https:\/\/github.com\/google\/cluster-data"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-019-03042-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10586-019-03042-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-019-03042-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,12]],"date-time":"2021-01-12T21:55:44Z","timestamp":1610488544000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10586-019-03042-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,13]]},"references-count":41,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,12]]}},"alternative-id":["3042"],"URL":"https:\/\/doi.org\/10.1007\/s10586-019-03042-9","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,13]]},"assertion":[{"value":"21 June 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 December 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}