{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T13:01:44Z","timestamp":1773493304586,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T00:00:00Z","timestamp":1583452800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T00:00:00Z","timestamp":1583452800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["NSFC 61672323"],"award-info":[{"award-number":["NSFC 61672323"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014417","name":"Fundamental Research Fund of Shandong University","doi-asserted-by":"publisher","award":["Grant 2017JC043"],"award-info":[{"award-number":["Grant 2017JC043"]}],"id":[{"id":"10.13039\/100014417","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014103","name":"Key Technology Research and Development Program of Shandong","doi-asserted-by":"publisher","award":["Grant 2017GGX10122"],"award-info":[{"award-number":["Grant 2017GGX10122"]}],"id":[{"id":"10.13039\/100014103","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014103","name":"Key Technology Research and Development Program of Shandong","doi-asserted-by":"publisher","award":["Grant 2017GGX10142"],"award-info":[{"award-number":["Grant 2017GGX10142"]}],"id":[{"id":"10.13039\/100014103","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["Grant ZR2019MF072"],"award-info":[{"award-number":["Grant ZR2019MF072"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s10489-020-01633-3","type":"journal-article","created":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T11:03:02Z","timestamp":1583492582000},"page":"2370-2383","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":49,"title":["Virtual machine placement based on multi-objective reinforcement learning"],"prefix":"10.1007","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3062-4052","authenticated-orcid":false,"given":"Yao","family":"Qin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shanwen","family":"Yi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaole","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linbo","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,6]]},"reference":[{"key":"1633_CR1","unstructured":"Make IT Green (2010) Cloud computing and its contribution to climate change. Greenpeace International, p 83"},{"key":"1633_CR2","doi-asserted-by":"crossref","unstructured":"Wang J, Gong B, Liu H, Li S (2019) Intelligent scheduling with deep fusion of hardware-software energy-saving principles for greening stochastic nonlinear heterogeneous super-systems. Appl Intell, 1\u201314","DOI":"10.1007\/s10489-019-01424-5"},{"key":"1633_CR3","doi-asserted-by":"crossref","unstructured":"El Motaki S, Yahyaouy A, Gualous H, Sabor J (2019) Comparative study between exact and metaheuristic approaches for virtual machine placement process as knapsack problem. J Supercomput, 1\u201321","DOI":"10.1007\/s11227-019-02847-0"},{"key":"1633_CR4","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1016\/j.simpat.2018.09.019","volume":"93","author":"R Shaw","year":"2019","unstructured":"Shaw R, Howley E, Barrett E (2019) An energy efficient anti-correlated virtual machine placement algorithm using resource usage predictions. Simul Model Pract Theory 93:322\u2013342","journal-title":"Simul Model Pract Theory"},{"key":"1633_CR5","doi-asserted-by":"crossref","unstructured":"Xu J, Fortes JAB (2010) Multi-objective virtual machine placement in virtualized data center environments. In: 2010 IEEE\/ACM int\u2019l conference on & int\u2019l conference on cyber, physical and social computing (CPSCom) green computing and communications (GreenCom). IEEE, pp 179\u2013188","DOI":"10.1109\/GreenCom-CPSCom.2010.137"},{"issue":"8","key":"1633_CR6","doi-asserted-by":"publisher","first-page":"1230","DOI":"10.1016\/j.jcss.2013.02.004","volume":"79","author":"Y Gao","year":"2013","unstructured":"Gao Y, Guan H, Qi Z, Hou Y, Liu L (2013) A multi-objective ant colony system algorithm for virtual machine placement in cloud computing. J Comput Syst Sci 79(8):1230\u20131242","journal-title":"J Comput Syst Sci"},{"key":"1633_CR7","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.future.2015.02.010","volume":"54","author":"Q Zheng","year":"2016","unstructured":"Zheng Q, Li R, Li X, Shah N, Zhang J, Tian F, Chao K-M, Li J (2016) Virtual machine consolidated placement based on multi-objective biogeography-based optimization. Futur Gener Comput Syst 54:95\u2013122","journal-title":"Futur Gener Comput Syst"},{"issue":"3","key":"1633_CR8","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1080\/0952813X.2016.1212101","volume":"29","author":"S Jamali","year":"2017","unstructured":"Jamali S, Malektaji S, Analoui M (2017) An imperialist competitive algorithm for virtual machine placement in cloud computing. J Exper Theor Artif Intell 29(3):575\u2013596","journal-title":"J Exper Theor Artif Intell"},{"issue":"1","key":"1633_CR9","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1007\/s10489-018-1264-5","volume":"49","author":"Z Li","year":"2019","unstructured":"Li Z, Li Y, Yuan T, Chen S, Jiang S (2019) Chemical reaction optimization for virtual machine placement in cloud computing. Appl Intell 49(1):220\u2013232","journal-title":"Appl Intell"},{"key":"1633_CR10","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.jpdc.2017.08.010","volume":"111","author":"MCS Filho","year":"2018","unstructured":"Filho MCS, Monteiro CC, In\u00e1cio PRM, Freire MM (2018) Approaches for optimizing virtual machine placement and migration in cloud environments: a survey. J Parallel Distrib Comput 111:222\u2013250","journal-title":"J Parallel Distrib Comput"},{"issue":"1","key":"1633_CR11","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/BF01197559","volume":"14","author":"I Das","year":"1997","unstructured":"Das I, Dennis JE (1997) A closer look at drawbacks of minimizing weighted sums of objectives for pareto set generation in multicriteria optimization problems. Struct Optim 14(1):63\u201369","journal-title":"Struct Optim"},{"issue":"6","key":"1633_CR12","first-page":"180","volume":"37","author":"K Lee","year":"2019","unstructured":"Lee K, Lee S, Lee J (2019) Interactive character animation by learning multi-objective control. ACM Trans Graph (TOG) 37(6):180","journal-title":"ACM Trans Graph (TOG)"},{"key":"1633_CR13","doi-asserted-by":"crossref","unstructured":"Van Moffaert K, Drugan MM, Now\u00e9 A (2013) Scalarized multi-objective reinforcement learning Novel design techniques. In: 2013 IEEE Symposium on adaptive dynamic programming and reinforcement learning (ADPRL). IEEE, pp 191\u2013199","DOI":"10.1109\/ADPRL.2013.6615007"},{"key":"1633_CR14","unstructured":"Pan A, Xu W, Wang L, Ren H (2019) Additional planning with multiple objectives for reinforcement learning. Knowl-Based Syst, 105392"},{"key":"1633_CR15","doi-asserted-by":"crossref","unstructured":"Farahnakian F, Liljeberg P, Plosila J (2014) Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In: 2014 22nd Euromicro international conference on parallel, distributed and network-based processing (PDP). IEEE, pp 500\u2013507","DOI":"10.1109\/PDP.2014.109"},{"key":"1633_CR16","doi-asserted-by":"crossref","unstructured":"Shaw R, Howley E, Barrett E (2017) An advanced reinforcement learning approach for energy-aware virtual machine consolidation in cloud data centers. In: 2017 12th International conference for internet technology and secured transactions (ICITST). IEEE, pp 61\u201366","DOI":"10.23919\/ICITST.2017.8356347"},{"key":"1633_CR17","doi-asserted-by":"publisher","first-page":"e23","DOI":"10.1017\/S0269888918000292","volume":"33","author":"P Mannion","year":"2018","unstructured":"Mannion P, Devlin S, Duggan J, Howley E (2018) Reward shaping for knowledge-based multi-objective multi-agent reinforcement learning. Knowl Eng Rev 33:e23","journal-title":"Knowl Eng Rev"},{"issue":"3","key":"1633_CR18","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1007\/s10489-017-0927-y","volume":"47","author":"J Zhou","year":"2017","unstructured":"Zhou J, Yao X (2017) Multi-objective hybrid artificial bee colony algorithm enhanced with l\u00e9vy flight and self-adaption for cloud manufacturing service composition. Appl Intell 47(3):721\u2013742","journal-title":"Appl Intell"},{"key":"1633_CR19","unstructured":"Mossalam H, Assael YM, Roijers DM, Whiteson S (2016) Multi-objective deep reinforcement learning. arXiv:1610.02707"},{"key":"1633_CR20","unstructured":"Hsu C-H, Chang S-H, Liang J-H, Chou H-P, Liu C-H, Chang S-C, Pan J-Y, Chen Y-T, Wei W, Monas D-CJ (2018) Multi-objective neural architecture search using reinforcement learning. arXiv:abs\/1806.10332"},{"key":"1633_CR21","unstructured":"Noothigattu R, Bouneffouf D, Mattei N, Chandra R, Madan P, Varshney K, Campbell M, Singh M, Rossi F (2018) Interpretable multi-objective reinforcement learning through policy orchestration"},{"issue":"03","key":"1633_CR22","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1142\/S0219622019500093","volume":"18","author":"J Garc\u00eda","year":"2019","unstructured":"Garc\u00eda J, Iglesias R, Rodr\u00edguez MA, Regueiro CV, et al. (2019) Directed exploration in black-box optimization for multi-objective reinforcement learning. Int J Inform Technol Decis Mak (IJITDM) 18(03):1045\u20131082","journal-title":"Int J Inform Technol Decis Mak (IJITDM)"},{"key":"1633_CR23","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT Press"},{"key":"1633_CR24","unstructured":"Nguyen TT (2018) A multi-objective deep reinforcement learning framework"},{"key":"1633_CR25","unstructured":"Watkins CJCH (1989) Learning from delayed rewards"},{"issue":"3","key":"1633_CR26","first-page":"185","volume":"16","author":"JN Tsitsiklis","year":"1994","unstructured":"Tsitsiklis JN (1994) Asynchronous stochastic approximation and q-learning. Mach Learn 16(3):185\u2013202","journal-title":"Mach Learn"},{"key":"1633_CR27","unstructured":"Wiering MA, De Jong ED (2007) Computing optimal stationary policies for multi-objective Markov decision processes. In: 2007 IEEE International symposium on approximate dynamic programming and reinforcement learning. IEEE, pp 158\u2013165"},{"key":"1633_CR28","doi-asserted-by":"crossref","unstructured":"Vo\u00df T, Beume N, Rudolph G, Igel C (2008) Scalarization versus indicator-basedselection in multi-objective cma evolution strategies. In: 2008 IEEE Congress on evolutionary computation (IEEE World Congress on Computational Intelligence). IEEE, pp 3036\u20133043","DOI":"10.1109\/CEC.2008.4631208"},{"key":"1633_CR29","doi-asserted-by":"crossref","unstructured":"Liu C, Shen C, Li S, Wang S (2014) A new evolutionary multi-objective algorithm to virtual machine placement in virtualized data center. In: 2014 IEEE 5th international conference on software engineering and service science. IEEE, pp 272\u2013275","DOI":"10.1109\/ICSESS.2014.6933561"},{"issue":"1-2","key":"1633_CR30","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1080\/0952813X.2015.1020519","volume":"28","author":"SE Dashti","year":"2016","unstructured":"Dashti SE, Rahmani AM (2016) Dynamic vms placement for energy efficiency by pso in cloud computing. J Exper Theor Artif Intell 28(1-2):97\u2013112","journal-title":"J Exper Theor Artif Intell"},{"key":"1633_CR31","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/j.eswa.2018.11.029","volume":"120","author":"F Alharbi","year":"2019","unstructured":"Alharbi F, Tian Y-C, Tang M, Zhang W-Z, Peng C, Fei M (2019) An ant colony system for energy-efficient dynamic virtual machine placement in data centers. Expert Syst Appl 120:228\u2013238","journal-title":"Expert Syst Appl"},{"key":"1633_CR32","unstructured":"Ajiro Y, Tanaka A (2007) Improving packing algorithms for server consolidation. In: Int. CMG conference, vol 253"},{"key":"1633_CR33","unstructured":"Liu X-F, Zhan Z-H, Deng JD, Li Y, Gu T, Zhang J (2016) An energy efficient ant colony system for virtual machine placement in cloud computing. IEEE Transactions on Evolutionary Computation"},{"key":"1633_CR34","doi-asserted-by":"crossref","unstructured":"Fan X, Weber W-D, Barroso LA (2007) Power provisioning for a warehouse-sized computer. In: ACM SIGARCH computer architecture news, vol 35. ACM, pp 13\u201323","DOI":"10.1145\/1273440.1250665"},{"issue":"1","key":"1633_CR35","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/1496091.1496103","volume":"39","author":"A Greenberg","year":"2008","unstructured":"Greenberg A, Hamilton J, Maltz DA, Patel P (2008) The cost of a cloud: research problems in data center networks. ACM SIGCOMM Comput Commun Rev 39(1):68\u201373","journal-title":"ACM SIGCOMM Comput Commun Rev"},{"key":"1633_CR36","doi-asserted-by":"crossref","unstructured":"Gao C, Wang H, Zhai L, Gao Y, Yi S (2016) An energy-aware ant colony algorithm for network-aware virtual machine placement in cloud computing. In: 2016 IEEE 22nd International conference on parallel and distributed systems (ICPADS). IEEE, pp 669\u2013676","DOI":"10.1109\/ICPADS.2016.0093"},{"key":"1633_CR37","unstructured":"Van Veldhuizen DA (1999) Multiobjective evolutionary algorithms: classifications, analyzes, and new innovations. Air Force Inst. Technol., Dayton, OH, Tech. Rep AFIT\/DS\/ENG\/99-01"},{"key":"1633_CR38","volume-title":"Fault tolerant design using single and multicriteria genetic algorithm optimization","author":"JR Schott","year":"1995","unstructured":"Schott JR (1995) Fault tolerant design using single and multicriteria genetic algorithm optimization. Technical report, AIR FORCE INST OF TECH WRIGHT-PATTERSON AFB OH"},{"key":"1633_CR39","unstructured":"Zitzler E, Thiele L, Laumanns M, Fonseca CM, Da Fonseca Grunert V (2002) Performance assessment of multiobjective optimizers: An analysis and review. TIK-Report, 139"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01633-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-020-01633-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01633-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,6]],"date-time":"2021-03-06T01:07:49Z","timestamp":1614992869000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-020-01633-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,6]]},"references-count":39,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["1633"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-01633-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,6]]},"assertion":[{"value":"6 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}