{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T20:59:40Z","timestamp":1763499580155,"version":"3.37.3"},"reference-count":16,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,8,5]],"date-time":"2020-08-05T00:00:00Z","timestamp":1596585600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,8,5]],"date-time":"2020-08-05T00:00:00Z","timestamp":1596585600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Huawei Canada"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s11036-020-01632-1","type":"journal-article","created":{"date-parts":[[2020,8,5]],"date-time":"2020-08-05T15:03:44Z","timestamp":1596639824000},"page":"303-314","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Raven: Scheduling Virtual Machine Migration During Datacenter Upgrades with Reinforcement Learning"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7713-2691","authenticated-orcid":false,"given":"Chen","family":"Ying","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Baochun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaodi","family":"Ke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,5]]},"reference":[{"issue":"5","key":"1632_CR1","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1016\/j.future.2011.04.017","volume":"28","author":"A Beloglazov","year":"2012","unstructured":"Beloglazov A, Abawajy J, Buyya R (2012) Energy-Aware Resource Allocation Heuristics for Efficient Management of Data Centers for Cloud Computing. Future generation computer systems 28(5):755\u2013768","journal-title":"Future generation computer systems"},{"issue":"3","key":"1632_CR2","first-page":"74","volume":"2","author":"K Maurya","year":"2013","unstructured":"Maurya K, Sinha R (2013) Energy conscious dynamic provisioning of virtual machines using adaptive migration thresholds in cloud data center. International Journal of Computer Science and Mobile Computing 2 (3):74\u201382","journal-title":"International Journal of Computer Science and Mobile Computing"},{"key":"1632_CR3","doi-asserted-by":"crossref","unstructured":"Luo J, Fan X, Yin L (2019) Communication-Aware and Energy Saving Virtual Machine Allocation Algorithm in Data Center. In: 21st IEEE International Conference on High Performance Computing and Communications. IEEE, pp 819\u2013826","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2019.00120"},{"key":"1632_CR4","doi-asserted-by":"crossref","unstructured":"Ji S, Li M D, Ji N, Li B (2018) An online virtual machine placement algorithm in an over-committed cloud. In: 2018 IEEE International Conference on Cloud Engineering, IC2E 2018, Orlando, FL, USA, April 17-20, 2018, pp 106\u2013112","DOI":"10.1109\/IC2E.2018.00033"},{"key":"1632_CR5","doi-asserted-by":"crossref","unstructured":"Sutton R S, Barto A G (1998) Reinforcement learning: An introduction. MIT Press Cambridge, MA, USA.","DOI":"10.1109\/TNN.1998.712192"},{"key":"1632_CR6","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu A A, Veness J, Bellemare M G, Graves A, Riedmiller M, Fidjeland A K, Ostrovski G, Petersen S, Beattie C, Sadik A, Antonoglou I, King H, Kumaran D, Wierstra D, Legg S, Hassabis D (2015) Human-level control through deep reinforcement learning. Nature 518:529\u2013533","journal-title":"Nature"},{"key":"1632_CR7","doi-asserted-by":"crossref","unstructured":"Mao H, Alizadeh M, Menache I, Kandula S (2016) Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks, ACM, pp 50\u201356","DOI":"10.1145\/3005745.3005750"},{"issue":"7587","key":"1632_CR8","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison C J, et al. (2016) Mastering the game of go with deep neural networks and tree search. nature 529(7587):484\u2013489","journal-title":"nature"},{"key":"1632_CR9","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, Antonoglou I, et al. (2017) Mastering the game of go without human knowledge. Nature 550:354\u2013359","journal-title":"Nature"},{"key":"1632_CR10","doi-asserted-by":"crossref","unstructured":"Rubinstein RY, Kroese DP (2004) The cross-entropy method. Springer New York, NY, USA.","DOI":"10.1007\/978-1-4757-4321-0"},{"issue":"7","key":"1632_CR11","doi-asserted-by":"crossref","first-page":"2473","DOI":"10.1007\/s11227-015-1400-5","volume":"71","author":"RW Ahmad","year":"2015","unstructured":"Ahmad R W, Gani A, Hamid S H A, Shiraz M, Xia F, Madani S A (2015) Virtual Machine Migration in Cloud Data Centers: a Review, Taxonomy, and Open Research Issues. The Journal of Supercomputing 71(7):2473\u20132515","journal-title":"The Journal of Supercomputing"},{"key":"1632_CR12","doi-asserted-by":"crossref","unstructured":"Borgetto D, Maurer M, et al. (2012) Energy-Efficient and SLA-Aware Management of IaaS Clouds. In: Proceedings of the 3rd International Conference on Energy-Efficient Computing and Networking, Madrid, Spain, May 9-11, 2012. ACM, p 25","DOI":"10.1145\/2208828.2208853"},{"key":"1632_CR13","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1016\/j.jnca.2014.07.030","volume":"45","author":"SK Garg","year":"2014","unstructured":"Garg S K, Toosi A N, Gopalaiyengar S K, Buyya R (2014) SLA-Based Virtual Machine Management for Heterogeneous Workloads in a Cloud Datacenter. J. Netw. Comput. Appl. 45:108\u2013120","journal-title":"J. Netw. Comput. Appl."},{"key":"1632_CR14","doi-asserted-by":"crossref","unstructured":"Hieu N T, Francesco M D, et al. (2014) A Virtual Machine Placement Algorithm for Balanced Resource Utilization in Cloud Data Centers. In: 2014 IEEE 7th International Conference on Cloud Computing, Anchorage, AK, USA, June 27 - July 2, 2014. IEEE Computer Society, pp 474\u2013481","DOI":"10.1109\/CLOUD.2014.70"},{"key":"1632_CR15","unstructured":"Zhang X, Shae Z-Y, Zheng S, Jamjoom H (2012) Virtual Machine Migration in an Over-Committed Cloud. In: Proc. IEEE Network Operations and Management Symposium (NOMS)"},{"key":"1632_CR16","doi-asserted-by":"crossref","unstructured":"Dabbagh M, Hamdaoui B, Guizani M, Rayes A (2015) Efficient Datacenter Resource Utilization Through Cloud Resource Overcommitment. In: Proc. IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","DOI":"10.1109\/INFCOMW.2015.7179406"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-020-01632-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-020-01632-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-020-01632-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,25]],"date-time":"2022-03-25T17:59:15Z","timestamp":1648231155000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-020-01632-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,5]]},"references-count":16,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["1632"],"URL":"https:\/\/doi.org\/10.1007\/s11036-020-01632-1","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"type":"print","value":"1383-469X"},{"type":"electronic","value":"1572-8153"}],"subject":[],"published":{"date-parts":[[2020,8,5]]},"assertion":[{"value":"5 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}