{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:38:54Z","timestamp":1786981134131,"version":"build-2736575974"},"reference-count":67,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s10723-022-09603-4","type":"journal-article","created":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T12:38:33Z","timestamp":1651149513000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Scalable Virtual Machine Migration using Reinforcement Learning"],"prefix":"10.1007","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3007-2289","authenticated-orcid":false,"given":"Abdul Rahman","family":"Hummaida","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Norman W.","family":"Paton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rizos","family":"Sakellariou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,28]]},"reference":[{"key":"9603_CR1","unstructured":"Hpe proliant (2016). https:\/\/www.hpe.com"},{"key":"9603_CR2","unstructured":"Vmware. (2016). http:\/\/www.vmware.com\/"},{"key":"9603_CR3","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.jnca.2015.02.002","volume":"52","author":"RW Ahmad","year":"2015","unstructured":"Ahmad, R. W., Gani, A., Hamid, S. H. A., Shiraz, M., Yousafzai, A., Xia, F.: A survey on virtual machine migration and server consolidation frameworks for cloud data centers. J. Netw. Comput. Appl. 52, 11\u201325 (2015). https:\/\/doi.org\/10.1016\/j.jnca.2015.02.002","journal-title":"J. Netw. Comput. Appl."},{"key":"9603_CR4","doi-asserted-by":"crossref","unstructured":"Aldhalaan, A., Menasc\u00e9, D. A.: Autonomic Allocation of Communicating Virtual Machines in Hierarchical Cloud Data Centers. In: 2014 International Conference On Cloud and Autonomic Computing (ICCAC), pp. 161\u2013171. 2014 International Conference On Cloud and Autonomic Computing (2014) (2014)","DOI":"10.1109\/ICCAC.2014.13"},{"key":"9603_CR5","doi-asserted-by":"publisher","unstructured":"Arabnejad, H., Pahl, C., Jamshidi, P., Estrada, G.: A Comparison of Reinforcement Learning Techniques for Fuzzy Cloud Auto-Scaling. In: 2017 17Th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGRID), pp. 64\u201373. https:\/\/doi.org\/10.1109\/CCGRID.2017.15 (2017)","DOI":"10.1109\/CCGRID.2017.15"},{"issue":"12","key":"9603_CR6","doi-asserted-by":"publisher","first-page":"1656","DOI":"10.1002\/cpe.2864","volume":"25","author":"E Barrett","year":"2013","unstructured":"Barrett, E., Howley, E., Duggan, J.: Applying reinforcement learning towards automating resource allocation and application scalability in the cloud. Concurr. Comput. Pract. Exper. 25(12), 1656\u20131674 (2013). https:\/\/doi.org\/10.1002\/cpe.2864","journal-title":"Concurr. Comput. Pract. Exper."},{"key":"9603_CR7","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1002\/cpe.1867","volume":"24","author":"A Beloglazov","year":"2012","unstructured":"Beloglazov, A., Buyya, R.: Optimal online deterministic algorithms and adaptive heuristics for energy and performance efficient dynamic consolidation of virtual machines in cloud data centers. Concurr. Comput. Pract. Exper. 24, 1397\u20131420 (2012)","journal-title":"Concurr. Comput. Pract. Exper."},{"issue":"4","key":"9603_CR8","doi-asserted-by":"publisher","first-page":"1348","DOI":"10.1007\/s11036-018-0996-0","volume":"24","author":"JV Bibal Benifa","year":"2019","unstructured":"Bibal Benifa, J. V., Dejey, D.: Rlpas: Reinforcement learning-based proactive auto-scaler for resource provisioning in cloud environment. Mobile Netw. Appl. 24(4), 1348\u20131363 (2019). https:\/\/doi.org\/10.1007\/s11036-018-0996-0","journal-title":"Mobile Netw. Appl."},{"key":"9603_CR9","doi-asserted-by":"publisher","unstructured":"Bitsakos, C., Konstantinou, I., Koziris, N.: Derp: a Deep Reinforcement Learning Cloud System for Elastic Resource Provisioning. In: 2018 IEEE International Conference on Cloud Computing Technology and Science (Cloudcom), pp. 21\u201329. https:\/\/doi.org\/10.1109\/CloudCom2018.2018.00020 (2018)","DOI":"10.1109\/CloudCom2018.2018.00020"},{"issue":"4","key":"9603_CR10","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/TPDS.2012.174","volume":"24","author":"X Bu","year":"2013","unstructured":"Bu, X., Rao, J., Xu, C. Z.: Coordinated self-configuration of virtual machines and appliances using a model-free learning approach. IEEE Trans. Parallel Distrib. Syst. 24(4), 681\u2013690 (2013). https:\/\/doi.org\/10.1109\/TPDS.2012.174","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"8","key":"9603_CR11","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1007\/s00607-012-0198-8","volume":"94","author":"NM Calcavecchia","year":"2012","unstructured":"Calcavecchia, N. M., Caprarescu, B. A., Di Nitto, E., Dubois, D. J., Petcu, D.: Depas: a decentralized probabilistic algorithm for auto-scaling. Computing 94(8), 701\u2013730 (2012)","journal-title":"Computing"},{"key":"9603_CR12","doi-asserted-by":"publisher","unstructured":"Chen, Z., Hu, J., Min, G.: Learning-Based Resource Allocation in Cloud Data Center Using Advantage Actor-Critic. In: ICC 2019 - 2019 IEEE International Conference on Communications (2019), pp. 1\u20136. https:\/\/doi.org\/10.1109\/ICC.2019.8761309 (2019)","DOI":"10.1109\/ICC.2019.8761309"},{"issue":"1","key":"9603_CR13","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1186\/s13677-015-0045-5","volume":"4","author":"MR Chowdhury","year":"2015","unstructured":"Chowdhury, M. R., Mahmud, M. R., Rahman, R. M.: Implementation and performance analysis of various vm placement strategies in cloudsim. J. Cloud Comput. 4(1), 20 (2015). https:\/\/doi.org\/10.1186\/s13677-015-0045-5","journal-title":"J. Cloud Comput."},{"key":"9603_CR14","unstructured":"Citrix: Xen. (2016). http:\/\/www.xenserver.org"},{"key":"9603_CR15","doi-asserted-by":"publisher","unstructured":"Duggan, M., Flesk, K., Duggan, J., Howley, E.: Barrett e.: a reinforcement learning approach for dynamic selection of virtual machines in cloud data centres. https:\/\/doi.org\/10.1109\/INTECH.2016.7845053(2016)","DOI":"10.1109\/INTECH.2016.7845053"},{"key":"9603_CR16","doi-asserted-by":"publisher","unstructured":"Dulac-Arnold, G., Levine, N., Mankowitz, D. J., Li, J., Paduraru, C., Gowal, S., Hester, T.: Challenges of real-world reinforcement learning: definitions, benchmarks and analysis. Machine Learning. https:\/\/doi.org\/10.1007\/s10994-021-05961-4 (2021)","DOI":"10.1007\/s10994-021-05961-4"},{"key":"9603_CR17","doi-asserted-by":"publisher","unstructured":"Gahlawat, M., Sharma, P.: Survey of Virtual Machine Placement in Federated Clouds. In: 2014 IEEE International Advance Computing Conference (IACC), pp. 735\u2013738. https:\/\/doi.org\/10.1109\/IAdCC.2014.6779415 (2014)","DOI":"10.1109\/IAdCC.2014.6779415"},{"key":"9603_CR18","doi-asserted-by":"publisher","unstructured":"Ghanbari, H., Simmons, B., Litoiu, M., Barna, C., Iszlai, G.: Optimal autoscaling in a iaas cloud. In: Proceedings of the 9th International Conference on Autonomic Computing, ICAC \u201912, pp 173\u2013178. Association for Computing Machinery, New York (2012), https:\/\/doi.org\/10.1145\/2371536.2371567","DOI":"10.1145\/2371536.2371567"},{"key":"9603_CR19","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1016\/j.future.2017.02.022","volume":"78","author":"M Ghobaei-Arani","year":"2018","unstructured":"Ghobaei-Arani, M., Jabbehdari, S., Pourmina, M. A.: An autonomic resource provisioning approach for service-based cloud applications: a hybrid approach. Fut. Gener. Comput. Syst. 78, 191\u2013210 (2018). https:\/\/doi.org\/10.1016\/j.future.2017.02.022","journal-title":"Fut. Gener. Comput. Syst."},{"key":"9603_CR20","doi-asserted-by":"publisher","first-page":"102127","DOI":"10.1016\/j.simpat.2020.102127","volume":"104","author":"N Gholipour","year":"2020","unstructured":"Gholipour, N., Arianyan, E., Buyya, R.: A novel energy-aware resource management technique using joint vm and container consolidation approach for green computing in cloud data centers. Simul. Model. Pract. Theory 104, 102127 (2020). https:\/\/doi.org\/10.1016\/j.simpat.2020.102127","journal-title":"Simul. Model. Pract. Theory"},{"issue":"5","key":"9603_CR21","doi-asserted-by":"publisher","first-page":"3576","DOI":"10.1109\/JIOT.2020.3025015","volume":"8","author":"W Guo","year":"2021","unstructured":"Guo, W., Tian, W., Ye, Y., Xu, L., Wu, K.: Cloud resource scheduling with deep reinforcement learning and imitation learning. IEEE Internet Things J. 8(5), 3576\u20133586 (2021). https:\/\/doi.org\/10.1109\/JIOT.2020.3025015","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"9603_CR22","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1007\/s11227-017-2112-9","volume":"74","author":"MK Gupta","year":"2018","unstructured":"Gupta, M. K., Amgoth, T.: Resource-aware virtual machine placement algorithm for iaas cloud. J. Supercomput. 74(1), 122\u2013140 (2018). https:\/\/doi.org\/10.1007\/s11227-017-2112-9","journal-title":"J. Supercomput."},{"issue":"1","key":"9603_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13677-016-0057-9","volume":"5","author":"AR Hummaida","year":"2016","unstructured":"Hummaida, A. R., Paton, N. W., Sakellariou, R.: Adaptation in cloud resource configuration: a survey. J. Cloud Comput. 5(1), 1\u201316 (2016)","journal-title":"J. Cloud Comput."},{"key":"9603_CR24","doi-asserted-by":"publisher","unstructured":"Hummaida, A. R., Paton, N. W., Sakellariou, R.: Shdf - a Scalable Hierarchical Distributed Framework for Data Centre Management. In: 2017 16Th International Symposium on Parallel and Distributed Computing (ISPDC), pp. 102\u2013111. 16Th International Symposium on Parallel and Distributed Computing (2017). https:\/\/doi.org\/10.1109\/ISPDC.2017.15 (2017)","DOI":"10.1109\/ISPDC.2017.15"},{"key":"9603_CR25","doi-asserted-by":"publisher","unstructured":"Jamshidi, P., Sharifloo, A. M., Pahl, C., Metzger, A., Estrada, G.: Self-Learning Cloud Controllers: Fuzzy Q-Learning for Knowledge Evolution. In: 2015 International Conference on Cloud and Autonomic Computing, pp. 208\u2013211. https:\/\/doi.org\/10.1109\/ICCAC.2015.35 (2015)","DOI":"10.1109\/ICCAC.2015.35"},{"key":"9603_CR26","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.compeleceng.2018.03.029","volume":"68","author":"S Jangiti","year":"2018","unstructured":"Jangiti, S., Sriram, V.S.: Scalable and direct vector bin-packing heuristic based on residual resource ratios for virtual machine placement in cloud data centers. Comput. Electr. Eng. 68, 44\u201361 (2018). https:\/\/doi.org\/10.1016\/j.compeleceng.2018.03.029","journal-title":"Comput. Electr. Eng."},{"key":"9603_CR27","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.asoc.2020.106582","volume":"106582","author":"F Jauro","year":"2020","unstructured":"Jauro, F., Chiroma, H., Gital, A. Y., Almutairi, M., Abdulhamid, S. M., Abawajy, J. H.: Deep learning architectures in emerging cloud computing architectures: Recent development, challenges and next research trend. Appl. Soft Comput. 106582, 96 (2020). https:\/\/doi.org\/10.1016\/j.asoc.2020.106582","journal-title":"Appl. Soft Comput."},{"issue":"9","key":"9603_CR28","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1007\/s12243-019-00720-y","volume":"74","author":"Y Jin","year":"2019","unstructured":"Jin, Y., Bouzid, M., Kostadinov, D., Aghasaryan, A.: Resource management of cloud-enabled systems using model-free reinforcement learning. Ann. Telecommun. 74(9), 625\u2013636 (2019). https:\/\/doi.org\/10.1007\/s12243-019-00720-y","journal-title":"Ann. Telecommun."},{"key":"9603_CR29","doi-asserted-by":"publisher","unstructured":"John, I., Sreekantan, A., Bhatnagar, S.: Efficient adaptive resource provisioning for cloud applications using reinforcement learning. In: 2019 IEEE 4Th International Workshops on Foundations and Applications of Self* Systems (FAS*W), pp. 271\u2013272. https:\/\/doi.org\/10.1109\/FAS-W.2019.00077 (2019)","DOI":"10.1109\/FAS-W.2019.00077"},{"issue":"3","key":"9603_CR30","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1109\/TPDS.2020.3025914","volume":"32","author":"S Kardani-Moghaddam","year":"2021","unstructured":"Kardani-Moghaddam, S., Buyya, R., Ramamohanarao, K.: Adrl: a hybrid anomaly-aware deep reinforcement learning-based resource scaling in clouds. IEEE Trans Parallel Distrib Syst 32 (3), 514\u2013526 (2021). https:\/\/doi.org\/10.1109\/TPDS.2020.3025914","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"9603_CR31","doi-asserted-by":"crossref","unstructured":"Keller, G., Tighe, M., Lutfiyya, H., Bauer, M.: A Hierarchical, Topology-Aware Approach to Dynamic Data Centre Management. In: Network Operations and Management Symposium (NOMS), pp. 1 \u20137. Network Operations and Management Symposium (2014) (2014)","DOI":"10.1109\/NOMS.2014.6838395"},{"key":"9603_CR32","doi-asserted-by":"crossref","unstructured":"Khan, T., Tian, W., Buyya, R.: Machine learning (ml)-centric resource management in cloud computing: A review and future directions (2021)","DOI":"10.1016\/j.jnca.2022.103405"},{"issue":"1","key":"9603_CR33","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s10586-019-02966-6","volume":"23","author":"S Kim","year":"2020","unstructured":"Kim, S., Choi, Y.R.: Constraint-aware vm placement in heterogeneous computing clusters. Clust. Comput. 23(1), 71\u201385 (2020). https:\/\/doi.org\/10.1007\/s10586-019-02966-6","journal-title":"Clust. Comput."},{"issue":"1","key":"9603_CR34","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1109\/TPDS.2018.2855158","volume":"30","author":"A Lebre","year":"2019","unstructured":"Lebre, A., Pastor, J., Simonet, A., S\u00fcdholt, M.: Putting the next 500 vm placement algorithms to the acid test: The infrastructure provider viewpoint. IEEE Trans. Parallel Distrib. Syst. 30(1), 204\u2013217 (2019). https:\/\/doi.org\/10.1109\/TPDS.2018.2855158","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"9603_CR35","doi-asserted-by":"publisher","unstructured":"Liu, N., Li, Z., Xu, J., Xu, Z., Lin, S., Qiu, Q., Tang, J., Wang, Y.: A Hierarchical Framework of Cloud Resource Allocation and Power Management Using Deep Reinforcement Learning. In: 2017 IEEE 37Th International Conference on Distributed Computing Systems (ICDCS), pp. 372\u2013382. https:\/\/doi.org\/10.1109\/ICDCS.2017.123 (2017)","DOI":"10.1109\/ICDCS.2017.123"},{"key":"9603_CR36","doi-asserted-by":"publisher","unstructured":"Lolos, K., Konstantinou, I., Kantere, V., Koziris, N.: Elastic Management of Cloud Applications Using Adaptive Reinforcement Learning. In: 2017 IEEE International Conference on Big Data (Big Data), pp. 203\u2013212. https:\/\/doi.org\/10.1109\/BigData.2017.8257928 (2017)","DOI":"10.1109\/BigData.2017.8257928"},{"issue":"4","key":"9603_CR37","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1007\/s10723-019-09489-9","volume":"18","author":"M Masdari","year":"2020","unstructured":"Masdari, M., Zangakani, M.: Green cloud computing using proactive virtual machine placement: Challenges and issues. J. Grid Comput. 18(4), 727\u2013759 (2020). https:\/\/doi.org\/10.1007\/s10723-019-09489-9","journal-title":"J. Grid Comput."},{"key":"9603_CR38","doi-asserted-by":"publisher","unstructured":"Matignon, L., Laurent, G. J., Fort-piat, N. L.: Improving Reinforcement Learning Speed for Robot Control. In: 2006 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 3172\u20133177. https:\/\/doi.org\/10.1109\/IROS.2006.282341 (2006)","DOI":"10.1109\/IROS.2006.282341"},{"issue":"2","key":"9603_CR39","doi-asserted-by":"publisher","first-page":"472","DOI":"10.1016\/j.future.2012.07.004","volume":"29","author":"M Maurer","year":"2013","unstructured":"Maurer, M., Brandic, I., Sakellariou, R.: Adaptive resource configuration for cloud infrastructure management. Futur. Gener. Comput. Syst. 29(2), 472\u2013487 (2013)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"7540","key":"9603_CR40","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"issue":"1","key":"9603_CR41","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1186\/s13677-019-0128-9","volume":"8","author":"R Moreno-Vozmediano","year":"2019","unstructured":"Moreno-Vozmediano, R., Montero, R. S., Huedo, E., Llorente, I. M.: Efficient resource provisioning for elastic cloud services based on machine learning techniques. J. Cloud Comput. 8(1), 5 (2019). https:\/\/doi.org\/10.1186\/s13677-019-0128-9","journal-title":"J. Cloud Comput."},{"key":"9603_CR42","doi-asserted-by":"crossref","unstructured":"Muller-Merbach, H.: Heuristics and their design: a survey. Eur. J. Oper. Res. 8(1), 1\u201323 (1981). https:\/\/ideas.repec.org\/a\/eee\/ejores\/v8y1981i1p1-23.html","DOI":"10.1016\/0377-2217(81)90024-2"},{"key":"9603_CR43","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1016\/j.future.2018.11.049","volume":"94","author":"SMR Nouri","year":"2019","unstructured":"Nouri, S. M. R., Li, H., Venugopal, S., Guo, W., He, M., Tian, W.: Autonomic decentralized elasticity based on a reinforcement learning controller for cloud applications. Fut. Gener. Comput. Syst. 94, 765\u2013780 (2019). https:\/\/doi.org\/10.1016\/j.future.2018.11.049","journal-title":"Fut. Gener. Comput. Syst."},{"issue":"2","key":"9603_CR44","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1109\/TCC.2015.2464817","volume":"4","author":"M Pantazoglou","year":"2016","unstructured":"Pantazoglou, M., Tzortzakis, G., Delis, A.: Decentralized and energy-efficient workload management in enterprise clouds. IEEE Trans. Cloud Comput. 4(2), 196\u2013209 (2016)","journal-title":"IEEE Trans. Cloud Comput."},{"key":"9603_CR45","doi-asserted-by":"publisher","unstructured":"Pietri, I., Sakellariou, R.: Mapping virtual machines onto physical machines in cloud computing: A survey. ACM Comput. Surv 49(3). https:\/\/doi.org\/10.1145\/2983575 (2016)","DOI":"10.1145\/2983575"},{"key":"9603_CR46","doi-asserted-by":"publisher","unstructured":"Rao, J., Bu, X., Xu, C. Z., Wang, K.: A Distributed Self-Learning Approach for Elastic Provisioning of Virtualized Cloud Resources. In: 2011 IEEE 19Th Annual International Symposium on Modelling, Analysis, and Simulation of Computer and Telecommunication Systems, pp. 45\u201354. https:\/\/doi.org\/10.1109\/MASCOTS.2011.47 (2011)","DOI":"10.1109\/MASCOTS.2011.47"},{"key":"9603_CR47","doi-asserted-by":"publisher","unstructured":"Ren, H., Wang, Y., Xu, C., Chen, X.: Smig-rl: An evolutionary migration framework for cloud services based on deep reinforcement learning. ACM Trans. Internet Technol 20(4). https:\/\/doi.org\/10.1145\/3414840 (2020)","DOI":"10.1145\/3414840"},{"key":"9603_CR48","doi-asserted-by":"crossref","unstructured":"Sedaghat, M., Hern\u00e1ndez-Rodriguez, F., Elmroth, E., Girdzijauskas, S.: Divide the Task, Multiply the Outcome: Cooperative Vm Consolidation. In: IEEE International Conference on Cloud Computing Technology and Science, pp. 300\u2013305. IEEE International Conference on Cloud Computing Technology and Science, IEEE, Washington (2014)","DOI":"10.1109\/CloudCom.2014.81"},{"key":"9603_CR49","doi-asserted-by":"publisher","unstructured":"Shaw, R., Howley, E., Barrett, E.: Applying reinforcement learning towards automating energy efficient virtual machine consolidation in cloud data centers. Inf. Syst., 101722. https:\/\/doi.org\/10.1016\/j.is.2021.101722 (2021)","DOI":"10.1016\/j.is.2021.101722"},{"key":"9603_CR50","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.jpdc.2017.08.010","volume":"111","author":"MC Silva Filho","year":"2018","unstructured":"Silva Filho, M.C., Monteiro, C.C., In\u00e1cio, P.R., Freire, M.M.: Approaches for optimizing virtual machine placement and migration in cloud environments: a survey. J. Parallel Distrib. Comput. 111, 222\u2013250 (2018). https:\/\/doi.org\/10.1016\/j.jpdc.2017.08.010","journal-title":"J. Parallel Distrib. Comput."},{"issue":"23","key":"9603_CR51","doi-asserted-by":"publisher","first-page":"34095","DOI":"10.1007\/s11042-019-08102-1","volume":"78","author":"M Sina","year":"2019","unstructured":"Sina, M., Dehghan, M., Rahmani, A. M.: Car-plive: Cloud-assisted reinforcement learning based p2p live video streaming: a hybrid approach. Multimed. Tools Appl. 78(23), 34095\u201334127 (2019). https:\/\/doi.org\/10.1007\/s11042-019-08102-1","journal-title":"Multimed. Tools Appl."},{"issue":"4","key":"9603_CR52","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1007\/s10723-019-09487-x","volume":"17","author":"B Sniezynski","year":"2019","unstructured":"Sniezynski, B., Nawrocki, P., Wilk, M., Jarzab, M., Zielinski, K.: Vm reservation plan adaptation using machine learning in cloud computing. J. Grid Comput. 17(4), 797\u2013812 (2019). https:\/\/doi.org\/10.1007\/s10723-019-09487-x","journal-title":"J. Grid Comput."},{"key":"9603_CR53","doi-asserted-by":"publisher","unstructured":"Song, B., Hassan, M., Huh, E.N.: A Novel Heuristic-Based Task Selection and Allocation Framework in Dynamic Collaborative Cloud Service Platform. In: 2010 IEEE Second International Conference on Cloud Computing Technology and Science, pp. 360\u2013367. https:\/\/doi.org\/10.1109\/CloudCom.2010.53 (2010)","DOI":"10.1109\/CloudCom.2010.53"},{"key":"9603_CR54","volume-title":"Reinforcement Learning: an Introduction, vol. 1","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., Barto, A. G.: Reinforcement Learning: an Introduction, vol. 1. MIT press, Cambridge (1998)"},{"key":"9603_CR55","doi-asserted-by":"publisher","unstructured":"Thanh Binh, H. T., Phi Le, N., Minh, N. B., Thu Hai, T., Minh, N. Q., Bao Son, D.: A Reinforcement Learning Algorithm for Resource Provisioning in Mobile Edge Computing Network. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20137. https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9206947 (2020)","DOI":"10.1109\/IJCNN48605.2020.9206947"},{"key":"9603_CR56","doi-asserted-by":"crossref","unstructured":"Tighe, M., Keller, G., Bauer, M.: Lutfiyya: a distributed approach to dynamic vm management. In: Proceedings of the 9th International Conference on Network and Service Management, pp. 166 to 170. Proceedings of the 9th International Conference on Network and Service Management (2013)","DOI":"10.1109\/CNSM.2013.6727830"},{"key":"9603_CR57","unstructured":"Tighe, M., Keller, G., Bauer, M., Lutfiyya, H.: Dcsim: a Data Centre Simulation Tool for Evaluating Dynamic Virtualized Resource Management. In: Network and Service Management (Cnsm), 2012 8Th International Conference and 2012 Workshop on Systems Virtualiztion Management (Svm), pp. 385\u2013392. Network and Service Management (Cnsm), 2012 8Th International Conference and 2012 Workshop on Systems Virtualiztion Management (Svm) (2012)"},{"key":"9603_CR58","doi-asserted-by":"publisher","unstructured":"Walsh, W., Tesauro, G., Kephart, J., Das, R.: Utility Functions in Autonomic Systems. In: 2004. Proceedings. International Conference on Autonomic Computing, pp. 70\u201377. https:\/\/doi.org\/10.1109\/ICAC.2004.1301349 (2004)","DOI":"10.1109\/ICAC.2004.1301349"},{"key":"9603_CR59","unstructured":"Watkins, C. J. C. H.: Learning from Delayed Rewards. In: Ph.D. Thesis (1989)"},{"key":"9603_CR60","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.future.2018.04.075","volume":"87","author":"JN Witanto","year":"2018","unstructured":"Witanto, J. N., Lim, H., Atiquzzaman, M.: Adaptive selection of dynamic vm consolidation algorithm using neural network for cloud resource management. Futur. Gener. Comput. Syst. 87, 35\u201342 (2018). https:\/\/doi.org\/10.1016\/j.future.2018.04.075","journal-title":"Futur. Gener. Comput. Syst."},{"key":"9603_CR61","doi-asserted-by":"publisher","unstructured":"Wu, Y., Tang, M., Fraser, W.: A Simulated Annealing Algorithm for Energy Efficient Virtual Machine Placement. In: 2012 IEEE International Conference on Systems, Man, and Cybernetics (SMC), pp. 1245\u20131250. https:\/\/doi.org\/10.1109\/ICSMC.2012.6377903 (2012)","DOI":"10.1109\/ICSMC.2012.6377903"},{"issue":"2","key":"9603_CR62","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1109\/TNSM.2012.031512.110176","volume":"9","author":"F Wuhib","year":"2012","unstructured":"Wuhib, F., Stadler, R., Spreitzer, M.: Dynamic resource allocation with management objectives: implementation for an openstack cloud. IEEE Trans. Netw. Serv. Manag. 9(2), 213\u2013225 (2012)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"3","key":"9603_CR63","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/s10766-018-00622-x","volume":"47","author":"H Xu","year":"2019","unstructured":"Xu, H., Liu, Y., Wei, W., Xue, Y.: Migration cost and energy-aware virtual machine consolidation under cloud environments considering remaining runtime. Int. J. Parallel Prog. 47(3), 481\u2013501 (2019). https:\/\/doi.org\/10.1007\/s10766-018-00622-x","journal-title":"Int. J. Parallel Prog."},{"key":"9603_CR64","doi-asserted-by":"publisher","unstructured":"Yadav, M. P., Rohit Yadav, D.K.: Resource provisioning through machine learning in cloud services. Arabian Journal for Science and Engineering. https:\/\/doi.org\/10.1007\/s13369-021-05864-5 (2021)","DOI":"10.1007\/s13369-021-05864-5"},{"issue":"3","key":"9603_CR65","doi-asserted-by":"publisher","first-page":"1905","DOI":"10.1007\/s11276-018-1874-1","volume":"26","author":"R Yadav","year":"2020","unstructured":"Yadav, R., Zhang, W., Li, K., Liu, C., Shafiq, M., Karn, N. K.: An adaptive heuristic for managing energy consumption and overloaded hosts in a cloud data center. Wirel. Netw 26(3), 1905\u20131919 (2020). https:\/\/doi.org\/10.1007\/s11276-018-1874-1","journal-title":"Wirel. Netw"},{"key":"9603_CR66","doi-asserted-by":"publisher","unstructured":"Ying, C., Li, B., Ke, X., Guo, L.: Raven: Scheduling virtual machine migration during datacenter upgrades with reinforcement learning. Mobile Networks and Applications. https:\/\/doi.org\/10.1007\/s11036-020-01632-1 (2020)","DOI":"10.1007\/s11036-020-01632-1"},{"key":"9603_CR67","doi-asserted-by":"publisher","first-page":"100524","DOI":"10.1016\/j.suscom.2021.100524","volume":"30","author":"R Zolfaghari","year":"2021","unstructured":"Zolfaghari, R., Sahafi, A., Rahmani, A. M., Rezaei, R.: Application of virtual machine consolidation in cloud computing systems. Sustain. Comput. Inf. Syst. 30, 100524 (2021). https:\/\/doi.org\/10.1016\/j.suscom.2021.100524","journal-title":"Sustain. Comput. Inf. Syst."}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-022-09603-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10723-022-09603-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-022-09603-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T12:59:20Z","timestamp":1655816360000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10723-022-09603-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,28]]},"references-count":67,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["9603"],"URL":"https:\/\/doi.org\/10.1007\/s10723-022-09603-4","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,28]]},"assertion":[{"value":"12 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interest"}}],"article-number":"15"}}