{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T19:36:04Z","timestamp":1772134564454,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,1,29]],"date-time":"2022-01-29T00:00:00Z","timestamp":1643414400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,29]],"date-time":"2022-01-29T00:00:00Z","timestamp":1643414400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100018883","name":"thu dau mot university","doi-asserted-by":"crossref","award":["DT.21.1-080"],"award-info":[{"award-number":["DT.21.1-080"]}],"id":[{"id":"10.13039\/100018883","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s00607-021-01047-0","type":"journal-article","created":{"date-parts":[[2022,1,29]],"date-time":"2022-01-29T00:02:43Z","timestamp":1643414563000},"page":"1285-1306","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Virtual machine migration policy for multi-tier application in cloud computing based on Q-learning algorithm"],"prefix":"10.1007","volume":"104","author":[{"given":"Cong Hung","family":"Tran","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1686-5055","authenticated-orcid":false,"given":"Thanh Khiet","family":"Bui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tran Vu","family":"Pham","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,29]]},"reference":[{"key":"1047_CR1","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/980945","author":"WH Bai","year":"2015","unstructured":"Bai WH, Xi JQ, Zhu JX, Huang SW (2015) Performance analysis of heterogeneous data centers in cloud computing using a complex queuing model. Math Probl Eng. https:\/\/doi.org\/10.1155\/2015\/980945","journal-title":"Math Probl Eng"},{"issue":"7","key":"1047_CR2","doi-asserted-by":"publisher","first-page":"2400","DOI":"10.1016\/j.compeleceng.2013.04.019","volume":"39","author":"T Baker","year":"2013","unstructured":"Baker T, Mackay M, Randles M, Taleb-Bendiab A (2013) Intention-oriented programming support for runtime adaptive autonomic cloud-based applications. Comput Electr Eng 39(7):2400\u20132412. https:\/\/doi.org\/10.1016\/j.compeleceng.2013.04.019","journal-title":"Comput Electr Eng"},{"issue":"6","key":"1047_CR3","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1049\/iet-net.2019.0204","volume":"9","author":"KT Bui","year":"2020","unstructured":"Bui KT, Ho HD, Pham TV, Tran HC (2020) Virtual machines migration game approach for multi-tier application in infrastructure as a service cloud computing. IET Netw 9(6):326\u2013337. https:\/\/doi.org\/10.1049\/iet-net.2019.0204","journal-title":"IET Netw"},{"key":"1047_CR4","doi-asserted-by":"publisher","unstructured":"Bui KT, Nguyen LV, Tran TV, Pham TV, Tran HC (2021) A load balancing vms migration approach for multi-tier application in cloud computing based on fuzzy set and q-learning algorithm. In: Research in intelligent and computing in engineering. Springer, pp 617\u2013628. https:\/\/doi.org\/10.1007\/978-981-15-7527-3_58","DOI":"10.1007\/978-981-15-7527-3_58"},{"key":"1047_CR5","doi-asserted-by":"publisher","unstructured":"Bui KT, Pham TV, Tran HC (2016) A load balancing game approach for vm provision cloud computing based on ant colony optimization. In: International conference on context-aware systems and applications. Springer, pp 52\u201363. https:\/\/doi.org\/10.1007\/978-3-319-56357-2_6","DOI":"10.1007\/978-3-319-56357-2_6"},{"key":"1047_CR6","doi-asserted-by":"publisher","unstructured":"Duong T, Chu YJ, Nguyen T, Chakareski J (2015) Virtual machine placement via q-learning with function approximation. In: 2015 IEEE global communications conference (GLOBECOM), pp 1\u20136. IEEE. https:\/\/doi.org\/10.1109\/GLOCOM.2015.7417491","DOI":"10.1109\/GLOCOM.2015.7417491"},{"key":"1047_CR7","doi-asserted-by":"publisher","unstructured":"Farahnakian F, Liljeberg P, Plosila J (2014) Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In: 2014 22nd Euromicro international conference on parallel, distributed, and network-based processing. IEEE, pp 500\u2013507. https:\/\/doi.org\/10.1109\/PDP.2014.109","DOI":"10.1109\/PDP.2014.109"},{"key":"1047_CR8","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/j.future.2016.05.025","volume":"78","author":"M Ficco","year":"2018","unstructured":"Ficco M, Esposito C, Palmieri F, Castiglione A (2018) A coral-reefs and game theory-based approach for optimizing elastic cloud resource allocation. Fut Gener Comput Syst 78:343\u2013352. https:\/\/doi.org\/10.1016\/j.future.2016.05.025","journal-title":"Fut Gener Comput Syst"},{"key":"1047_CR9","unstructured":"Fujiwara-Greve T (1989) Learning from delayed rewards, vol 1. King\u2019s College, Cambridge"},{"key":"1047_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-4-431-55645-9","volume-title":"Non-cooperative game theory","author":"T Fujiwara-Greve","year":"2015","unstructured":"Fujiwara-Greve T (2015) Non-cooperative game theory, vol 1. Springer, Berlin"},{"issue":"8","key":"1047_CR11","doi-asserted-by":"publisher","first-page":"1230","DOI":"10.1016\/j.jcss.2013.02.004","volume":"79","author":"Y Gao","year":"2013","unstructured":"Gao Y, Guan H, Qi Z, Hou Y, Liu L (2013) A multi-objective ant colony system algorithm for virtual machine placement in cloud computing. J Comput Syst Sci 79(8):1230\u20131242. https:\/\/doi.org\/10.1016\/j.jcss.2013.02.004","journal-title":"J Comput Syst Sci"},{"key":"1047_CR12","doi-asserted-by":"publisher","first-page":"2049","DOI":"10.1007\/s00607-020-00813-w","volume":"102","author":"A Ghasemi","year":"2020","unstructured":"Ghasemi A, Toroghi Haghighat A (2020) A multi-objective load balancing algorithm for virtual machine placement in cloud data centers based on machine learning. Computing 102:2049\u20132072. https:\/\/doi.org\/10.1007\/s00607-020-00813-w","journal-title":"Computing"},{"key":"1047_CR13","doi-asserted-by":"publisher","unstructured":"Ghumman NS, Kaur R (2015) Dynamic combination of improved max-min and ant colony algorithm for load balancing in cloud system. In: 2015 6th International conference on computing, communication and networking technologies (ICCCNT). IEEE, pp 1\u20135. https:\/\/doi.org\/10.1109\/ICCCNT.2015.7395172","DOI":"10.1109\/ICCCNT.2015.7395172"},{"key":"1047_CR14","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2018.2830793","author":"Y Guo","year":"2018","unstructured":"Guo Y, Stolyar A, Walid A (2018) Online vm auto-scaling algorithms for application hosting in a cloud. IEEE Trans Cloud Comput. https:\/\/doi.org\/10.1109\/TCC.2018.2830793","journal-title":"IEEE Trans Cloud Comput"},{"issue":"1","key":"1047_CR15","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1137\/1024022","volume":"24","author":"J Hartmanis","year":"1982","unstructured":"Hartmanis J (1982) Computers and intractability: a guide to the theory of np-completeness. SIAM Rev 24(1):90. https:\/\/doi.org\/10.1137\/1024022","journal-title":"SIAM Rev"},{"key":"1047_CR16","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.jpdc.2019.12.014","volume":"139","author":"SY Hsieh","year":"2020","unstructured":"Hsieh SY, Liu CS, Buyya R, Zomaya AY (2020) Utilization-prediction-aware virtual machine consolidation approach for energy-efficient cloud data centers. J Parallel Distrib Comput 139:99\u2013109. https:\/\/doi.org\/10.1016\/j.jpdc.2019.12.014","journal-title":"J Parallel Distrib Comput"},{"key":"1047_CR17","doi-asserted-by":"publisher","unstructured":"Huang G, Wang S, Zhang M, Li Y, Qian Z, Chen Y, Zhang S (2016) Auto scaling virtual machines for web applications with queueing theory. In: 2016 3rd International conference on systems and informatics (ICSAI). IEEE, pp 433\u2013438. https:\/\/doi.org\/10.1109\/ICSAI.2016.7810994","DOI":"10.1109\/ICSAI.2016.7810994"},{"key":"1047_CR18","doi-asserted-by":"publisher","unstructured":"Jamshidi P, Sharifloo AM, Pahl C, Metzger A, Estrada G (2015) Self-learning cloud controllers: fuzzy q-learning for knowledge evolution. In: 2015 International conference on cloud and autonomic computing. IEEE, pp 208\u2013211. https:\/\/doi.org\/10.1109\/ICCAC.2015.35","DOI":"10.1109\/ICCAC.2015.35"},{"key":"1047_CR19","doi-asserted-by":"publisher","unstructured":"Levin E, Pieraccini R, Eckert W (1998) Using Markov decision process for learning dialogue strategies. In: Proceedings of the 1998 IEEE international conference on acoustics, speech and signal processing (ICASSP\u201998) (Cat. No. 98CH36181), vol\u00a01. IEEE, pp 201\u2013204. https:\/\/doi.org\/10.1109\/ICASSP.1998.674402","DOI":"10.1109\/ICASSP.1998.674402"},{"key":"1047_CR20","doi-asserted-by":"publisher","unstructured":"Minarolli D, Freisleben B, (2011) Utility-based resource allocation for virtual machines in cloud computing. In: 2011 IEEE symposium on computers and communications (ISCC). IEEE, pp 410\u2013417. https:\/\/doi.org\/10.1109\/ISCC.2011.5983872","DOI":"10.1109\/ISCC.2011.5983872"},{"key":"1047_CR21","unstructured":"Morton T, Pentico DW (1993) Heuristic scheduling systems: with applications to production systems and project management, vol 3. Wiley"},{"key":"1047_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jnca.2018.03.002","volume":"110","author":"M Noshy","year":"2018","unstructured":"Noshy M, Ibrahim A, Ali HA (2018) Optimization of live virtual machine migration in cloud computing: a survey and future directions. J Netw Comput Appl 110:1\u201310. https:\/\/doi.org\/10.1016\/j.jnca.2018.03.002","journal-title":"J Netw Comput Appl"},{"key":"1047_CR23","doi-asserted-by":"publisher","unstructured":"Rolik O, Zharikov E, Koval A, Telenyk S (2018) Dynamie management of data center resources using reinforcement learning. In: 2018 14th International conference on advanced trends in radioelecrtronics, telecommunications and computer engineering (TCSET). IEEE, pp 237\u2013244. https:\/\/doi.org\/10.1109\/TCSET.2018.8336194","DOI":"10.1109\/TCSET.2018.8336194"},{"key":"1047_CR24","doi-asserted-by":"publisher","unstructured":"Rybina K, Schill A (2016) Estimating energy consumption during live migration of virtual machines. In: 2016 IEEE International Black Sea Conference on Communications and Networking (BlackSeaCom), pp 1\u20135. IEEE. https:\/\/doi.org\/10.1109\/BlackSeaCom.2016.7901567","DOI":"10.1109\/BlackSeaCom.2016.7901567"},{"issue":"4","key":"1047_CR25","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s00607-016-0530-9","volume":"99","author":"J Sahni","year":"2017","unstructured":"Sahni J, Vidyarthi DP (2017) Heterogeneity-aware adaptive auto-scaling heuristic for improved qos and resource usage in cloud environments. Computing 99(4):351\u2013381. https:\/\/doi.org\/10.1007\/s00607-016-0530-9","journal-title":"Computing"},{"key":"1047_CR26","doi-asserted-by":"publisher","unstructured":"Saovapakhiran B, Michailidis G, Devetsikiotis M, (2011) Aggregated-dag scheduling for job flow maximization in heterogeneous cloud computing. In: 2011 IEEE global telecommunications conference-GLOBECOM 2011. IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/GLOCOM.2011.6133611","DOI":"10.1109\/GLOCOM.2011.6133611"},{"issue":"4","key":"1047_CR27","doi-asserted-by":"publisher","first-page":"1609","DOI":"10.1007\/s10586-015-0486-0","volume":"18","author":"H Siar","year":"2015","unstructured":"Siar H, Kiani K, Chronopoulos AT (2015) An effective game theoretic static load balancing applied to distributed computing. Clust Comput 18(4):1609\u20131623. https:\/\/doi.org\/10.1007\/s10586-015-0486-0","journal-title":"Clust Comput"},{"issue":"1","key":"1047_CR28","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1109\/JSYST.2013.2256731","volume":"8","author":"CW Tsai","year":"2013","unstructured":"Tsai CW, Rodrigues JJ (2013) Metaheuristic scheduling for cloud: a survey. IEEE Syst J 8(1):279\u2013291. https:\/\/doi.org\/10.1109\/JSYST.2013.2256731","journal-title":"IEEE Syst J"},{"issue":"1","key":"1047_CR29","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1287\/opre.40.1.113","volume":"40","author":"PJ Van Laarhoven","year":"1992","unstructured":"Van Laarhoven PJ, Aarts EH, Lenstra JK (1992) Job shop scheduling by simulated annealing. Oper Res 40(1):113\u2013125. https:\/\/doi.org\/10.1287\/opre.40.1.113","journal-title":"Oper Res"},{"key":"1047_CR30","doi-asserted-by":"publisher","unstructured":"Van\u00a0Otterlo M, Wiering M (2012) Reinforcement learning and markov decision processes. In: Reinforcement learning. Springer, pp 3\u201342. https:\/\/doi.org\/10.1007\/978-3-642-27645-3_1","DOI":"10.1007\/978-3-642-27645-3_1"},{"issue":"3\u20134","key":"1047_CR31","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"issue":"6","key":"1047_CR32","doi-asserted-by":"publisher","first-page":"1107","DOI":"10.1109\/TPDS.2012.283","volume":"24","author":"Z Xiao","year":"2012","unstructured":"Xiao Z, Song W, Chen Q (2012) Dynamic resource allocation using virtual machines for cloud computing environment. IEEE Trans Parallel Distrib Syst 24(6):1107\u20131117. https:\/\/doi.org\/10.1109\/TPDS.2012.283","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"1047_CR33","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/915878","author":"X Xu","year":"2014","unstructured":"Xu X, Yu H (2014) A game theory approach to fair and efficient resource allocation in cloud computing. Math Probl Eng. https:\/\/doi.org\/10.1155\/2014\/915878","journal-title":"Math Probl Eng"},{"key":"1047_CR34","doi-asserted-by":"publisher","unstructured":"Yang L, Feng Y, Li K (2017) Optimization of virtual resources provisioning for cloud applications to cope with traffic burst. In: 2017 IEEE international symposium on parallel and distributed processing with applications and 2017 IEEE international conference on ubiquitous computing and communications (ISPA\/IUCC). IEEE, pp 80\u201387. https:\/\/doi.org\/10.1109\/ISPA\/IUCC.2017.00021","DOI":"10.1109\/ISPA\/IUCC.2017.00021"},{"issue":"6","key":"1047_CR35","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1016\/j.future.2013.02.004","volume":"29","author":"D Ye","year":"2013","unstructured":"Ye D, Chen J (2013) Non-cooperative games on multidimensional resource allocation. Fut Gener Comput Syst 29(6):1345\u20131352. https:\/\/doi.org\/10.1016\/j.future.2013.02.004","journal-title":"Fut Gener Comput Syst"},{"issue":"1","key":"1047_CR36","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/s13174-010-0007-6","volume":"1","author":"Q Zhang","year":"2010","unstructured":"Zhang Q, Cheng L, Boutaba R (2010) Cloud computing: state-of-the-art and research challenges. J Internet Serv Appl 1(1):7\u201318. https:\/\/doi.org\/10.1007\/s13174-010-0007-6","journal-title":"J Internet Serv Appl"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-021-01047-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00607-021-01047-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-021-01047-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T19:04:42Z","timestamp":1654110282000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00607-021-01047-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,29]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["1047"],"URL":"https:\/\/doi.org\/10.1007\/s00607-021-01047-0","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"value":"0010-485X","type":"print"},{"value":"1436-5057","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,29]]},"assertion":[{"value":"17 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}