{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T11:43:20Z","timestamp":1773920600244,"version":"3.50.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2016,12,9]],"date-time":"2016-12-09T00:00:00Z","timestamp":1481241600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Memetic Comp."],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1007\/s12293-016-0218-x","type":"journal-article","created":{"date-parts":[[2016,12,9]],"date-time":"2016-12-09T20:08:55Z","timestamp":1481314135000},"page":"283-293","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["A reinforcement learning approach for the scheduling of live migration from under utilised hosts"],"prefix":"10.1007","volume":"9","author":[{"given":"Martin","family":"Duggan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jim","family":"Duggan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enda","family":"Howley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enda","family":"Barrett","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,12,9]]},"reference":[{"key":"218_CR1","doi-asserted-by":"crossref","unstructured":"Akoush S, Sohan R, Rice A, Moore AW, Hopper A (2010) Predicting the performance of virtual machine migration. In: 2010 IEEE international symposium on modeling, analysis and simulation of computer and telecommunication systems. IEEE, pp 37\u201346","DOI":"10.1109\/MASCOTS.2010.13"},{"issue":"4","key":"218_CR2","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/1721654.1721672","volume":"53","author":"M Armbrust","year":"2010","unstructured":"Armbrust M, Fox A, Griffith R, Joseph AD, Katz R, Konwinski A, Lee G, Patterson D, Rabkin A, Stoica I et al (2010) A view of cloud computing. Commun ACM 53(4):50\u201358","journal-title":"Commun ACM"},{"key":"218_CR3","doi-asserted-by":"crossref","unstructured":"Bahati RM, Bauer MA (2010) Towards adaptive policy-based management. In: 2010 IEEE network operations and management symposium-NOMS. IEEE, pp 511\u2013518","DOI":"10.1109\/NOMS.2010.5488472"},{"issue":"12","key":"218_CR4","doi-asserted-by":"crossref","first-page":"1656","DOI":"10.1002\/cpe.2864","volume":"25","author":"E Barrett","year":"2013","unstructured":"Barrett E, Howley E, Duggan J (2013) Applying reinforcement learning towards automating resource allocation and application scalability in the cloud. Concurr Comput 25(12):1656\u20131674","journal-title":"Concurr Comput"},{"key":"218_CR5","doi-asserted-by":"publisher","unstructured":"Barroso LA, H\u00f3lzle U (2007) The case for energy proportional computing. Computer 40(12):33\u201337. doi: 10.1109\/MC.2007.443","DOI":"10.1109\/MC.2007.443"},{"issue":"13","key":"218_CR6","doi-asserted-by":"crossref","first-page":"13197","DOI":"10.1002\/cpe.1867","volume":"24","author":"A Beloglazov","year":"2012","unstructured":"Beloglazov A, Buyya R (2012) Optimal online deterministic algorithms and adaptive heuristics for energy and performance efficient dynamic consolidation of virtual machines in cloud data centers. Concurr Comput Pract Exp 24(13):13197\u20131420","journal-title":"Concurr Comput Pract Exp"},{"key":"218_CR7","volume-title":"A taxonomy and survey of energy-efficient data centers and cloud computing systems","author":"A Beloglazov","year":"2011","unstructured":"Beloglazov A, Buyya R, Lee YC, Zomaya A (2011) A taxonomy and survey of energy-efficient data centers and cloud computing systems, vol 82. Academic Press, USA"},{"key":"218_CR8","unstructured":"Chen J, Liu W, Song J (2012) Network performance aware virtual machine migration in data centers. In: CLOUD COMPUTING 2012: the third international conference on cloud computing, GRIDs, and virtualization, pp 65\u201371"},{"key":"218_CR9","unstructured":"Chen H, Kang H, Jiang G, Zhang Y (2013) Network-aware coordination of virtual machine migrations in enterprise data centers and clouds. In: 2013 IFIP\/IEEE international symposium on integrated network management (IM 2013). IEEE, pp 888\u2013891"},{"key":"218_CR10","first-page":"273","volume-title":"Proceedings of the 2nd conference on symposium on networked systems design & implementation","author":"C Clark","year":"2005","unstructured":"Clark C, Fraser K, Hand S, Hansen JG, Jul E, Limpach C, Pratt I, Warfield A (2005) Live migration of virtual machines. Proceedings of the 2nd conference on symposium on networked systems design & implementation, vol 2. USENIX Association, Berkeley, pp 273\u2013286"},{"key":"218_CR11","doi-asserted-by":"crossref","unstructured":"Duggan M, Flesk K, Duggan J, Howley E, Barrett E (2016) A reinforcement learning approach for dynamic selection of virtual machines in cloud data centres. In: Sixth International Conference on Innovating Computing Technology. IEEE","DOI":"10.1109\/INTECH.2016.7845053"},{"key":"218_CR12","unstructured":"Dutreilh X, Kirgizov S, Melekhova O, Malenfant J, Rivierre N, Truck I (2011) Using reinforcement learning for autonomic resource allocation in clouds: towards a fully automated workflow. In: ICAS 2011, the seventh international conference on autonomic and autonomous systems, pp 67\u201374"},{"key":"218_CR13","doi-asserted-by":"crossref","unstructured":"Farahnakian F, Liljeberg P, Plosila J (2014) Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In: 2014 22nd Euromicro international conference on parallel, distributed, and network based processing. IEEE, pp 500\u2013507","DOI":"10.1109\/PDP.2014.109"},{"key":"218_CR14","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1145\/2342441.2342455","volume-title":"Proceedings of the first workshop on Hot topics in software defined networks","author":"S Ghorbani","year":"2012","unstructured":"Ghorbani S, Caesar M (2012) Walk the line: consistent network updates with bandwidth guarantees. Proceedings of the first workshop on Hot topics in software defined networks. ACM, New York, pp 67\u201372"},{"key":"218_CR15","doi-asserted-by":"crossref","unstructured":"Hu K, Sim A, Antoniades D, Dovrolis C (2013) Estimating and forecasting network traffic performance based on statistical patterns observed in snmp data. International workshop on machine learning and data mining in pattern recognition. Springer, Berlin, pp 601\u2013615","DOI":"10.1007\/978-3-642-39712-7_46"},{"key":"218_CR16","unstructured":"Koomey J (2011) Growth in data center electricity use 2005 to 2010. A report by Analytical Press, completed at the request of The New York Times, vol 9"},{"key":"218_CR17","first-page":"M3H","volume-title":"Heterogeneous bandwidth provisioning for virtual machine migration over sdn-enabled optical networks","author":"U Mandal","year":"2014","unstructured":"Mandal U, Habib MF, Zhang S, Chowdhury P, Tornatore M, Mukherjee B (2014) Heterogeneous bandwidth provisioning for virtual machine migration over sdn-enabled optical networks. Optical fiber communication conference. Optical Society of America, USA, pp M3H\u20132"},{"key":"218_CR18","doi-asserted-by":"crossref","unstructured":"Mandal U, Habib MF, Zhang S, Tornatore M, Mukherjee B (2013) Bandwidth and routing assignment for virtual machine migration in photonic cloud networks. In: IET conference proceedings. The Institution of Engineering & Technology","DOI":"10.1049\/cp.2013.1293"},{"key":"218_CR19","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1109\/GCC.2010.29","volume-title":"2010 ninth international conference on grid and cloud computing","author":"JT Piao","year":"2010","unstructured":"Piao JT, Yan J (2010) A network-aware virtual machine placement and migration approach in cloud computing. 2010 ninth international conference on grid and cloud computing. IEEE Computer Society, Washington, pp 87\u201392"},{"key":"218_CR20","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1109\/CLOUD.2009.5071527","volume-title":"Proceedings of the 2009 ICSE workshop on software engineering challenges of cloud computing","author":"A Stage","year":"2009","unstructured":"Stage A, Setzer T (2009) Network-aware migration control and scheduling of differentiated virtual machine workloads. Proceedings of the 2009 ICSE workshop on software engineering challenges of cloud computing. IEEE Computer Society, Washington, pp 9\u201314"},{"key":"218_CR21","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction, vol 1. MIT press, Cambridge"},{"key":"218_CR22","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1145\/1687399.1687486","volume-title":"Proceedings of the 2009 international conference on computer-aided design","author":"Y Tan","year":"2009","unstructured":"Tan Y, Liu W, Qiu Q (2009) Adaptive power management using reinforcement learning. Proceedings of the 2009 international conference on computer-aided design. ACM, USA, pp 461\u2013467"},{"key":"218_CR23","doi-asserted-by":"crossref","unstructured":"Tesauro G, Jong NK, Das R, Bennani MN (2006) A hybrid reinforcement learning approach to autonomic resource allocation. In: 2006 IEEE international conference on autonomic computing. IEEE, pp 65\u201373","DOI":"10.1109\/ICAC.2006.1662383"},{"key":"218_CR24","first-page":"243","volume-title":"ACM\/IFIP\/USENIX international conference on distributed systems platforms and open distributed processing","author":"A Verma","year":"2008","unstructured":"Verma A, Ahuja P, Neogi A (2008) pMapper: power and migration cost aware application placement in virtualized systems. ACM\/IFIP\/USENIX international conference on distributed systems platforms and open distributed processing. Springer, New York, pp 243\u2013264"},{"issue":"3\u20134","key":"218_CR25","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"issue":"5","key":"218_CR26","doi-asserted-by":"crossref","first-page":"1568","DOI":"10.1109\/TNET.2014.2343945","volume":"23","author":"T Wood","year":"2015","unstructured":"Wood T, Ramakrishnan K, Shenoy P, Van der Merwe J, Hwang J, Liu G, Chaufournier L (2015) Cloudnet: dynamic pooling of cloud resources by live wan migration of virtual machines. IEEE\/ACM Trans Netw (TON) 23(5):1568\u20131583","journal-title":"IEEE\/ACM Trans Netw (TON)"},{"key":"218_CR27","first-page":"17","volume":"7","author":"T Wood","year":"2007","unstructured":"Wood T, Shenoy PJ, Venkataramani A, Yousif MS (2007) Black-box and gray-box strategies for virtual machine migration. NSDI 7:17\u201317","journal-title":"NSDI"},{"issue":"8","key":"218_CR28","doi-asserted-by":"crossref","first-page":"1875","DOI":"10.4304\/jsw.8.8.1875-1880","volume":"8","author":"J Yuan","year":"2013","unstructured":"Yuan J, Miao X, Li L, Jiang X (2013) An online energy saving resource optimization methodology for data center. J Softw 8(8):1875\u20131880","journal-title":"J Softw"}],"container-title":["Memetic Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12293-016-0218-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12293-016-0218-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12293-016-0218-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,16]],"date-time":"2022-07-16T20:15:39Z","timestamp":1658002539000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12293-016-0218-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,9]]},"references-count":28,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["218"],"URL":"https:\/\/doi.org\/10.1007\/s12293-016-0218-x","relation":{},"ISSN":["1865-9284","1865-9292"],"issn-type":[{"value":"1865-9284","type":"print"},{"value":"1865-9292","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,12,9]]}}}