{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T20:16:54Z","timestamp":1743020214781,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030335083"},{"type":"electronic","value":"9783030335090"}],"license":[{"start":{"date-parts":[[2019,10,20]],"date-time":"2019-10-20T00:00:00Z","timestamp":1571529600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-33509-0_61","type":"book-chapter","created":{"date-parts":[[2019,10,19]],"date-time":"2019-10-19T15:39:15Z","timestamp":1571499555000},"page":"648-657","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reinforcement Learning for Resource Allocation in Cloud Datacenter"],"prefix":"10.1007","author":[{"given":"Salvatore","family":"Venticinque","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefania","family":"Nacchia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salvatore Augusto","family":"Maisto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,20]]},"reference":[{"key":"61_CR1","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.future.2018.07.050","volume":"90","author":"MGR Alam","year":"2019","unstructured":"Alam, M.G.R., Hassan, M.M., Uddin, M.Z., Almogren, A., Fortino, G.: Autonomic computation offloading in mobile edge for iot applications. Future Gener. Comput. Syst. 90, 149\u2013157 (2019)","journal-title":"Future Gener. Comput. Syst."},{"key":"61_CR2","unstructured":"Chevaleyre, Y., Dunne, P.E., Endriss, U., Lang, J., Lemaitre, M., Maudet, N., Padget, J., Phelps, S., Rodriguez-Aguilar, J.A., Sousa, P.: Issues in multiagent resource allocation. Informatica 30(1) (2006)"},{"key":"61_CR3","unstructured":"Dutreilh, X., Kirgizov, S., Melekhova, O., Malenfant, J., Rivierre, N., Truck, I.: Using reinforcement learning for autonomic resource allocation in clouds: towards a fully automated workflow. In: The Seventh International Conference on Autonomic and Autonomous Systems, ICAS 2011, pp. 67\u201374 (2011)"},{"key":"61_CR4","doi-asserted-by":"crossref","unstructured":"Farahnakian, F., Liljeberg, P., Plosila, J.: Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In: 2014 22nd Euromicro International Conference on Parallel, Distributed, and Network-Based Processing, pp. 500\u2013507. IEEE (2014)","DOI":"10.1109\/PDP.2014.109"},{"issue":"7","key":"61_CR5","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1007\/s00607-014-0407-8","volume":"98","author":"A Hameed","year":"2016","unstructured":"Hameed, A., Khoshkbarforoushha, A., Ranjan, R., Jayaraman, P.P., Kolodziej, J., Balaji, P., Zeadally, S., Malluhi, Q.M., Tziritas, N., Vishnu, A., et al.: A survey and taxonomy on energy efficient resource allocation techniques for cloud computing systems. Computing 98(7), 751\u2013774 (2016)","journal-title":"Computing"},{"key":"61_CR6","unstructured":"Howard, R.A.: Dynamic Programming and Markov Processes (1960)"},{"key":"61_CR7","unstructured":"Lewis, J., Fowler, M.: Microservices: a definition of this new architectural term. Mars (2014)"},{"key":"61_CR8","doi-asserted-by":"crossref","unstructured":"Liu, N., Li, Z., Xu, J., Xu, Z., Lin, S., Qiu, Q., Tang, J., Wang, Y.: A hierarchical framework of cloud resource allocation and power management using deep reinforcement learning. In: 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), pp. 372\u2013382. IEEE (2017)","DOI":"10.1109\/ICDCS.2017.123"},{"key":"61_CR9","doi-asserted-by":"crossref","unstructured":"Mell, P., Grance, T., et al.: The NIST definition of cloud computing (2011)","DOI":"10.6028\/NIST.SP.800-145"},{"key":"61_CR10","doi-asserted-by":"crossref","unstructured":"Nathuji, R., Schwan, K.: VirtualPower: coordinated power management in virtualized enterprise systems. In: ACM SIGOPS Operating Systems Review, vol.\u00a041, pp. 265\u2013278. ACM (2007)","DOI":"10.1145\/1323293.1294287"},{"issue":"2","key":"61_CR11","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/1353535.1346289","volume":"42","author":"R Raghavendra","year":"2008","unstructured":"Raghavendra, R., Ranganathan, P., Talwar, V., Wang, Z., Zhu, X.: No power struggles: coordinated multi-level power management for the data center. ACM SIGOPS Oper. Syst. Rev. 42(2), 48\u201359 (2008)","journal-title":"ACM SIGOPS Oper. Syst. Rev."},{"key":"61_CR12","unstructured":"Reiss, C., Wilkes, J., Hellerstein, J.L.: Google cluster-usage traces: format+ schema. Google Inc., White Paper, pp. 1\u201314 (2011)"},{"key":"61_CR13","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G., et al.: Introduction to Reinforcement Learning, vol. 2. MIT Press, Cambridge (1998)"},{"key":"61_CR14","doi-asserted-by":"crossref","unstructured":"Verma, A., Ahuja, P., Neogi, A.: pMapper: power and migration cost aware application placement in virtualized systems. In: Proceedings of the 9th ACM\/IFIP\/USENIX International Conference on Middleware, pp. 243\u2013264. Springer, New York (2008)","DOI":"10.1007\/978-3-540-89856-6_13"},{"issue":"3","key":"61_CR15","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1016\/j.compeleceng.2011.01.004","volume":"37","author":"L Wang","year":"2011","unstructured":"Wang, L., Chen, D., Huang, F.: Virtual workflow system for distributed collaborative scientific applications on grids. Comput. Electr. Eng. 37(3), 300\u2013310 (2011)","journal-title":"Comput. Electr. Eng."},{"issue":"2","key":"61_CR16","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1504\/IJAHUC.2012.048261","volume":"10","author":"L Wang","year":"2012","unstructured":"Wang, L., Chen, D., Zhao, J., Tao, J.: Resource management of distributed virtual machines. Int. J. Ad Hoc Ubiquit. Comput. 10(2), 96\u2013111 (2012)","journal-title":"Int. J. Ad Hoc Ubiquit. Comput."},{"issue":"6","key":"61_CR17","doi-asserted-by":"publisher","first-page":"1362","DOI":"10.1109\/TSMCA.2010.2052598","volume":"40","author":"L Wang","year":"2010","unstructured":"Wang, L., Von Laszewski, G., Chen, D., Tao, J., Kunze, M.: Provide virtual machine information for grid computing. IEEE Trans. Syst. Man Cybern.-Part A: Syst. Hum. 40(6), 1362\u20131374 (2010)","journal-title":"IEEE Trans. Syst. Man Cybern.-Part A: Syst. Hum."},{"key":"61_CR18","unstructured":"Watkins, C.J.C.H.: Learning from delayed rewards (1989)"},{"issue":"2","key":"61_CR19","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.jpdc.2011.10.003","volume":"72","author":"CZ Xu","year":"2012","unstructured":"Xu, C.Z., Rao, J., Bu, X.: URL: a unified reinforcement learning approach for autonomic cloud management. J. Parallel Distrib. Comput. 72(2), 95\u2013105 (2012)","journal-title":"J. Parallel Distrib. Comput."},{"key":"61_CR20","doi-asserted-by":"crossref","unstructured":"Xu, Z., Wang, Y., Tang, J., Wang, J., Gursoy, M.C.: A deep reinforcement learning based framework for power-efficient resource allocation in cloud RANs. In: 2017 IEEE International Conference on Communications (ICC), pp.\u00a01\u20136. IEEE (2017)","DOI":"10.1109\/ICC.2017.7997286"}],"container-title":["Lecture Notes in Networks and Systems","Advances on P2P, Parallel, Grid, Cloud and Internet Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-33509-0_61","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T02:11:17Z","timestamp":1718071877000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-33509-0_61"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,20]]},"ISBN":["9783030335083","9783030335090"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-33509-0_61","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2019,10,20]]},"assertion":[{"value":"20 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"3PGCIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on P2P, Parallel, Grid, Cloud and Internet Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Antwerp","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pgcic2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/3pgcic\/2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}