{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T14:20:30Z","timestamp":1761402030931,"version":"3.37.3"},"reference-count":16,"publisher":"Springer Science and Business Media LLC","issue":"9-10","license":[{"start":{"date-parts":[[2019,7,24]],"date-time":"2019-07-24T00:00:00Z","timestamp":1563926400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,7,24]],"date-time":"2019-07-24T00:00:00Z","timestamp":1563926400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann. Telecommun."],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1007\/s12243-019-00720-y","type":"journal-article","created":{"date-parts":[[2019,7,24]],"date-time":"2019-07-24T07:30:31Z","timestamp":1563953431000},"page":"625-636","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Resource management of cloud-enabled systems using model-free reinforcement learning"],"prefix":"10.1007","volume":"74","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0143-0024","authenticated-orcid":false,"given":"Yue","family":"Jin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Makram","family":"Bouzid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitre","family":"Kostadinov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Armen","family":"Aghasaryan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,7,24]]},"reference":[{"key":"720_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-3618-5","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1992","unstructured":"Sutton RS, Barto AG (1992) Reinforcement learning: an introduction, 2nd edn. The MIT Press, Cambridge, Massachusetts; London, England","edition":"2"},{"key":"720_CR2","unstructured":"Clark J (2015) This preschool is for robots. Bloomberg"},{"key":"720_CR3","doi-asserted-by":"crossref","unstructured":"Gu S, Holly E, Lillicrap T, Levine S (2017) Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: IEEE international conference on robotics and automation (ICRA), Singapore","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"720_CR4","unstructured":"Pit.ai, \n                    https:\/\/www.pit.ai\/"},{"key":"720_CR5","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu A, Veness J et al (2015) Human-level control through deep reinforcement learning. Nature 518:529\u2013533","journal-title":"Nature"},{"key":"720_CR6","unstructured":"Silver D, Hassabis D (2016) AlphaGo: mastering the ancient game of go with machine learning. Google Research Blog"},{"key":"720_CR7","first-page":"208","volume-title":"International conference on cloud and autonomic computing","author":"P Jamshidi","year":"2015","unstructured":"Jamshidi P, Sharifloo A, Pahl C, Metzger A, Estrada G (2015) Self-learning cloud controllers: fuzzy q-learning for knowledge evolution. In: International conference on cloud and autonomic computing, pp 208\u2013211"},{"key":"720_CR8","unstructured":"OpenStack Cloud Operating System, \n                    http:\/\/www.openstack.org\/"},{"key":"720_CR9","unstructured":"Anicas M, An introduction to HAProxy and load balancing concepts.\n                           \n                    https:\/\/www.digitalocean.com\/community\/tutorials\/an-introduction-to-haproxy-and-load-balancing-concepts"},{"key":"720_CR10","unstructured":"Erinle B (2015) Performance testing with JMeter, 2nd edn. Packt Publishing"},{"key":"720_CR11","unstructured":"Luong D-H, Thieu H-T, Outtagarts A, Ghamri-Doudane Y (2018) Predictive autoscaling orchestration for cloud-native telecom microservices. In: 2018 IEEE 5G world forum (5GWF). IEEE, pp 153\u2013158"},{"key":"720_CR12","unstructured":"Auto scaling in Amazon web services, \n                    https:\/\/aws.amazon.com\/autoscaling\/"},{"key":"720_CR13","unstructured":"Jacobson D, Yuan D, Joshi N (2013) Scryer: Netflix\u2019s predictive auto scaling engine. Netflix Technology Blog"},{"key":"720_CR14","doi-asserted-by":"crossref","unstructured":"Roy N, Dubey A, Gokhale A (2011) Efficient autoscaling in the cloud using predictive models for workload forecasting. In: Proceedings of the 2011 IEEE 4th international conference on CLOUD computing (CLOUD '11), Washington, DC, USA, pp 500\u2013507","DOI":"10.1109\/CLOUD.2011.42"},{"key":"720_CR15","doi-asserted-by":"crossref","unstructured":"Li H and Venugopal S (2011) Using reinforcement learning for controlling an elastic web application hosting platform. International conference on automatic computing. pp 205\u2013208","DOI":"10.1145\/1998582.1998630"},{"key":"720_CR16","doi-asserted-by":"crossref","unstructured":"Rao J, Bu X, Xu C-Z and Wang K (2011) A distributed self-learning approach for elastic provisioning of virtualized cloud resources. 19th annual IEEE international symposium on modelling, analysis, and simulation of computer and telecommunication systems. pp 45\u201354","DOI":"10.1109\/MASCOTS.2011.47"}],"container-title":["Annals of Telecommunications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12243-019-00720-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12243-019-00720-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12243-019-00720-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,22]],"date-time":"2020-07-22T23:37:22Z","timestamp":1595461042000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12243-019-00720-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,24]]},"references-count":16,"journal-issue":{"issue":"9-10","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["720"],"URL":"https:\/\/doi.org\/10.1007\/s12243-019-00720-y","relation":{},"ISSN":["0003-4347","1958-9395"],"issn-type":[{"type":"print","value":"0003-4347"},{"type":"electronic","value":"1958-9395"}],"subject":[],"published":{"date-parts":[[2019,7,24]]},"assertion":[{"value":"15 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}