{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T00:16:28Z","timestamp":1758845788188,"version":"3.37.3"},"reference-count":41,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004837","name":"Ministerio de Ciencia e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["PID2019-109805RB-I00 (ECID)"],"award-info":[{"award-number":["PID2019-109805RB-I00 (ECID)"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Italian Ministry for University and Research (MIUR) under the initiative \u201cDepartments of Excellence\u201d"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1109\/tnsm.2021.3075619","type":"journal-article","created":{"date-parts":[[2021,4,26]],"date-time":"2021-04-26T21:03:05Z","timestamp":1619470985000},"page":"1850-1869","source":"Crossref","is-referenced-by-count":5,"title":["SQLR: Short-Term Memory Q-Learning for Elastic Provisioning"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4032-9735","authenticated-orcid":false,"given":"Constantine","family":"Ayimba","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6401-1660","authenticated-orcid":false,"given":"Paolo","family":"Casari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4661-381X","authenticated-orcid":false,"given":"Vincenzo","family":"Mancuso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2534169.2486026"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCNC.2019.8685605"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/4236.769420"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TST.2013.6449405"},{"article-title":"Learning from delayed rewards","year":"1989","author":"watkins","key":"ref31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/321386.321388"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2870651"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2013.208"},{"journal-title":"Bitcoin A Peer-to-Peer Electronic Cash System","year":"2008","author":"nakamoto","key":"ref35"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/DATE.2010.5457142"},{"journal-title":"Amazon EC2","year":"2020","key":"ref10"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2014.2378515"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAC.2015.20"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2012.6212070"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2593929.2593940"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3053015"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2020.2985651"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2017.2748578"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-018-0996-0"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOTS.2011.47"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-017-0584-y"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2371536.2371544"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2843343"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2851246"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3139291"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-017-0962-2"},{"journal-title":"Introduction to Reinforcement Learning","year":"2020","author":"sutton","key":"ref29"},{"key":"ref5","first-page":"1","article-title":"A survey and taxonomy of self-aware and self-adaptive cloud autoscaling systems","volume":"51","author":"chen","year":"2018","journal-title":"ACM Comput Surveys"},{"journal-title":"Multi-Access Edge Computing (MEC) and the Edge Cloud","year":"2020","key":"ref8"},{"journal-title":"Deployment Challenges in Multi-Access Edge Computing (MEC)","year":"2020","author":"young","key":"ref7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3086574"},{"journal-title":"RightScale","year":"2020","key":"ref9"},{"journal-title":"Gartner Forecasts Worldwide Public Cloud Revenue to Grow 17% in 2020","year":"2019","author":"costello","key":"ref1"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2150976.2151021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2014.2353045"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3147213.3147225"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2873397"},{"key":"ref41","first-page":"99","article-title":"Complexity analysis of real-time reinforcement learning","author":"koenig","year":"1993","journal-title":"Proc 11th Nat Conf Artif Intell (AAAI)"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E.2014.25"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2012.21"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/Eco-friendly.2014.92"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/9450206\/09416291.pdf?arnumber=9416291","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:40Z","timestamp":1652194360000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9416291\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6]]},"references-count":41,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2021.3075619","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"type":"electronic","value":"1932-4537"},{"type":"electronic","value":"2373-7379"}],"subject":[],"published":{"date-parts":[[2021,6]]}}}