{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T10:57:51Z","timestamp":1777546671811,"version":"3.51.4"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319487397","type":"print"},{"value":"9783319487403","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-48740-3_34","type":"book-chapter","created":{"date-parts":[[2016,11,1]],"date-time":"2016-11-01T10:32:20Z","timestamp":1477996340000},"page":"457-469","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Cloud Resource Allocation from the User Perspective: A Bare-Bones Reinforcement Learning Approach"],"prefix":"10.1007","author":[{"given":"Alexandros","family":"Kontarinis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Verena","family":"Kantere","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nectarios","family":"Koziris","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,11,2]]},"reference":[{"issue":"7","key":"34_CR1","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1145\/2627422","volume":"57","author":"O Agmon Ben-Yehuda","year":"2014","unstructured":"Agmon Ben-Yehuda, O., Ben-Yehuda, M., Schuster, A., Tsafrir, D.: The rise of raas: the resource-as-a-service cloud. CACM 57(7), 76\u201384 (2014)","journal-title":"CACM"},{"key":"34_CR2","doi-asserted-by":"crossref","unstructured":"Aldhalaan, A., Menasc, D.A.: Near-optimal allocation of vms from iaas providers by saas providers. In: ICCAC, pp. 228\u2013231 (2015)","DOI":"10.1109\/ICCAC.2015.16"},{"key":"34_CR3","doi-asserted-by":"crossref","unstructured":"Antonio, P., Stefano, B., Francisco, F., Alessandro, G., Guido, O., Martina, P., Vincenzo, S.: Resource management in multi-cloud scenarios via reinforcement learning. In: Control Conference (CCC), pp. 9084\u20139089 (2015)","DOI":"10.1109\/ChiCC.2015.7261077"},{"issue":"1","key":"34_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13174-014-0011-3","volume":"5","author":"D Ardagna","year":"2014","unstructured":"Ardagna, D., Casale, G., Ciavotta, M., P\u00e9rez, J.F., Wang, W.: Quality-of-service in cloud computing: modeling techniques and their applications. J. Internet Serv. Appl. 5(1), 1\u201317 (2014)","journal-title":"J. Internet Serv. Appl."},{"key":"34_CR5","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1512\/iumj.1957.6.56038","volume":"6","author":"R Bellman","year":"1957","unstructured":"Bellman, R.: A markovian decision process. Ind. Univ. Math. J. 6, 679\u2013684 (1957)","journal-title":"Ind. Univ. Math. J."},{"key":"34_CR6","volume-title":"Dynamic Programming and Optimal Control","author":"DP Bertsekas","year":"2012","unstructured":"Bertsekas, D.P.: Dynamic Programming and Optimal Control, vol. II, 4th edn. Athena Scientific, Belmont (2012)","edition":"4"},{"key":"34_CR7","volume-title":"Abstract Dynamic Programming","author":"DP Bertsekas","year":"2013","unstructured":"Bertsekas, D.P.: Abstract Dynamic Programming, 1st edn. Athena Scientific, Belmont (2013)","edition":"1"},{"issue":"4","key":"34_CR8","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/TPDS.2012.174","volume":"24","author":"X Bu","year":"2013","unstructured":"Bu, X., Rao, J., Xu, C.Z.: Coordinated self-configuration of virtual machines and appliances using a model-free learning approach. IEEE Trans. Parallel Distrib. Syst. 24(4), 681\u2013690 (2013)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"2","key":"34_CR9","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1017\/S1930297500005052","volume":"8","author":"JR Doyle","year":"2013","unstructured":"Doyle, J.R.: Survey of time preference, delay discounting models. Judgm. Decis. Making 8(2), 116\u2013135 (2013)","journal-title":"Judgm. Decis. Making"},{"issue":"1","key":"34_CR10","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1287\/opre.50.1.48.17791","volume":"50","author":"S Dreyfus","year":"2002","unstructured":"Dreyfus, S.: Richard bellman on the birth of dynamic programming. Oper. Res. 50(1), 48\u201351 (2002)","journal-title":"Oper. Res."},{"key":"34_CR11","unstructured":"Dutreilh, X., Kirgizov, S., Melekhova, O., Malenfant, J., Rivierre, N., Truck, I.: Using reinforcement learning for autonomic resource allocation in clouds: towards a fully automated workflow. In: ICAS, pp. 67\u201374, May 2011"},{"key":"34_CR12","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.future.2012.05.018","volume":"32","author":"R Han","year":"2014","unstructured":"Han, R., Ghanem, M.M., Guo, L., Guo, Y., Osmond, M.: Enabling cost-aware and adaptive elasticity of multi-tier cloud applications. Fut. Gen. Comp. Syst. 32, 82\u201398 (2014)","journal-title":"Fut. Gen. Comp. Syst."},{"key":"34_CR13","unstructured":"Howard, R.A.: Dynamic programming and markov processes (1960)"},{"issue":"1","key":"34_CR14","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.future.2011.05.027","volume":"28","author":"S Islam","year":"2012","unstructured":"Islam, S., Keung, J., Lee, K., Liu, A.: Empirical prediction models for adaptive resource provisioning in the cloud. Fut. Gen. Comp. Syst. 28(1), 155\u2013162 (2012)","journal-title":"Fut. Gen. Comp. Syst."},{"key":"34_CR15","doi-asserted-by":"crossref","unstructured":"Jamshidi, P., Sharifloo, A.M., Pahl, C., Metzger, A., Estrada, G.: Self-learning cloud controllers: fuzzy q-learning for knowledge evolution. In: ICCAC, pp. 208\u2013211 (2015)","DOI":"10.1109\/ICCAC.2015.35"},{"issue":"3","key":"34_CR16","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s10922-014-9307-7","volume":"23","author":"B Jennings","year":"2014","unstructured":"Jennings, B., Stadler, R.: Resource management in clouds: survey and research challenges. J. Netw. Syst. Manag. 23(3), 567\u2013619 (2014)","journal-title":"J. Netw. Syst. Manag."},{"key":"34_CR17","doi-asserted-by":"crossref","unstructured":"Kassela, E., Boumpouka, C., Konstantinou, I., Koziris, N.: Automated workload-aware elasticity of nosql clusters in the cloud, pp. 195\u2013200 (2014)","DOI":"10.1109\/BigData.2014.7004232"},{"issue":"4","key":"34_CR18","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1145\/2788402.2788410","volume":"42","author":"M Malekimajd","year":"2015","unstructured":"Malekimajd, M., Ardagna, D., Ciavotta, M., Rizzi, A.M., Passacantando, M.: Optimal map reduce job capacity allocation in cloud systems. SIGMETRICS Perform. Eval. Rev. 42(4), 51\u201361 (2015)","journal-title":"SIGMETRICS Perform. Eval. Rev."},{"key":"34_CR19","unstructured":"Markov, A.A., Schorr-Kon, J.J.: The theory of algorithms (1954)"},{"key":"34_CR20","doi-asserted-by":"crossref","unstructured":"Marshall, P., Keahey, K., Freeman, T.: Elastic site: using clouds to elastically extend site resources. In: CCGRID, pp. 43\u201352. IEEE Computer Society (2010)","DOI":"10.1109\/CCGRID.2010.80"},{"key":"34_CR21","unstructured":"Nguyen, H., Shen, Z., Gu, X., Subbiah, S., Wilkes, J.: AGILE: elastic distributed resource scaling for infrastructure-as-a-service. In: ICAC, pp. 69\u201382 (2013)"},{"key":"34_CR22","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming, 1st edn. Wiley, New York (1994)","edition":"1"},{"key":"34_CR23","doi-asserted-by":"crossref","unstructured":"Rao, J., Wei, Y., Gong, J., Xu, C.Z.: Dynaqos: model-free self-tuning fuzzy control of virtualized resources for qos provisioning. In: IEEE International Workshop on Quality of Service (IWQoS), pp. 1\u20139 (2011)","DOI":"10.1109\/IWQOS.2011.5931341"},{"key":"34_CR24","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Introduction to Reinforcement Learning, 1st edn. MIT Press, Cambridge (1998)","edition":"1"},{"issue":"4","key":"34_CR25","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/2788402.2788405","volume":"42","author":"Y Tan","year":"2015","unstructured":"Tan, Y., Xia, C.H.: An adaptive learning approach for efficient resource provisioning in cloud services. SIGMETRICS Perform. Eval. Rev. 42(4), 3\u201311 (2015)","journal-title":"SIGMETRICS Perform. Eval. Rev."},{"key":"34_CR26","doi-asserted-by":"crossref","unstructured":"Tsoumakos, D., Konstantinou, I., Boumpouka, C., Sioutas, S., Koziris, N.: Automated, elastic resource provisioning for nosql clusters using TIRAMOLA. In: CCGrid, pp. 34\u201341 (2013)","DOI":"10.1109\/CCGrid.2013.45"},{"key":"34_CR27","unstructured":"Watkins, C.: Learning from delayed rewards. Ph.D. thesis, King\u2019s College (1989)"},{"key":"34_CR28","doi-asserted-by":"crossref","unstructured":"Yang, J., Qiu, J., Li, Y.: A profile-based approach to just-in-time scalability for cloud applications. In: IEEE CLOUD, pp. 9\u201316 (2009)","DOI":"10.1109\/CLOUD.2009.87"}],"container-title":["Lecture Notes in Computer Science","Web Information Systems Engineering \u2013 WISE 2016"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-48740-3_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T15:17:47Z","timestamp":1710170267000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-48740-3_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319487397","9783319487403"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-48740-3_34","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"2 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WISE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Information Systems Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 November 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wise2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.wise-conferences.org\/2016\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}