{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:00:37Z","timestamp":1740099637716,"version":"3.37.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030432287"},{"type":"electronic","value":"9783030432294"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-43229-4_40","type":"book-chapter","created":{"date-parts":[[2020,3,19]],"date-time":"2020-03-19T00:03:53Z","timestamp":1584576233000},"page":"467-478","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Evaluating the Use of Policy Gradient Optimization Approach for Automatic Cloud Resource Provisioning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3321-7348","authenticated-orcid":false,"given":"W\u0142odzimierz","family":"Funika","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3613-2390","authenticated-orcid":false,"given":"Pawe\u0142","family":"Koperek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,19]]},"reference":[{"key":"40_CR1","unstructured":"Achiam, J.: OpenAI spinning up (2018). https:\/\/github.com\/openai\/spinningup . Accessed 30 Apr 2019"},{"key":"40_CR2","unstructured":"Brockman, G., et al.: OpenAI gym. CoRR abs\/1606.01540 (2016). http:\/\/arxiv.org\/abs\/1606.01540"},{"key":"40_CR3","doi-asserted-by":"crossref","unstructured":"Filho, M.C.S., Oliveira, R.L., Monteiro, C.C., In\u00e1cio, P.R.M., Freire, M.M.: CloudSim plus: a cloud computing simulation framework pursuing software engineering principles for improved modularity, extensibility and correctness. In: 2017 IFIP\/IEEE Symposium on Integrated Network and Service Management (IM), pp. 400\u2013406, May 2017","DOI":"10.23919\/INM.2017.7987304"},{"key":"40_CR4","unstructured":"Funika, W., Koperek, P., Kitowski, J.: Repeatable experiments in the cloud resources management domain with use of reinforcement learning. In: Cracow Grid Workshop 2018, pp. 31\u201332. ACC Cyfronet AGH, Krak\u00f3w (2018)"},{"issue":"6","key":"40_CR5","doi-asserted-by":"publisher","first-page":"1291","DOI":"10.1109\/TSMCC.2012.2218595","volume":"42","author":"I Grondman","year":"2012","unstructured":"Grondman, I., Busoniu, L., Lopes, G., Babuska, R.: A survey of actor-critic reinforcement learning: standard and natural policy gradients. IEEE Trans. Syst. Man Cybern. Part C Appl. Rev. 42(6), 1291\u20131307 (2012)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C Appl. Rev."},{"key":"40_CR6","doi-asserted-by":"crossref","unstructured":"Gu, S., Holly, E., Lillicrap, T., Levine, S.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: Proceedings 2017 IEEE International Conference on Robotics and Automation (ICRA). IEEE, Piscataway, May 2017","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"40_CR7","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, AAAI 2016, pp. 2094\u20132100. AAAI Press (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"40_CR8","first-page":"525","volume":"38","author":"A Hussain","year":"2019","unstructured":"Hussain, A., Aleem, M., Azhar, M., Muhammad, I., Islam, A.: Investigation of cloud scheduling algorithms for resource utilization using CloudSim. Comput. Inf. 38, 525\u2013554 (2019)","journal-title":"Comput. Inf."},{"key":"40_CR9","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. CoRR cs.AI\/9605103 (1996). http:\/\/arxiv.org\/abs\/cs.AI\/9605103"},{"key":"40_CR10","unstructured":"Kalashnikov, D., et al.: QT-Opt: scalable deep reinforcement learning for vision-based robotic manipulation. CoRR abs\/1806.10293 (2018). http:\/\/arxiv.org\/abs\/1806.10293"},{"key":"40_CR11","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning (2013). http:\/\/arxiv.org\/abs\/1312.5602"},{"issue":"7540","key":"40_CR12","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"40_CR13","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Balcan, M.F., Weinberger, K.Q. (eds.) Proceedings of the 33rd International Conference on Machine Learning, vol. 48, pp. 1928\u20131937. PMLR, June 2016"},{"key":"40_CR14","doi-asserted-by":"publisher","first-page":"405","DOI":"10.7494\/csci.2018.19.4.2878","volume":"19","author":"D Nikolow","year":"2018","unstructured":"Nikolow, D., Slota, R., Polak, S., Pogoda, M., Kitowski, J.: Policy-based SLA storage management model for distributed data storage services. Comput. Sci. 19, 405 (2018)","journal-title":"Comput. Sci."},{"key":"40_CR15","unstructured":"Rufus, R., Nick, W., Shelton, J., Esterline, A.C.: An autonomic computing system based on a rule-based policy engine and artificial immune systems. In: MAICS. CEUR Workshop Proceedings, vol. 1584, pp. 105\u2013108. CEUR-WS.org (2016)"},{"key":"40_CR16","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.: Prioritized experience replay. In: ICLR (2016)"},{"key":"40_CR17","unstructured":"Schulman, J., Levine, S., Moritz, P., Jordan, M.I., Abbeel, P.: Trust region policy optimization. CoRR abs\/1502.05477 (2015)"},{"key":"40_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR abs\/1707.06347 (2017). http:\/\/arxiv.org\/abs\/1707.06347"},{"key":"40_CR19","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550, 354\u2013359 (2017)","journal-title":"Nature"},{"key":"40_CR20","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998). http:\/\/www.cs.ualberta.ca\/~sutton\/book\/the-book.html"},{"key":"40_CR21","unstructured":"Sutton, R.S.: Temporal credit assignment in reinforcement learning. Ph.D. thesis (1984)"},{"key":"40_CR22","doi-asserted-by":"publisher","DOI":"10.2200\/S00268ED1V01Y201005AIM009","volume-title":"Algorithms for Reinforcement Learning","author":"C Szepesvari","year":"2010","unstructured":"Szepesvari, C.: Algorithms for Reinforcement Learning. Morgan and Claypool Publishers, San Rafael (2010)"},{"key":"40_CR23","unstructured":"Wang, Z., Gwon, C., Oates, T., Iezzi, A.: Automated cloud provisioning on AWS using deep reinforcement learning. CoRR abs\/1709.04305 (2017). http:\/\/arxiv.org\/abs\/1709.04305"},{"key":"40_CR24","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1016\/S0019-9958(77)90354-0","volume":"34","author":"IH Witten","year":"1977","unstructured":"Witten, I.H.: An adaptive optimal controller for discrete-time Markov environments. Inform. Control 34, 286\u2013295 (1977)","journal-title":"Inform. Control"},{"issue":"2","key":"40_CR25","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.jpdc.2011.10.003","volume":"72","author":"CZ Xu","year":"2012","unstructured":"Xu, C.Z., Rao, J., Bu, X.: URL: a unified reinforcement learning approach for autonomic cloud management. J. Parallel Distrib. Comput. 72(2), 95\u2013105 (2012)","journal-title":"J. Parallel Distrib. Comput."}],"container-title":["Lecture Notes in Computer Science","Parallel Processing and Applied Mathematics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-43229-4_40","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,19]],"date-time":"2022-10-19T04:14:52Z","timestamp":1666152892000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-43229-4_40"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030432287","9783030432294"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-43229-4_40","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"19 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PPAM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Parallel Processing and Applied Mathematics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bialystok","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ppam2019a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ppam.pl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"161","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"91","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}