{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T17:35:42Z","timestamp":1770917742271,"version":"3.50.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030715922","type":"print"},{"value":"9783030715939","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-71593-9_12","type":"book-chapter","created":{"date-parts":[[2021,3,13]],"date-time":"2021-03-13T20:02:27Z","timestamp":1615665747000},"page":"148-159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Management of Heterogeneous Cloud Resources with Use of the PPO"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3321-7348","authenticated-orcid":false,"given":"W\u0142odzimierz","family":"Funika","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3613-2390","authenticated-orcid":false,"given":"Pawe\u0142","family":"Koperek","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3902-8310","authenticated-orcid":false,"given":"Jacek","family":"Kitowski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,3,14]]},"reference":[{"key":"12_CR1","unstructured":"Amazon Web Services Elastic Compute Cloud. https:\/\/aws.amazon.com\/ec2\/. Accessed 30 Dec 2019"},{"key":"12_CR2","unstructured":"Graphite Project. https:\/\/graphiteapp.org\/. Accessed 28 Nov 2019"},{"key":"12_CR3","unstructured":"PyTorch DNN Evolution. https:\/\/gitlab.com\/pkoperek\/pytorch-dnn-evolution. Accessed 01 Dec 2019"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Ashraf, A., et al.: CRAMP: cost-efficient resource allocation for multiple web applications with proactive scaling. In: 4th IEEE International Conference on Cloud Computing Technology and Science Proceedings, pp. 581\u2013586, December 2012","DOI":"10.1109\/CloudCom.2012.6427605"},{"key":"12_CR5","unstructured":"Brockman, G., et al.: OpenAI Gym (2016). http:\/\/arxiv.org\/abs\/1606.01540"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Chen, L., et al.: AuTO: scaling deep reinforcement learning for datacenter-scale automatic traffic optimization. In: SIGCOMM 2018, New York, USA, pp. 191\u2013205 (2018)","DOI":"10.1145\/3230543.3230551"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Ferretti, S., et al.: Qos-aware clouds. In: 2010 IEEE 3rd International Conference on Cloud Computing, pp. 321\u2013328, July 2010","DOI":"10.1109\/CLOUD.2010.17"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Filho, M.C.S., et al.: Cloudsim plus: a cloud computing simulation framework pursuing software engineering principles for improved modularity, extensibility and correctness. In: IFIP\/IEEE Symposium on Integrated Network and Service Management, pp. 400\u2013406, May 2017","DOI":"10.23919\/INM.2017.7987304"},{"key":"12_CR9","first-page":"51","volume":"11","author":"W Funika","year":"2010","unstructured":"Funika, W., et al.: Towards autonomic semantic-based management of distributed applications. Comput. Sci. 11, 51\u201364 (2010)","journal-title":"Comput. Sci."},{"key":"12_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/978-3-030-43229-4_40","volume-title":"Parallel Processing and Applied Mathematics","author":"W Funika","year":"2020","unstructured":"Funika, W., Koperek, P.: Evaluating the use of policy gradient optimization approach for automatic cloud resource provisioning. In: Wyrzykowski, R., Deelman, E., Dongarra, J., Karczewski, K. (eds.) PPAM 2019. LNCS, vol. 12043, pp. 467\u2013478. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43229-4_40"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Gu, S., et al.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: Proceedings 2017 IEEE International Conference on Robotics and Automation (ICRA), Piscataway, NJ, USA. IEEE, May 2017","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"12_CR12","unstructured":"Kaelbling, L.P., et al.: Reinforcement learning: a survey. CoRR cs.AI\/9605103 (1996). http:\/\/arxiv.org\/abs\/cs.AI\/9605103"},{"key":"12_CR13","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1016\/0010-4655(79)90004-3","volume":"18","author":"J Kitowski","year":"1979","unstructured":"Kitowski, J., et al.: Computer simulation of heuristic reinforcement learning system for nuclear plant load changes control. Comput. Phys. Commun. 18, 339\u2013352 (1979)","journal-title":"Comput. Phys. Commun."},{"key":"12_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-642-31500-8_18","volume-title":"Parallel Processing and Applied Mathematics","author":"P Koperek","year":"2012","unstructured":"Koperek, P., Funika, W.: Dynamic business metrics-driven resource provisioning in cloud environments. In: Wyrzykowski, R., Dongarra, J., Karczewski, K., Wa\u015bniewski, J. (eds.) PPAM 2011. LNCS, vol. 7204, pp. 171\u2013180. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-31500-8_18"},{"key":"12_CR15","unstructured":"LeCun, Y., Cortes, C.: MNIST handwritten digit database (2010). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Minarolli, D., Freisleben, B.: Distributed resource allocation to virtual machines via artificial neural networks. In: 2014 Proceedings of the 22nd Euromicro International Conference on Parallel, Distributed, and Network-Based Processing, PDP 2014, pp. 490\u2013499. IEEE Computer Society, Washington, DC (2014)","DOI":"10.1109\/PDP.2014.102"},{"key":"12_CR17","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning (2013). http:\/\/arxiv.org\/abs\/1312.5602"},{"issue":"7540","key":"12_CR18","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"12_CR19","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Balcan, M.F., Weinberger, K.Q. (eds.) Proceedings of the 33rd International Conference on Machine Learning, vol. 48, pp. 1928\u20131937. PMLR, 20\u201322 June 2016"},{"key":"12_CR20","unstructured":"Schulman, J., et al.: Proximal policy optimization algorithms. CoRR abs\/1707.06347 (2017). http:\/\/arxiv.org\/abs\/1707.06347"},{"key":"12_CR21","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550, 354\u2013359 (2017)","journal-title":"Nature"},{"key":"12_CR22","unstructured":"Sutton, R.S.: Temporal credit assignment in reinforcement learning. Ph.D. thesis (1984)"},{"key":"12_CR23","unstructured":"Wang, Z., et al.: Automated cloud provisioning on AWS using deep reinforcement learning. CoRR abs\/1709.04305 (2017). http:\/\/arxiv.org\/abs\/1709.04305"},{"key":"12_CR24","doi-asserted-by":"publisher","first-page":"1441","DOI":"10.1109\/TPDS.2014.2319095","volume":"26","author":"P Xiong","year":"2014","unstructured":"Xiong, P., et al.: SmartSLA: cost-sensitive management of virtualized resources for CPU-bound database services. IEEE Trans. Parallel Distrib. Syst. 26, 1441\u20131451 (2014)","journal-title":"IEEE Trans. Parallel Distrib. Syst."}],"container-title":["Lecture Notes in Computer Science","Euro-Par 2020: Parallel Processing Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-71593-9_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,12]],"date-time":"2025-03-12T23:03:07Z","timestamp":1741820587000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-71593-9_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030715922","9783030715939"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-71593-9_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"14 March 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Euro-Par","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Warsaw","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"europar2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2020.euro-par.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"158","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the coronavirus pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}