{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:27:35Z","timestamp":1767338855345,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030503703"},{"type":"electronic","value":"9783030503710"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-50371-0_6","type":"book-chapter","created":{"date-parts":[[2020,6,18]],"date-time":"2020-06-18T17:03:40Z","timestamp":1592499820000},"page":"73-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Automatic Management of Cloud Applications with Use of Proximal Policy Optimization"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3321-7348","authenticated-orcid":false,"given":"W\u0142odzimierz","family":"Funika","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3613-2390","authenticated-orcid":false,"given":"Pawe\u0142","family":"Koperek","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3902-8310","authenticated-orcid":false,"given":"Jacek","family":"Kitowski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,15]]},"reference":[{"issue":"3","key":"6_CR1","doi-asserted-by":"publisher","first-page":"61:1","DOI":"10.1145\/3190507","volume":"51","author":"T Chen","year":"2018","unstructured":"Chen, T., Bahsoon, R., Yao, X.: A survey and taxonomy of self-aware and self-adaptive cloud autoscaling systems. ACM Comput. Surv. 51(3), 61:1\u201361:40 (2018)","journal-title":"ACM Comput. Surv."},{"key":"6_CR2","unstructured":"Sutton, R.S.: Temporal credit assignment in reinforcement learning. PhD thesis (1984)"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Kaelbling, L.P., et al.: Reinforcement learning: a survey. CoRR, cs.AI\/9605103 (1996)","DOI":"10.1613\/jair.301"},{"issue":"7540","key":"6_CR4","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Gu, S., et al.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: Proceedings 2017 IEEE International Conference on Robotics and Automation (ICRA), Piscataway, NJ, USA, May 2017. IEEE (2017)","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550, 354\u2013359 (2017)","journal-title":"Nature"},{"key":"6_CR7","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. CoRR, abs\/1312.5602 (2013)"},{"key":"6_CR8","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of The 33rd International Conference on Machine Learning, vol. 48, pp. 1928\u20131937. PMLR, 20\u201322 June 2016"},{"key":"6_CR9","unstructured":"Schulman, J., et al.: Proximal policy optimization algorithms. CoRR, abs\/1707.06347 (2017)"},{"key":"6_CR10","first-page":"51","volume":"11","author":"W Funika","year":"2013","unstructured":"Funika, W., et al.: Towards autonomic semantic-based management of distributed applications. Comput. Sci. 11, 51 (2013)","journal-title":"Comput. Sci."},{"key":"6_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/978-3-642-02161-9_3","volume-title":"Software Engineering for Self-Adaptive Systems","author":"Y Brun","year":"2009","unstructured":"Brun, Y., et al.: Engineering self-adaptive systems through feedback loops. In: Cheng, B.H.C., de Lemos, R., Giese, H., Inverardi, P., Magee, J. (eds.) Software Engineering for Self-Adaptive Systems. LNCS, vol. 5525, pp. 48\u201370. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-02161-9_3"},{"key":"6_CR12","unstructured":"Hoffman, H.: Seec: a framework for self-aware management of goals and constraints in computing systems (power-aware computing, accuracy-aware computing, adaptive computing, autonomic computing). PhD thesis, Cambridge, MA, USA (2013). AAI0829261"},{"key":"6_CR13","unstructured":"An architectural blueprint for autonomic computing. Technical report, IBM, June 2005"},{"key":"6_CR14","doi-asserted-by":"crossref","unstructured":"Huber, N., et al.: Model-based self-adaptive resource allocation in virtualized environments. In: Proceedings of the 6th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2011, pp. 90\u201399. ACM, New York ( 2011)","DOI":"10.1145\/1988008.1988021"},{"key":"6_CR15","doi-asserted-by":"crossref","unstructured":"Kim, S., et al.: An allocation and provisioning model of science cloud for high throughput computing applications. In: Proceedings of the 2013 ACM Cloud and Autonomic Computing Conference, CAC 2013, pp. 27:1\u201327:8. ACM, New York (2013)","DOI":"10.1145\/2494621.2494649"},{"key":"6_CR16","unstructured":"Kateb, D., et al.: Generic cloud platform multi-objective optimization leveraging models@run.time, March 2014"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Minarolli, D., Freisleben, B.: Distributed resource allocation to virtual machines via artificial neural networks. In: Proceedings of the 2014 22Nd Euromicro International Conference on Parallel, Distributed, and Network-Based Processing, PDP 2014, pp. 490\u2013499. IEEE Computer Society, Washington, DC (2014)","DOI":"10.1109\/PDP.2014.102"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Wickremasinghe, B., et al.: Cloudanalyst: a cloudsim-based visual modeller for analysing cloud computing environments and applications. In: 2010 24th IEEE International Conference on Advanced Information Networking and Applications, pp. 446\u2013452, April 2010","DOI":"10.1109\/AINA.2010.32"},{"key":"6_CR19","unstructured":"Qu, C., et al.: A reliable and cost-efficient auto-scaling system for web applications using heterogeneous spot instances. CoRR, abs\/1509.05197 (2015)"},{"key":"6_CR20","unstructured":"Rodriguez, M.A., et al.: Containers orchestration with cost-efficient autoscaling in cloud computing environments. CoRR, abs\/1812.00300 (2018)"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Fernandez, H., et al.: Autoscaling web applications in heterogeneous cloud infrastructures. In: Proceedings of the 2014 IEEE International Conference on Cloud Engineering, IC2E 2014, pp. 195\u2013204, Washington, DC, USA (2014)","DOI":"10.1109\/IC2E.2014.25"},{"key":"6_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-642-31500-8_18","volume-title":"Parallel Processing and Applied Mathematics","author":"P Koperek","year":"2012","unstructured":"Koperek, P., Funika, W.: Dynamic business metrics-driven resource provisioning in cloud environments. In: Wyrzykowski, R., Dongarra, J., Karczewski, K., Wa\u015bniewski, J. (eds.) PPAM 2011. LNCS, vol. 7204, pp. 171\u2013180. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-31500-8_18"},{"key":"6_CR23","unstructured":"Ferretti S., et al.: Qos\u2013aware clouds. In: 2010 IEEE 3rd International Conference on Cloud Computing, pp. 321\u2013328, July 2010"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Ashraf, A., et al.: Cramp: cost-efficient resource allocation for multiple web applications with proactive scaling. In: 4th IEEE International Conference on Cloud Computing Technology and Science Proceedings, pp. 581\u2013586, December 2012","DOI":"10.1109\/CloudCom.2012.6427605"},{"key":"6_CR25","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.jpdc.2011.10.003","volume":"72","author":"C-Z Xu","year":"2012","unstructured":"Xu, C.-Z., et al.: Url: a unified reinforcement learning approach for autonomic cloud management. J. Parallel Distrib. Comput. 72, 95\u2013105 (2012)","journal-title":"J. Parallel Distrib. Comput."},{"key":"6_CR26","first-page":"1","volume":"26","author":"P Xiong","year":"2014","unstructured":"Xiong, P., et al.: Smartsla: cost-sensitive management of virtualized resources for CPU-bound database services. IEEE Trans. Parallel Distrib. Syst. 26, 1 (2014)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"6_CR27","unstructured":"Wang, Z., et al.: Automated cloud provisioning on AWS using deep reinforcement learning. CoRR, abs\/1709.04305 (2017)"},{"key":"6_CR28","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1016\/0010-4655(79)90004-3","volume":"18","author":"J Kitowski","year":"1979","unstructured":"Kitowski, J., et al.: Computer simulation of heuristic reinforcement learning system for nuclear plant load changes control. Comput. Phys. Commun. 18, 339\u2013352 (1979)","journal-title":"Comput. Phys. Commun."},{"key":"6_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/978-3-030-43229-4_40","volume-title":"Parallel Processing and Applied Mathematics","author":"W Funika","year":"2020","unstructured":"Funika, W., Koperek, P.: Evaluating the use of policy gradient optimization approach for automatic cloud resource provisioning. In: Wyrzykowski, R., Deelman, E., Dongarra, J., Karczewski, K. (eds.) PPAM 2019. LNCS, vol. 12043, pp. 467\u2013478. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43229-4_40"},{"key":"6_CR30","unstructured":"Graphite Project. https:\/\/graphiteapp.org\/. Accessed 28 Nov 2019"},{"issue":"1","key":"6_CR31","doi-asserted-by":"publisher","first-page":"21","DOI":"10.7494\/csci.2017.18.1.21","volume":"18","author":"W Rz\u0105sa","year":"2017","unstructured":"Rz\u0105sa, W.: Predicting performance in a paas environment: a case study for a web application. Comput. Sci. 18(1), 21 (2017)","journal-title":"Comput. Sci."},{"key":"6_CR32","unstructured":"Funika, W., et al.: Repeatable experiments in the cloud resources management domain with use of reinforcement learning. In: Cracow Grid Workshop 2018, pp. 31\u201332. ACC Cyfronet AGH, Krak\u00f3w (2018)"},{"key":"6_CR33","unstructured":"Filho, M.C.S., et al.: Cloudsim plus: a cloud computing simulation framework pursuing software engineering principles for improved modularity, extensibility and correctness. In: 2017 IFIP\/IEEE Symposium on Integrated Network and Service Management (IM), pp. 400\u2013406, May 2017"},{"key":"6_CR34","doi-asserted-by":"publisher","first-page":"525","DOI":"10.31577\/cai_2019_3_525","volume":"38","author":"A Hussain","year":"2019","unstructured":"Hussain, A., et al.: Investigation of cloud scheduling algorithms for resource utilization using cloudsim. Comput. Inform. 38, 525\u2013554 (2019)","journal-title":"Comput. Inform."},{"key":"6_CR35","unstructured":"Brockman, G., et al.: OpenAI Gym (2016). arxiv:1606.01540"},{"key":"6_CR36","unstructured":"PyTorch DNN Evolution. https:\/\/gitlab.com\/pkoperek\/pytorch-dnn-evolution. Accessed 01 Dec 2019"},{"key":"6_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/978-3-319-78024-5_48","volume-title":"Parallel Processing and Applied Mathematics","author":"W Funika","year":"2018","unstructured":"Funika, W., Koperek, P.: Co-evolution of fitness predictors and\u00a0deep neural networks. In: Wyrzykowski, R., Dongarra, J., Deelman, E., Karczewski, K. (eds.) PPAM 2017. LNCS, vol. 10777, pp. 555\u2013564. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-78024-5_48"},{"key":"6_CR38","unstructured":"LeCun, Y., Cortes, C.: MNIST handwritten digit database (2010)"},{"key":"6_CR39","unstructured":"Amazon Web Services Elastic Compute Cloud. https:\/\/aws.amazon.com\/ec2\/. Accessed 30 Dec 2019"}],"container-title":["Lecture Notes in Computer Science","Computational Science \u2013 ICCS 2020"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-50371-0_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,17]],"date-time":"2024-06-17T23:16:39Z","timestamp":1718666199000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-50371-0_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030503703","9783030503710"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-50371-0_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"15 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Amsterdam","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 June 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 June 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccs-computsci2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iccs-meeting.org\/iccs2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"230","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"98","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"248 workshop papers were selected from 489 submissions to the thematic tracks. The conference was canceled due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}