{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T05:13:50Z","timestamp":1743138830184,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031360206"},{"type":"electronic","value":"9783031360213"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36021-3_55","type":"book-chapter","created":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T09:06:16Z","timestamp":1688115976000},"page":"561-575","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Towards Understanding of\u00a0Deep Reinforcement Learning Agents Used in\u00a0Cloud Resource Management"],"prefix":"10.1007","author":[{"given":"Andrzej","family":"Ma\u0142ota","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3613-2390","authenticated-orcid":false,"given":"Pawe\u0142","family":"Koperek","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3321-7348","authenticated-orcid":false,"given":"W\u0142odzimierz","family":"Funika","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"key":"55_CR1","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A Barredo Arrieta","year":"2020","unstructured":"Barredo Arrieta, A., et al.: Explainable Artificial Intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI. Information Fusion 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012","journal-title":"Information Fusion"},{"key":"55_CR2","doi-asserted-by":"crossref","unstructured":"Cheng, M., et al.: DRL-cloud: deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In: 2018 23rd Asia and South Pacific Design Automation Conference (ASP-DAC), pp. 129\u2013134 (2018)","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"55_CR3","doi-asserted-by":"publisher","unstructured":"Cobbe, K., et al.: Quantifying Generalization in Reinforcement Learning (2018). https:\/\/doi.org\/10.48550\/ARXIV.1812.02341","DOI":"10.48550\/ARXIV.1812.02341"},{"key":"55_CR4","doi-asserted-by":"publisher","unstructured":"Cuay\u00e1huitl, H.: SimpleDS: A Simple Deep Reinforcement Learning Dialogue System (2016). https:\/\/doi.org\/10.48550\/ARXIV.1601.04574","DOI":"10.48550\/ARXIV.1601.04574"},{"key":"55_CR5","doi-asserted-by":"crossref","unstructured":"Dutta, S., et al.: SmartScale: automatic application scaling in enterprise clouds. In: 2012 IEEE Fifth International Conference on Cloud Computing, pp. 221\u2013228 (2012)","DOI":"10.1109\/CLOUD.2012.12"},{"key":"55_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/978-3-030-43229-4_40","volume-title":"Parallel Processing and Applied Mathematics","author":"W Funika","year":"2020","unstructured":"Funika, W., Koperek, P.: Evaluating the use of policy gradient optimization approach for automatic cloud resource provisioning. In: Wyrzykowski, R., Deelman, E., Dongarra, J., Karczewski, K. (eds.) PPAM 2019. LNCS, vol. 12043, pp. 467\u2013478. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43229-4_40"},{"key":"55_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-3-030-50371-0_6","volume-title":"Computational Science \u2013 ICCS 2020","author":"W Funika","year":"2020","unstructured":"Funika, W., Koperek, P., Kitowski, J.: Automatic management of cloud applications with use of proximal policy optimization. In: Krzhizhanovskaya, V.V., et al. (eds.) ICCS 2020. LNCS, vol. 12137, pp. 73\u201387. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-50371-0_6"},{"key":"55_CR8","doi-asserted-by":"crossref","unstructured":"Greguri\u0107, M., et al.: Application of deep reinforcement learning in traffic signal control: an overview and impact of open traffic data. Appl. Sci. 10(11) (2020)","DOI":"10.3390\/app10114011"},{"key":"55_CR9","doi-asserted-by":"publisher","unstructured":"Greydanus, S., et al.: Visualizing and Understanding Atari Agents (2017). https:\/\/doi.org\/10.48550\/ARXIV.1711.00138","DOI":"10.48550\/ARXIV.1711.00138"},{"key":"55_CR10","unstructured":"Guo, W., et al.: EDGE: Explaining Deep Reinforcement Learning Policies. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems, vol. 34, pp. 12222\u201312236. Curran Associates, Inc. (2021)"},{"key":"55_CR11","unstructured":"Heuillet, A., et al.: Explainability in Deep Reinforcement Learning. CoRR abs\/2008.06693 (2020)"},{"key":"55_CR12","doi-asserted-by":"publisher","unstructured":"Hilton, J., et al.: Understanding RL Vision. Distill (2020). https:\/\/doi.org\/10.23915\/distill.00029","DOI":"10.23915\/distill.00029"},{"key":"55_CR13","unstructured":"Ma\u0142ota, A., et al.: Trainloop-driver (2023). https:\/\/github.com\/andrzejmalota\/trainloop-driver\/tree\/master\/examples"},{"key":"55_CR14","doi-asserted-by":"publisher","unstructured":"Milani, S., et al.: A Survey of Explainable Reinforcement Learning (2022). https:\/\/doi.org\/10.48550\/ARXIV.2202.08434","DOI":"10.48550\/ARXIV.2202.08434"},{"key":"55_CR15","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. In: NIPS Deep Learning Workshop (2013). http:\/\/arxiv.org\/abs\/1312.5602"},{"key":"55_CR16","doi-asserted-by":"publisher","unstructured":"Mott, A., et al.: Towards Interpretable Reinforcement Learning Using Attention Augmented Agents (2019). https:\/\/doi.org\/10.48550\/ARXIV.1906.02500","DOI":"10.48550\/ARXIV.1906.02500"},{"key":"55_CR17","doi-asserted-by":"publisher","unstructured":"Olah, C., et al.: The Building Blocks of Interpretability. Distill (2018). https:\/\/doi.org\/10.23915\/distill.00010","DOI":"10.23915\/distill.00010"},{"key":"55_CR18","doi-asserted-by":"publisher","unstructured":"OpenAI, et al.: Solving Rubik\u2019s Cube with a Robot Hand (2019). https:\/\/doi.org\/10.48550\/ARXIV.1910.07113","DOI":"10.48550\/ARXIV.1910.07113"},{"key":"55_CR19","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., et al.: \u201cWhy Should I Trust You?\u201d: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. KDD 2016, New York, NY, USA, pp. 1135\u20131144. Association for Computing Machinery (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"55_CR20","doi-asserted-by":"publisher","unstructured":"Schulman, J., et al.: Proximal Policy Optimization Algorithms (2017). https:\/\/doi.org\/10.48550\/ARXIV.1707.06347","DOI":"10.48550\/ARXIV.1707.06347"},{"issue":"2","key":"55_CR21","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"RR Selvaraju","year":"2019","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-CAM: visual explanations from deep networks via gradient-based localization. Int. J. Comput. Vision 128(2), 336\u2013359 (2019). https:\/\/doi.org\/10.1007\/s11263-019-01228-7","journal-title":"Int. J. Comput. Vision"},{"key":"55_CR22","doi-asserted-by":"crossref","unstructured":"Campos da Silva Filho, M., et al.: CloudSim plus: a cloud computing simulation framework pursuing software engineering principles for improved modularity, extensibility and correctness. In: 2017 IFIP\/IEEE Symposium on Integrated Network and Service Management (IM), pp. 400\u2013406 (2017)","DOI":"10.23919\/INM.2017.7987304"},{"key":"55_CR23","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press (2018)"},{"key":"55_CR24","doi-asserted-by":"crossref","unstructured":"Tighe, M., Bauer, M.: Integrating cloud application autoscaling with dynamic VM allocation. In: 2014 IEEE Network Operations and Management Symposium (NOMS), pp. 1\u20139 (2014)","DOI":"10.1109\/NOMS.2014.6838239"},{"key":"55_CR25","doi-asserted-by":"publisher","unstructured":"Wang, Z., et al.: Automated Cloud Provisioning on AWS using Deep Reinforcement Learning (2017). https:\/\/doi.org\/10.48550\/ARXIV.1709.04305","DOI":"10.48550\/ARXIV.1709.04305"},{"issue":"6","key":"55_CR26","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MCC.2018.1081063","volume":"4","author":"Y Zhang","year":"2017","unstructured":"Zhang, Y., et al.: Intelligent cloud resource management with deep reinforcement learning. IEEE Cloud Comput. 4(6), 60\u201369 (2017). https:\/\/doi.org\/10.1109\/MCC.2018.1081063","journal-title":"IEEE Cloud Comput."}],"container-title":["Lecture Notes in Computer Science","Computational Science \u2013 ICCS 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36021-3_55","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T09:12:48Z","timestamp":1688116368000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36021-3_55"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031360206","9783031360213"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36021-3_55","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccs-computsci2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iccs-meeting.org\/iccs2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"530","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"188","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,8","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}