{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T15:51:16Z","timestamp":1766159476027,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":23,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819755806"},{"type":"electronic","value":"9789819755813"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-5581-3_37","type":"book-chapter","created":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T19:02:53Z","timestamp":1722538973000},"page":"455-466","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["DeepMRA: An Efficient Microservices Resource Allocation Framework with Deep Reinforcement Learning in the Cloud"],"prefix":"10.1007","author":[{"given":"Qi","family":"Si","sequence":"first","affiliation":[]},{"given":"Jilin","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Weiyi","family":"Li","sequence":"additional","affiliation":[]},{"given":"Xuesong","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Peng","family":"Pu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,1]]},"reference":[{"key":"37_CR1","unstructured":"Autoscaling. https:\/\/en.wikipedia.org\/wiki\/Autoscaling"},{"key":"37_CR2","unstructured":"Evolution of Microservices. https:\/\/www.slideshare.net\/adriancockcroft\/evolutionof-microservices-craft-conference"},{"key":"37_CR3","unstructured":"Locust.io. https:\/\/locust.io\/"},{"key":"37_CR4","unstructured":"Production-Grade Container Orchestration. https:\/\/kubernetes.io\/Step and simple scaling policies for Amazon EC2 Auto Scaling - Amazon"},{"key":"37_CR5","unstructured":"EC2 Auto Scaling. https:\/\/docs.aws.amazon.com\/autoscaling\/ec2\/userguide\/asscaling-simple-step.html"},{"issue":"8","key":"37_CR6","doi-asserted-by":"publisher","first-page":"1911","DOI":"10.1109\/TPDS.2021.3132422","volume":"33","author":"Z Chen","year":"2022","unstructured":"Chen, Z., et al.: Adaptive and efficient resource allocation in cloud datacenters using actor-critic deep reinforcement learning. IEEE Trans. Parallel Distrib. Syst. 33(8), 1911\u20131923 (2022). https:\/\/doi.org\/10.1109\/TPDS.2021.3132422","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"4","key":"37_CR7","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1145\/2499368.2451125","volume":"48","author":"C Delimitrou","year":"2013","unstructured":"Delimitrou, C., Kozyrakis, C.: Paragon: QoS-aware scheduling for heterogeneous datacenters. ACM SIGPLAN Not. 48(4), 77\u201388 (2013). https:\/\/doi.org\/10.1145\/2499368.2451125","journal-title":"ACM SIGPLAN Not."},{"key":"37_CR8","doi-asserted-by":"publisher","unstructured":"Dong, H., et al.: Predictive job scheduling under uncertain constraints in cloud computing. In: Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence, pp. 3627\u20133634. International Joint Conferences on Artificial Intelligence Organization, Montreal, Canada (2021). https:\/\/doi.org\/10.24963\/ijcai.2021\/499","DOI":"10.24963\/ijcai.2021\/499"},{"issue":"3","key":"37_CR9","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1109\/12.21127","volume":"38","author":"D Eager","year":"1989","unstructured":"Eager, D., et al.: Speedup versus efficiency in parallel systems. IEEE Trans. Comput. 38(3), 408\u2013423 (1989). https:\/\/doi.org\/10.1109\/12.21127","journal-title":"IEEE Trans. Comput."},{"key":"37_CR10","doi-asserted-by":"publisher","unstructured":"Gan, Y., et al.: An open-source benchmark suite for microservices and their hardware-software implications for cloud & edge systems. In: Proceedings of the Twenty-Fourth International Conference on Architectural Support for Programming Languages and Operating Systems, ASPLOS 2019, pp. 3\u201318. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3297858.3304013","DOI":"10.1145\/3297858.3304013"},{"key":"37_CR11","unstructured":"Haarnoja, T., et al.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. CoRRabs\/1801.01290 (2018). http:\/\/arxiv.org\/abs\/1801.01290"},{"issue":"7","key":"37_CR12","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1109\/TPDS.2021.3124670","volume":"33","author":"MT Islam","year":"2022","unstructured":"Islam, M.T., et al.: Performance and cost-efficient spark job scheduling based on deep reinforcement learning in cloud computing environments. IEEE Trans. Parallel Distrib. Syst. 33(7), 1695\u20131710 (2022). https:\/\/doi.org\/10.1109\/TPDS.2021.3124670","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"37_CR13","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"37_CR14","doi-asserted-by":"publisher","unstructured":"Mao, H., et al.: Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks, Atlanta GA USA, pp. 50\u201356. ACM (2016). https:\/\/doi.org\/10.1145\/3005745.3005750","DOI":"10.1145\/3005745.3005750"},{"key":"37_CR15","doi-asserted-by":"publisher","unstructured":"Mao, H., et al.: Learning scheduling algorithms for data processing clusters. In: Proceedings of the ACM Special Interest Group on Data Communication, Beijing, China, pp. 270\u2013288. ACM (2019). https:\/\/doi.org\/10.1145\/3341302.3342080","DOI":"10.1145\/3341302.3342080"},{"key":"37_CR16","doi-asserted-by":"publisher","unstructured":"Mars, J., et al.: Bubble-Up: increasing utilization in modern warehouse scale computers via sensible colocations. In: Proceedings of the 44th Annual IEEE\/ACM International Symposium on Microarchitecture, Porto Alegre, Brazil, pp. 248\u2013259. ACM (2011). https:\/\/doi.org\/10.1145\/2155620.2155650","DOI":"10.1145\/2155620.2155650"},{"key":"37_CR17","doi-asserted-by":"publisher","unstructured":"Rossi, R., Ahmed, N.: The network data repository with interactive graph analytics and visualization. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 29, no. 1 (2015). https:\/\/doi.org\/10.1609\/aaai.v29i1.9277,","DOI":"10.1609\/aaai.v29i1.9277"},{"key":"37_CR18","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.: Prioritized Experience Replay (2016)"},{"key":"37_CR19","doi-asserted-by":"publisher","unstructured":"Schwarzkopf, M., et al.: Omega: flexible, scalable schedulers for large compute clusters. In: Proceedings of the 8th ACM European Conference on Computer Systems, Prague Czech Republic, pp. 351\u2013364. ACM (2013). https:\/\/doi.org\/10.1145\/2465351.2465386","DOI":"10.1145\/2465351.2465386"},{"key":"37_CR20","doi-asserted-by":"crossref","unstructured":"Yang, H., et al.: PowerChief: intelligent power allocation for multi-stage applications to improve responsiveness on power constrained CMP. In: Proceedings of the 44th Annual International Symposium on Computer Architecture, pp. 133\u2013146 (2017)","DOI":"10.1145\/3079856.3080224"},{"key":"37_CR21","doi-asserted-by":"publisher","unstructured":"Yang, Z., Nguyen, P., Jin, H., Nahrstedt, K.: MIRAS: model-based reinforcement learning for microservice resource allocation over scientific workflows. In: 2019 IEEE 39th International Conference on Distributed Computing Systems (ICDCS), pp. 122\u2013132 (2019). https:\/\/doi.org\/10.1109\/ICDCS.2019.00021","DOI":"10.1109\/ICDCS.2019.00021"},{"key":"37_CR22","doi-asserted-by":"publisher","unstructured":"Fan, Y., Lan, Z., Childers, T., Rich, P., Allcock, W., Papka, M.E.: Deep Reinforcement Agent for Scheduling in HPC (2021). https:\/\/doi.org\/10.48550\/arXiv.2102.06243","DOI":"10.48550\/arXiv.2102.06243"},{"key":"37_CR23","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-5581-3_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T19:19:12Z","timestamp":1722539952000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-5581-3_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819755806","9789819755813"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-5581-3_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tianjin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/2024\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}