{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T21:02:22Z","timestamp":1784408542973,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":31,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819233809","type":"print"},{"value":"9789819233816","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-3381-6_23","type":"book-chapter","created":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T20:16:18Z","timestamp":1784405778000},"page":"279-291","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Causal Intervention Reinforcement Learning for Resource Scheduling in Microservices"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8887-7884","authenticated-orcid":false,"given":"Xu","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2209-0970","authenticated-orcid":false,"given":"Yun","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1130-3368","authenticated-orcid":false,"given":"Peng","family":"Pu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"23_CR1","doi-asserted-by":"publisher","unstructured":"Bappy, F.H., Islam, T., Zaman, T.S., Hasan, R., Caicedo, C.: A deep dive into the google cluster workload traces: analyzing the application failure characteristics and user behaviors. In: 2023 10th International Conference on Future Internet of Things and Cloud (FiCloud), pp. 103\u2013108. IEEE (2023). https:\/\/doi.org\/10.48550\/arXiv.2308.02358","DOI":"10.48550\/arXiv.2308.02358"},{"key":"23_CR2","doi-asserted-by":"publisher","unstructured":"Baresi, L., Hu, D.Y.X., Quattrocchi, G., Terracciano, L.: Kosmos: vertical and horizontal resource autoscaling for Kubernetes. In: International Conference on Service-Oriented Computing, pp. 821\u2013829. Springer (2021). https:\/\/doi.org\/10.1007\/978-3-030-91431-8_59","DOI":"10.1007\/978-3-030-91431-8_59"},{"key":"23_CR3","unstructured":"Bennett, A., Kallus, N., Li, L., Mousavi, A.: Off-policy evaluation in infinite-horizon reinforcement learning with latent confounders. In: Banerjee, A., Fukumizu, K.(eds.) Proceedings of The 24th International Conference on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, vol. 130, pp. 1999\u20132007. PMLR (2021). http:\/\/proceedings.mlr.press\/v130\/bennett21a.html"},{"key":"23_CR4","doi-asserted-by":"publisher","unstructured":"Costa, D.I.C., Filho, E.P.E.S., Silva, R.F.D., de C. Quaresma Gama, T.D., Cort\u00e9s, M.I.: Microservice architecture: a tertiary study. In: Proceedings of the 14th Brazilian Symposium on Software Components, Architectures, and Reuse. pp. 61\u201370 (2020). https:\/\/doi.org\/10.1145\/3425269.3425277","DOI":"10.1145\/3425269.3425277"},{"key":"23_CR5","unstructured":"Deng, Z., Jiang, J., Long, G., Zhang, C.: Causal reinforcement learning: a survey. arXiv preprint. https:\/\/arxiv.org\/abs\/2307.01452 (2023)"},{"key":"23_CR6","doi-asserted-by":"publisher","first-page":"66328","DOI":"10.5555\/3666122.3669017","volume":"36","author":"W Ding","year":"2023","unstructured":"Ding, W., Shi, L., Chi, Y., Zhao, D.: Seeing is not believing: robust reinforcement learning against spurious correlation. Adv. Neural Inf. Proces. Syst. 36, 66328\u201366363 (2023). https:\/\/doi.org\/10.5555\/3666122.3669017","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"23_CR7","unstructured":"Gan, Y., Pancholi, M., Cheng, D., Hu, S., He, Y., Delimitrou, C.: Seer: leveraging big data to navigate the complexity of cloud debugging. In: Proceedings of the 10th USENIX Conference on Hot Topics in Cloud Computing, p. 13. HotCloud\u201918, USENIX Association, Boston, MA, USA (2018). https:\/\/www.usenix.org\/conference\/hotcloud18\/presentation\/gan"},{"key":"23_CR8","doi-asserted-by":"publisher","unstructured":"Gan, Y., et al.: An open-source benchmark suite for microservices and their hardware-software implications for cloud & edge systems. In: Proceedings of the Twenty-Fourth International Conference on Architectural Support for Programming Languages and Operating Systems, pp. 3\u201318 (2019). https:\/\/doi.org\/10.1145\/3297858.3304013","DOI":"10.1145\/3297858.3304013"},{"key":"23_CR9","unstructured":"Google SRE Team: Google sre - defining slo: service level objective meaning. https:\/\/sre.google\/sre-book\/service-level-objectives\/ (2026). Accessed 13 Jan 2026"},{"key":"23_CR10","doi-asserted-by":"publisher","unstructured":"Guo, J., et al.: Who limits the resource efficiency of my datacenter: an analysis of Alibaba datacenter traces. In: Proceedings of the international symposium on quality of service, pp. 1\u201310. IEEE (2019). https:\/\/doi.org\/10.1145\/3326285.3329074","DOI":"10.1145\/3326285.3329074"},{"key":"23_CR11","doi-asserted-by":"publisher","unstructured":"Incerto, E., Tribastone, M., Trubiani, C.: Combined vertical and horizontal autoscaling through model predictive control. In: European Conference on Parallel Processing, pp. 147\u2013159. Springer (2018). https:\/\/doi.org\/10.1007\/978-3-319-96983-1_11","DOI":"10.1007\/978-3-319-96983-1_11"},{"key":"23_CR12","doi-asserted-by":"publisher","first-page":"19813","DOI":"10.52202\/079017-0624","volume":"37","author":"Y Jung","year":"2024","unstructured":"Jung, Y., Park, M.W., Lee, S.: Complete graphical criterion for sequential covariate adjustment in causal inference. Adv. Neural Inf. Proces. Syst. 37, 19813\u201319838 (2024) https:\/\/doi.org\/10.52202\/079017-0624","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"23_CR13","doi-asserted-by":"publisher","unstructured":"Jung, Y., Tian, J., Bareinboim, E.: Estimating causal effects using weighting-based estimators. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 10186\u201310193 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i06.6579","DOI":"10.1609\/aaai.v34i06.6579"},{"issue":"1\u20132","key":"23_CR14","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998). https:\/\/doi.org\/10.1016\/S0004-3702(98)00023-X","journal-title":"Artif. Intell."},{"key":"23_CR15","first-page":"22293","volume-title":"Advances in Neural Information Processing Systems","author":"N Kallus","year":"2020","unstructured":"Kallus, N., Zhou, A.: Confounding-robust Policy Evaluation in Infinite-horizon Reinforcement Learning. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol. 33, pp. 22293\u201322304. Curran Associates, Inc. (2020) https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/fd4f21f2556dad0ea8b7a5c04eabebda-Paper.pdf"},{"key":"23_CR16","unstructured":"Kubernetes Authors: Kubernetes documentation. https:\/\/kubernetes.io\/docs\/ (2026). Accessed 13 Jan 2026"},{"issue":"4","key":"23_CR17","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1002\/spe.3211","volume":"54","author":"M Kumar","year":"2024","unstructured":"Kumar, M., Samriya, J.K., Dubey, K., Gill, S.S.: Qos-aware resource scheduling using whale optimization algorithm for microservice applications. Softw. Pract. Experience. 54(4), 546\u2013565 (2024). https:\/\/doi.org\/10.1002\/spe.3211","journal-title":"Softw. Pract. Experience"},{"key":"23_CR18","doi-asserted-by":"publisher","unstructured":"Liu, J., Wang, Q., Zhang, S., Hu, L., Da Silva, D.: Sora: a latency sensitive approach for microservice soft resource adaptation. In: Proceedings of the 24th International Middleware Conference, pp. 43\u201356. Association for Computing Machinery, Inc (2023). https:\/\/doi.org\/10.1145\/3590140.3592851","DOI":"10.1145\/3590140.3592851"},{"key":"23_CR19","doi-asserted-by":"publisher","unstructured":"Luo, S. et al.: The power of prediction: microservice auto scaling via workload learning. In: Proceedings of the ACM Symposium on Cloud Computing (2022). https:\/\/doi.org\/10.1145\/3542929.3563477","DOI":"10.1145\/3542929.3563477"},{"key":"23_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jpdc.2023.02.011","volume":"177","author":"C Mommessin","year":"2023","unstructured":"Mommessin, C., et al.: Affinity-aware resource provisioning for long-running applications in shared clusters. J Parallel Distrib Comput. 177, 1\u201316 (2023)","journal-title":"J Parallel Distrib Comput"},{"key":"23_CR21","doi-asserted-by":"publisher","first-page":"95986","DOI":"10.1109\/ACCESS.2024.3421956","volume":"12","author":"R Panwar","year":"2024","unstructured":"Panwar, R., Supriya, M.: Rlpraf: reinforcement learning-based proactive resource allocation framework for resource provisioning in cloud environment. IEEE Access. 12, 95986\u201396007 (2024). https:\/\/doi.org\/10.1109\/ACCESS.2024.3421956","journal-title":"IEEE Access"},{"issue":"7","key":"23_CR22","doi-asserted-by":"publisher","first-page":"1242","DOI":"10.3390\/electronics13071242","volume":"13","author":"O Pozdniakova","year":"2024","unstructured":"Pozdniakova, O., Ma\u017eeika, D., Cholomskis, A.: Sla-adaptive threshold adjustment for a Kubernetes horizontal pod autoscaler. Electronics. 13(7), 1242 (2024). https:\/\/doi.org\/10.3390\/electronics13071242","journal-title":"Electronics"},{"key":"23_CR23","unstructured":"Qiu, H., Banerjee, S.S., Jha, S., Kalbarczyk, Z.T., Iyer, R.K.: {FIRM}: an intelligent fine-grained resource management framework for {SLO-Oriented} microservices. In: 14th USENIX symposium on operating systems design and implementation (OSDI 20), pp. 805\u2013825. USENIX Association (2020)"},{"key":"23_CR24","unstructured":"Qiu, H., et al.: {AWARE}: automate workload autoscaling with reinforcement learning in production cloud systems. In: 2023 USENIX Annual Technical Conference (USENIX ATC 23), pp. 387\u2013402. USENIX Association (2023)"},{"key":"23_CR25","doi-asserted-by":"publisher","unstructured":"Rzadca, K., et al.: Autopilot: workload autoscaling at Google. In: Proceedings of the Fifteenth European Conference on Computer Systems, pp. 1\u201316. Association for Computing Machinery, Heraklion, Greece (2020). https:\/\/doi.org\/10.1145\/3342195.3387524","DOI":"10.1145\/3342195.3387524"},{"key":"23_CR26","unstructured":"Shpitser, I., VanderWeele, T., Robins, J.M.: On the validity of covariate adjustment for estimating causal effects. arXiv preprint. https:\/\/arxiv.org\/abs\/1203.3515 (2012)"},{"key":"23_CR27","unstructured":"Steidl, M.: Anomalies in microservice architecture (train-ticket) based on version configurations. https:\/\/zenodo.org\/records\/6979726 (2022). Accessed 15 Jan 2026"},{"key":"23_CR28","doi-asserted-by":"publisher","first-page":"21164","DOI":"10.5555\/3540261.3541880","volume":"34","author":"L Wang","year":"2021","unstructured":"Wang, L., Yang, Z., Wang, Z.: Provably efficient causal reinforcement learning with confounded observational data. Adv. Neural Inf. Proces. Syst. 34, 21164\u201321175 (2021). https:\/\/doi.org\/10.5555\/3540261.3541880","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"23_CR29","doi-asserted-by":"publisher","unstructured":"Wang, Y., Yang, X.: Research on edge computing and cloud collaborative resource scheduling optimization based on deep reinforcement learning. In: 2025 8th International Conference on Advanced Algorithms and Control Engineering (ICAACE), pp. 2065\u20132073. IEEE (2025). https:\/\/doi.org\/10.1109\/ICAACE65325.2025.11019615","DOI":"10.1109\/ICAACE65325.2025.11019615"},{"key":"23_CR30","unstructured":"Wang, Z., Li, P., Liang, C.J.M., Wu, F., Yan, F.Y.: Autothrottle: a practical bi-level approach to resource management for slo-targeted microservices. In: 21st USENIX Symposium on Networked Systems Design and Implementation (NSDI24), pp. 149\u2013165. USENIX Association (2024)"},{"key":"23_CR31","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Hua, W., Zhou, Z., Suh, G.E., Delimitrou, C.: Sinan: ML-based and Qos-aware resource management for cloud microservices. In: Proceedings of the 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, pp. 167\u2013181. ASPLOS \u201921, Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3445814.3446693","DOI":"10.1145\/3445814.3446693"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-3381-6_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T20:16:20Z","timestamp":1784405780000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-3381-6_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"ISBN":["9789819233809","9789819233816"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-3381-6_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"19 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toronto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2026a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/2026\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}