{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T16:03:56Z","timestamp":1778256236821,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T00:00:00Z","timestamp":1743292800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,30]]},"DOI":"10.1145\/3676641.3716255","type":"proceedings-article","created":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:47:32Z","timestamp":1743094052000},"page":"309-324","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Embracing Imbalance: Dynamic Load Shifting among Microservice Containers in Shared Clusters"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3064-5841","authenticated-orcid":false,"given":"Shutian","family":"Luo","sequence":"first","affiliation":[{"name":"Yale University, New Haven, CT, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5288-6072","authenticated-orcid":false,"given":"Jianxiong","family":"Liao","sequence":"additional","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, China and University of Macau, Macau SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9637-2847","authenticated-orcid":false,"given":"Chenyu","family":"Lin","sequence":"additional","affiliation":[{"name":"University of Macau, Macau SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6657-1154","authenticated-orcid":false,"given":"Huanle","family":"Xu","sequence":"additional","affiliation":[{"name":"University of Macau, Macau SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0307-266X","authenticated-orcid":false,"given":"Zhi","family":"Zhou","sequence":"additional","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9480-0356","authenticated-orcid":false,"given":"Chengzhong","family":"Xu","sequence":"additional","affiliation":[{"name":"University of Macau, Macau SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Alibaba Microservices Cluster Traces. https:\/\/github.com\/alibaba\/clusterdata\/tree\/master\/cluster-trace-microservices-v2022."},{"key":"e_1_3_2_1_2_1","unstructured":"2023. Jaeger. https:\/\/jaegertracing.io\/."},{"key":"e_1_3_2_1_3_1","unstructured":"2023. Prometheus. https:\/\/prometheus.io\/."},{"key":"e_1_3_2_1_4_1","unstructured":"2024. AWS EC2. https:\/\/aws.amazon.com\/ec2\/."},{"key":"e_1_3_2_1_5_1","unstructured":"2024. CNCF:. https:\/\/www.cncf.io\/."},{"key":"e_1_3_2_1_6_1","unstructured":"2024. Linux perf tool. https:\/\/perfwiki.github.io\/main\/."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/253260.253293"},{"key":"e_1_3_2_1_8_1","unstructured":"Kubernetes's Horizontal Pod Autoscaling. 2024. https:\/\/kubernetes.io\/docs\/tasks\/run-application\/horizontal-pod-autoscale\/."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447786.3456259"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3486992"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of NSDI.","author":"Chen Jingrong","year":"2023","unstructured":"Jingrong Chen, Yongji Wu, Shihan Lin, Yechen Xu, Xinhao Kong, Thomas Anderson, Matthew Lentz, Xiaowei Yang, and Danyang Zhuo. 2023. Remote Procedure Call as a Managed System Service. In Proceedings of NSDI."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304005"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of OSDI.","author":"Cho Inho","year":"2020","unstructured":"Inho Cho, Ahmed Saeed, Joshua Fried, Seo Jin Park, Mohammad Alizadeh, and Adam Belay. 2020. Overload Control for ?'s-scale RPCs with Breakwater. In Proceedings of OSDI."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359655"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3492321.3519564"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2013.6704667"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3445814.3446700"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304013"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00197"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378530"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of ATC.","author":"Huye Darby","year":"2023","unstructured":"Darby Huye, Yuri Shkuro, and Raja R Sambasivan. 2023. Lifting the veil on {Meta's} microservice architecture: Analyses of topology and request workflows. In Proceedings of ATC."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303958"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Carl T Kelley. 2003. Solving nonlinear equations with Newton's method. SIAM.","DOI":"10.1137\/1.9780898718898"},{"key":"e_1_3_2_1_24_1","unstructured":"Leonard Kleinrock. 1975. Queueing systems. Volume 1: theory."},{"key":"e_1_3_2_1_25_1","unstructured":"Kubernetes. 2022. https:\/\/kubernetes.io.."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3445814.3446696"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483546"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of NSDI.","author":"Mike Liang Chieh-Jan","year":"2023","unstructured":"Chieh-Jan Mike Liang, Zilin Fang, Yuqing Xie, Fan Yang, Zhao Lucis Li, Li Lyna Zhang, Mao Yang, and Lidong Zhou. 2023. On Modular Learning of Distributed Systems for Predicting {End-to-End} Latency. In Proceedings of NSDI."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISPA-BDCloud-SocialCom-SustainCom59178.2023.00064"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3587437"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8258257"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3487003"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of ASPLOS.","author":"Luo Shutian","year":"2023","unstructured":"Shutian Luo, Huanle Xu, Chengzhi Lu, Kejiang Ye, Guoyao Xu, Liping Zhang, Yu Ding, Jian He, and Chengzhong Xu. 2023. Erms: Efficient Resource Management for Shared Microservices with SLA Guarantees. In Proceedings of ASPLOS."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3174631"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3486985"},{"key":"e_1_3_2_1_36_1","volume-title":"Wenisch","author":"Mirhosseini Amirhossein","year":"2021","unstructured":"Amirhossein Mirhosseini and Thomas F. Wenisch. 2021. \"Steal: A Theory-backed Framework for Preemptive Work and Resource Stealing in Mixed-Criticality Microservices. In Proceedings of ICS."},{"key":"e_1_3_2_1_37_1","volume-title":"Wenisch","author":"Mirhosseini Amirhossein","year":"2020","unstructured":"Amirhossein Mirhosseini, Brendan L. West, Geoffrey W. Blake, and Thomas F. Wenisch. 2020. Q-Zilla: A Scheduling Framework and Core Microarchitecture for Tail-tolerant Microservices. In Proceedings of HPCA."},{"key":"e_1_3_2_1_38_1","volume-title":"Hellerstein","author":"Ortiz Jennifer","year":"2018","unstructured":"Jennifer Ortiz, Brendan Lee, Magdalena Balazinska, Johannes Gehrke, and Joseph L. Hellerstein. 2018. SLAOrchestrator: Reducing the Cost of Performance SLAs for Cloud Data Analytics. In Proceedings of ATC."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485983.3494866"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486026"},{"key":"e_1_3_2_1_41_1","volume-title":"Iyer","author":"Qiu Haoran","year":"2020","unstructured":"Haoran Qiu, Subho S. Banerjee, Saurabh Jha, Zbigniew T. Kalbarczyk, and Ravishankar K. Iyer. 2020. FIRM: An Intelligent Fine-grained Resource Management Framework for SLO-Oriented Microservices. In Proceedings of OSDI."},{"key":"e_1_3_2_1_42_1","unstructured":"Redis. 2024. https:\/\/redis.io\/."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3486972"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342195.3387524"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of OSDI.","author":"Saokar Harshit","year":"2023","unstructured":"Harshit Saokar, Soteris Demetriou, Nick Magerko, Max Kontorovich, Josh Kirstein, Margot Leibold, Dimitrios Skarlatos, Hitesh Khandelwal, and Chunqiang Tang. 2023. {ServiceRouter}: Hyperscale and Minimal Cost Service Mesh at Meta. In Proceedings of OSDI."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Shai Shalev-Shwartz et al. 2012. Online learning and online convex optimization. Foundations and Trends\u00ae in Machine Learning 4 2 (2012) 107--194.","DOI":"10.1561\/2200000018"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of USENIX ATC.","author":"Shi Jiuchen","year":"2023","unstructured":"Jiuchen Shi, Hang Zhang, Zhixin Tong, Quan Chen, Kaihua Fu, and Minyi Guo. 2023. Nodens: Enabling Resource Efficient and Fast {QoS} Recovery of Dynamic Microservice Applications in Datacenters. In Proceedings of USENIX ATC."},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of OSDI.","author":"Sriraman Akshitha","year":"2018","unstructured":"Akshitha Sriraman and Thomas F Wenisch. 2018. Tune: Auto-Tuned Threading for Microservices. In Proceedings of OSDI."},{"key":"e_1_3_2_1_49_1","volume-title":"Proceedings of OSDI.","author":"Tang Chunqiang","year":"2020","unstructured":"Chunqiang Tang, Kenny Yu, Kaushik Veeraraghavan, and Jonathan Kaldor, et al. 2020. Twine: A Unified Cluster Management System for Shared Infrastructure. In Proceedings of OSDI."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342195.3387517"},{"key":"e_1_3_2_1_51_1","volume-title":"Proceedings of OSDI.","author":"Veeraraghavan Kaushik","year":"2016","unstructured":"Kaushik Veeraraghavan, Justin Meza, David Chou, Wonho Kim, Sonia Margulis, Scott Michelson, Rajesh Nishtala, Daniel Obenshain, Dmitri Perelman, and Yee Jiun Song. 2016. Kraken: Leveraging live traffic tests to identify and resolve resource utilization bottlenecks in large scale web services. In Proceedings of OSDI."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570937"},{"key":"e_1_3_2_1_53_1","volume-title":"workshop.","author":"Microservices","year":"2022","unstructured":"Microservices workshop. 2022. http:\/\/www.slideshare.net\/adriancockcroft\/microservices-workshop-craft-conference\/."},{"key":"e_1_3_2_1_54_1","volume-title":"Proceedings of NSDI.","author":"Wydrowski Bartek","year":"2024","unstructured":"Bartek Wydrowski, Robert Kleinberg, Stephen M Rumble, and Aaron Archer. 2024. Load is not what you should balance: Introducing Prequal. In Proceedings of NSDI."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00021"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2019.00023"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3445814.3446693"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342195.3387534"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3267809.3267823"},{"key":"e_1_3_2_1_60_1","volume-title":"Benchmark System, and Empirical Study","author":"Zhou Xiang","year":"2021","unstructured":"Xiang Zhou, Xin Peng, Tao Xie, Jun Sun, Chao Ji, Wenhai Li, and Dan Ding. 2021. Fault Analysis and Debugging of Microservice Systems: Industrial Survey, Benchmark System, and Empirical Study. IEEE Trans. Software Eng. (2021)."}],"event":{"name":"ASPLOS '25: 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems","location":"Rotterdam Netherlands","acronym":"ASPLOS '25","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages","SIGOPS ACM Special Interest Group on Operating Systems","SIGARCH ACM Special Interest Group on Computer Architecture"]},"container-title":["Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3676641.3716255","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3676641.3716255","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T11:10:53Z","timestamp":1755774653000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3676641.3716255"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,30]]},"references-count":60,"alternative-id":["10.1145\/3676641.3716255","10.1145\/3676641"],"URL":"https:\/\/doi.org\/10.1145\/3676641.3716255","relation":{},"subject":[],"published":{"date-parts":[[2025,3,30]]},"assertion":[{"value":"2025-03-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}