{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T19:11:14Z","timestamp":1774552274485,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539063","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T19:06:41Z","timestamp":1660331201000},"page":"4290-4299","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["A Meta Reinforcement Learning Approach for Predictive Autoscaling in the Cloud"],"prefix":"10.1145","author":[{"given":"Siqiao","family":"Xue","sequence":"first","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Chao","family":"Qu","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Xiaoming","family":"Shi","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Cong","family":"Liao","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Shiyi","family":"Zhu","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Xiaoyu","family":"Tan","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Lintao","family":"Ma","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Shiyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhuo, China"}]},{"given":"Shijun","family":"Wang","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Yun","family":"Hu","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Lei","family":"Lei","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Yangfei","family":"Zheng","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Jianguo","family":"Li","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"James","family":"Zhang","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"TensorFlow: A System for Large-Scale Machine Learning. In 12th USENIX symposium on operating systems design and implementation (OSDI). 265--283","author":"Abadi Martin","year":"2016","unstructured":"Martin Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, et al. 2016. TensorFlow: A System for Large-Scale Machine Learning. In 12th USENIX symposium on operating systems design and implementation (OSDI). 265--283."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2020.2995937"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","unstructured":"Muhammad Abdullah Waheed Iqbal Abdelkarim Erradi and Faisal Bukhari. 2019. Learning Predictive Autoscaling Policies for Cloud-Hosted Microservices Using Trace-Driven Modeling. In 2019 IEEE International Conference on Cloud Computing Technology and Science (CloudCom). 119--126. https:\/\/doi.org\/10.1109\/CloudCom.2019.00028","DOI":"10.1109\/CloudCom.2019.00028"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/FUZZ-IEEE.2017.8015768"},{"key":"e_1_3_2_2_5_1","unstructured":"Amazon. 2020. AWS auto scaling documentation. https:\/\/docs. aws.amazon.com\/autoscaling\/index.html"},{"key":"e_1_3_2_2_6_1","volume-title":"Nabil El Ioini, and Claus Pahl","author":"Arabnejad Hamid","year":"2016","unstructured":"Hamid Arabnejad, Pooyan Jamshidi, Giovani Estrada, Nabil El Ioini, and Claus Pahl. 2016. An Auto-Scaling Cloud Controller Using Fuzzy Q-Learning - Implementation in OpenStack. In ESOCC."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-018-0996-0"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"e_1_3_2_2_9_1","unstructured":"Kurtland Chua Roberto Calandra Rowan McAllister and Sergey Levine. 2018. Deep reinforcement learning in a handful of trials using probabilistic dynamics models. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_10_1","unstructured":"Chelsea Finn Kelvin Xu and Sergey Levine. 2018. Probabilistic model-agnostic meta-learning. In Advances in neural information processing systems (NeurIPS)."},{"key":"e_1_3_2_2_11_1","volume-title":"Conditional Neural Processes. In International Conference on Machine Learning (ICML).","author":"Garnelo Marta","unstructured":"Marta Garnelo, Dan Rosenbaum, Chris J. Maddison, Tiago Ramalho, David Saxton, Murray Shanahan, Yee Whye Teh, Danilo J. Rezende, and S. M. Ali Eslami. 2018. Conditional Neural Processes. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_2_12_1","volume-title":"International Conference on Learning Representations (ICLR).","author":"Hafner Danijar","year":"2020","unstructured":"Danijar Hafner, Timothy Lillicrap, Jimmy Ba, and Mohammad Norouzi. 2020. Dream to control: Learning behaviors by latent imagination. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_2_13_1","unstructured":"Nicolas Heess Greg Wayne David Silver Timothy Lillicrap Yuval Tassa and Tom Erez. 2015. Learning continuous control policies by stochastic value gradients. In Advances in Neural Information Processing Systems (NIPS)."},{"key":"e_1_3_2_2_14_1","volume-title":"Fuzzy Self-Learning Controllers for Elasticity Management in Dynamic Cloud Architectures. In 12th International ACM SIGSOFT Conference on Quality of Software Architectures (QoSA).","author":"Jamshidi Pooyan","year":"2016","unstructured":"Pooyan Jamshidi, Amir Sharifloo, Claus Pahl, Hamid Arabnejad, Andreas Metzger, and Giovani Estrada. 2016. Fuzzy Self-Learning Controllers for Elasticity Management in Dynamic Cloud Architectures. In 12th International ACM SIGSOFT Conference on Quality of Software Architectures (QoSA)."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2012.6212065"},{"key":"e_1_3_2_2_16_1","volume-title":"Attentive Neural Processes. In International Conference on Learning Representations (ICLR).","author":"Kim Hyunjik","year":"2019","unstructured":"Hyunjik Kim, Andriy Mnih, Jonathan Schwarz, Marta Garnelo, Ali Eslami, Dan Rosenbaum, Oriol Vinyals, and Yee Whye Teh. 2019. Attentive Neural Processes. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_2_17_1","volume-title":"Adam: A Method for Stochastic Optimization. https:\/\/arxiv.org\/pdf\/1412.6980.pdf","author":"Kingma Diederik","year":"2015","unstructured":"Diederik Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. https:\/\/arxiv.org\/pdf\/1412.6980.pdf"},{"key":"e_1_3_2_2_18_1","volume-title":"International Conference on Learning Representations (ICLR).","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Max Welling. 2014. Auto-encoding variational bayes. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_2_19_1","unstructured":"Shiyang Li Xiaoyong Jin Yao Xuan Xiyou Zhou Wenhu Chen Yu-Xiang Wang and Xifeng Yan. 2019. Enhancing the Locality and Breaking the Memory Bottleneck of Transformer on Time Series Forecasting. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_20_1","volume-title":"Predictive Autoscaling Orchestration for Cloud-native Telecom Microservices","author":"Luong Duc-Hung","unstructured":"Duc-Hung Luong, Huu-Trung Thieu, Abdelkader Outtagarts, and Yacine Ghamri-Doudane. 2018. Predictive Autoscaling Orchestration for Cloud-native Telecom Microservices. In IEEE 5G World Forum (5GWF). 153--158."},{"key":"e_1_3_2_2_21_1","unstructured":"Microsoft. 2020. Azure auto scaling documentation. https:\/\/azure.microsoft. com\/en-us\/features\/autoscale\/"},{"key":"e_1_3_2_2_22_1","volume-title":"Iyer","author":"Qiu Haoran","year":"2020","unstructured":"Haoran Qiu, Subho S. Banerjee, Saurabh Jha, Zbigniew T. Kalbarczyk, and Ravishankar K. Iyer. 2020. FIRM: An Intelligent Fine-Grained Resource Management Framework for SLO-Oriented Microservices."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"crossref","unstructured":"David Salinas Valentin Flunkert and Jan Gasthaus. 2019. DeepAR: Probabilistic Forecasting with Autoregressive Recurrent Networks. In Advances in Neural Information Processing Systems.","DOI":"10.1016\/j.ijforecast.2019.07.001"},{"key":"e_1_3_2_2_24_1","article-title":"Automatic Cloud Resource Scaling Algorithm based on Long Short-Term Memory Recurrent Neural Network","volume":"7","author":"Shahin Ashraf A","year":"2016","unstructured":"Ashraf A Shahin. 2016. Automatic Cloud Resource Scaling Algorithm based on Long Short-Term Memory Recurrent Neural Network. International Journal of Advanced Computer Science and Applications, Vol. 7, 12 (2016).","journal-title":"International Journal of Advanced Computer Science and Applications"},{"key":"e_1_3_2_2_25_1","unstructured":"Gautam Singh Jaesik Yoon Youngsung Son and Sungjin Ahn. 2019. Sequential Neural Processes. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_26_1","unstructured":"Richard S Sutton Andrew G Barto et al. 1998. Introduction to reinforcement learning. Vol. 135. MIT press Cambridge."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"e_1_3_2_2_28_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in neural information processing systems (NIPS). 5998--6008."},{"key":"e_1_3_2_2_29_1","volume-title":"A-SARSA: A Predictive Container Auto-Scaling Algorithm Based on Reinforcement Learning. In IEEE International Conference on Web Services (ICWS).","author":"Zhang Shubo","year":"2020","unstructured":"Shubo Zhang, Tianyang Wu, Maolin Pan, Chaomeng Zhang, and Yang Yu. 2020. A-SARSA: A Predictive Container Auto-Scaling Algorithm Based on Reinforcement Learning. In IEEE International Conference on Web Services (ICWS)."},{"key":"e_1_3_2_2_30_1","volume-title":"Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting. In The Thirty-Fifth AAAI Conference on Artificial Intelligence","volume":"35","author":"Zhou Haoyi","year":"2021","unstructured":"Haoyi Zhou, Shanghang Zhang, Jieqi Peng, Shuai Zhang, Jianxin Li, Hui Xiong, and Wancai Zhang. 2021. Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting. In The Thirty-Fifth AAAI Conference on Artificial Intelligence, Vol. 35. 11106--11115."}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Washington DC USA","acronym":"KDD '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539063","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539063","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:50Z","timestamp":1750183790000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539063"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":30,"alternative-id":["10.1145\/3534678.3539063","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539063","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}