{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T02:59:31Z","timestamp":1780973971866,"version":"3.54.1"},"reference-count":77,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T00:00:00Z","timestamp":1773792000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.eswa.2026.132105","type":"journal-article","created":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T16:27:16Z","timestamp":1774110436000},"page":"132105","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["STAR: Spatial-temporal autoscaling for cloud applications with deep reinforcement learning"],"prefix":"10.1016","volume":"319","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2747-5199","authenticated-orcid":false,"given":"Zhengxin","family":"Fang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6232-4436","authenticated-orcid":false,"given":"Hui","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9597-497X","authenticated-orcid":false,"given":"Gang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4603-0024","authenticated-orcid":false,"given":"Shiping","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.eswa.2026.132105_bib0001","unstructured":"Amazon (2022). AWS auto scaling. Accessed: 2024-11-21 https:\/\/aws.amazon.com\/autoscaling\/."},{"key":"10.1016\/j.eswa.2026.132105_bib0002","doi-asserted-by":"crossref","first-page":"1574","DOI":"10.1109\/TON.2025.3538982","article-title":"Non-stationary gradient descent for optimal auto-scaling in serverless platforms","volume":"33","author":"Anselmi","year":"2025","journal-title":"IEEE Transactions on Networking"},{"key":"10.1016\/j.eswa.2026.132105_bib0003","unstructured":"van Baaren, E. J. (2009). Wikibench: A distributed, wikipedia based web application benchmark. Master\u2019s thesis. VU Amsterdam. http:\/\/www.wikibench.eu\/wp-content\/."},{"key":"10.1016\/j.eswa.2026.132105_bib0004","doi-asserted-by":"crossref","first-page":"3473","DOI":"10.1109\/TSC.2024.3433388","article-title":"DRPC: Distributed reinforcement learning approach for scalable resource provisioning in container-based clusters","volume":"17","author":"Bai","year":"2024","journal-title":"IEEE Transactions on Services Computing"},{"issue":"9","key":"10.1016\/j.eswa.2026.132105_bib0005","doi-asserted-by":"crossref","first-page":"2114","DOI":"10.1109\/TPDS.2019.2901467","article-title":"Performance modeling and workflow scheduling of microservice-based applications in clouds","volume":"30","author":"Bao","year":"2019","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0006","first-page":"821","article-title":"KOSMOS: Vertical and horizontal resource autoscaling for kubernetes","volume":"13121","author":"Baresi","year":"2021","journal-title":"ICSOC"},{"key":"10.1016\/j.eswa.2026.132105_bib0007","doi-asserted-by":"crossref","first-page":"20357","DOI":"10.1109\/ACCESS.2022.3152803","article-title":"Monolithic vs. microservice architecture: A performance and scalability evaluation","volume":"10","author":"Blinowski","year":"2022","journal-title":"IEEE Access"},{"key":"10.1016\/j.eswa.2026.132105_bib0008","series-title":"Kubernetes: Up and running: Dive into the future of infrastructure","author":"Burns","year":"2019"},{"key":"10.1016\/j.eswa.2026.132105_bib0009","series-title":"2025 IEEE congress on evolutionary computation (CEC)","first-page":"1","article-title":"An evolutionary reinforcement learning method for multi-energy microgrid energy management","author":"Cai","year":"2025"},{"key":"10.1016\/j.eswa.2026.132105_bib0010","series-title":"2024 ACM\/IEEE 51st annual international symposium on computer architecture (ISCA)","first-page":"424","article-title":"Derm: SLA-aware resource management for highly dynamic microservices","author":"Chen","year":"2024"},{"issue":"4","key":"10.1016\/j.eswa.2026.132105_bib0011","doi-asserted-by":"crossref","first-page":"646","DOI":"10.1109\/TPDS.2024.3366533","article-title":"GeoScale: Microservice autoscaling with cost budget in geo-distributed edge clouds","volume":"35","author":"Cheng","year":"2024","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0012","doi-asserted-by":"crossref","first-page":"1294","DOI":"10.1109\/TPDS.2023.3238429","article-title":"ProScale: Proactive autoscaling for microservice with time-varying workload at the edge","volume":"34","author":"Cheng","year":"2023","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0013","unstructured":"Chung, J., Gulcehre, C., Cho, K., & Bengio, Y. (2014). Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv preprint arXiv: 1412.3555,."},{"key":"10.1016\/j.eswa.2026.132105_bib0014","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1007\/s12008-025-02430-3","article-title":"Fused deposition modeling component quality enhancement by experimental investigation and ANN prediction","volume":"20","author":"El-Zathry","year":"2025","journal-title":"International Journal on Interactive Design and Manufacturing (IJIDeM)"},{"key":"10.1016\/j.eswa.2026.132105_bib0015","doi-asserted-by":"crossref","first-page":"410","DOI":"10.1109\/TSC.2026.3651267","article-title":"HGraphScale: Hierarchical graph learning for autoscaling microservice applications in container-based cloud computing","volume":"19","author":"Fang","year":"2026","journal-title":"IEEE Transactions on Services Computing"},{"key":"10.1016\/j.eswa.2026.132105_bib0016","series-title":"International conference on service-oriented computing","first-page":"212","article-title":"Energy-efficient and communication-aware resource allocation in container-based cloud with group genetic algorithm","author":"Fang","year":"2023"},{"key":"10.1016\/j.eswa.2026.132105_bib0017","series-title":"Australasian joint conference on artificial intelligence","first-page":"453","article-title":"A group genetic algorithm for energy-efficient resource allocation in container-based clouds with heterogeneous physical machines","author":"Fang","year":"2023"},{"key":"10.1016\/j.eswa.2026.132105_bib0018","series-title":"International conference on the applications of evolutionary computation (part of evostar)","first-page":"421","article-title":"A communication-aware and energy-efficient genetic programming based method for dynamic resource allocation in clouds","author":"Fang","year":"2025"},{"key":"10.1016\/j.eswa.2026.132105_bib0019","unstructured":"FinOps (2025). https:\/\/www.finops.org\/introduction\/what-is-finops\/."},{"key":"10.1016\/j.eswa.2026.132105_bib0020","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1016\/j.future.2021.09.007","article-title":"A Q-learning approach for the autoscaling of scientific workflows in the cloud","volume":"127","author":"Gar\u00ed","year":"2022","journal-title":"Future Generation Computer Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0021","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1016\/j.future.2024.04.014","article-title":"Online RL-based cloud autoscaling for scientific workflows: Evaluation of Q-learning and SARSA","volume":"157","author":"Gar\u00ed","year":"2024","journal-title":"Future Generation Computer Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0022","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1007\/978-3-642-24797-2_4","article-title":"Long short-term memory","volume":"385","author":"Graves","year":"2012","journal-title":"Supervised Sequence Labelling with Recurrent Neural Networks"},{"key":"10.1016\/j.eswa.2026.132105_bib0023","first-page":"35","article-title":"Inductive representation learning on large graphs","volume":"30","author":"Hamilton","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0024","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.jss.2015.05.050","article-title":"Service deployment strategies for efficient execution of composite saas applications on cloud platform","volume":"107","author":"Huang","year":"2015","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/j.eswa.2026.132105_bib0025","series-title":"International conference on service-oriented computing","first-page":"449","article-title":"Cost-aware dynamic multi-workflow scheduling in cloud data center using evolutionary reinforcement learning","author":"Huang","year":"2022"},{"key":"10.1016\/j.eswa.2026.132105_bib0026","first-page":"26","article-title":"Hybrid best-fit heuristic for energy efficient virtual machine placement in cloud data centers","volume":"7","author":"Jangiti","year":"2020","journal-title":"EAI Endorsed Transactions on Energy Web"},{"key":"10.1016\/j.eswa.2026.132105_bib0027","doi-asserted-by":"crossref","first-page":"2268","DOI":"10.52202\/068431-0165","article-title":"Not too little, not too much: a theoretical analysis of graph (over) smoothing","volume":"35","author":"Keriven","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0028","unstructured":"Kipf, T. N. (2016). Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv: 1609.02907,."},{"key":"10.1016\/j.eswa.2026.132105_bib0029","unstructured":"Laboratory, L. B. N. (2022). Traces available in the internet traffic archive. Online http:\/\/ita.ee.lbl.gov\/html\/traces.html."},{"issue":"5","key":"10.1016\/j.eswa.2026.132105_bib0030","doi-asserted-by":"crossref","first-page":"1635","DOI":"10.1109\/TPDS.2023.3238751","article-title":"Topology-aware scheduling framework for microservice applications in cloud","volume":"34","author":"Li","year":"2023","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0031","article-title":"Autoscaling of microservice resources based on dense connectivity spatio\u2013temporal GNN and Q-learning","volume":"174","author":"Liang","year":"2025","journal-title":"Future Generation Computer Systems"},{"issue":"1","key":"10.1016\/j.eswa.2026.132105_bib0032","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1007\/s10586-022-03961-0","article-title":"Optimization of large-scale UAV cluster confrontation game based on integrated evolution strategy","volume":"27","author":"Liu","year":"2024","journal-title":"Cluster Computing"},{"issue":"1-2","key":"10.1016\/j.eswa.2026.132105_bib0033","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3631607","article-title":"Optimizing resource management for shared microservices: a scalable system design","volume":"42","author":"Luo","year":"2024","journal-title":"ACM Transactions on Computer Systems"},{"issue":"12","key":"10.1016\/j.eswa.2026.132105_bib0034","doi-asserted-by":"crossref","first-page":"3901","DOI":"10.1109\/TPDS.2022.3174631","article-title":"An in-depth study of microservice call graph and runtime performance","volume":"33","author":"Luo","year":"2022","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0035","series-title":"Proceedings of the ACM symposium on cloud computing","article-title":"The power of prediction: Microservice auto scaling via workload learning","author":"Luo","year":"2022"},{"issue":"2","key":"10.1016\/j.eswa.2026.132105_bib0036","doi-asserted-by":"crossref","first-page":"1899","DOI":"10.1109\/TCC.2022.3169619","article-title":"Performance modeling of metric-based serverless computing platforms","volume":"11","author":"Mahmoudi","year":"2022","journal-title":"IEEE Transactions on Cloud Computing"},{"key":"10.1016\/j.eswa.2026.132105_bib0037","series-title":"2023 38th IEEE\/ACM international conference on automated software engineering (ASE)","first-page":"53","article-title":"DeepScaler: Holistic autoscaling for microservices based on spatiotemporal GNN with adaptive graph learning","author":"Meng","year":"2023"},{"key":"10.1016\/j.eswa.2026.132105_bib0038","series-title":"2022 IEEE international conference on web services (ICWS)","first-page":"129","article-title":"HRA: An intelligent holistic resource autoscaling framework for multi-service applications","author":"Meng","year":"2022"},{"key":"10.1016\/j.eswa.2026.132105_bib0039","unstructured":"Microsoft (2024). https:\/\/learn.microsoft.com\/en-us\/azure\/well-architected\/cost-optimization\/tradeoffs."},{"issue":"7540","key":"10.1016\/j.eswa.2026.132105_bib0040","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.eswa.2026.132105_bib0041","first-page":"80233","article-title":"Mitigating over-smoothing in transformers via regularized nonlocal functionals","volume":"36","author":"Nguyen","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0042","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1016\/j.future.2018.11.049","article-title":"Autonomic decentralized elasticity based on a reinforcement learning controller for cloud applications","volume":"94","author":"Nouri","year":"2019","journal-title":"Future Generation Computer Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0043","doi-asserted-by":"crossref","first-page":"3331","DOI":"10.1109\/TNET.2024.3393427","article-title":"Graph neural network-based SLO-aware proactive resource autoscaling framework for microservices","volume":"32","author":"Park","year":"2024","journal-title":"IEEE\/ACM Transactions on Networking"},{"issue":"4","key":"10.1016\/j.eswa.2026.132105_bib0044","first-page":"1","article-title":"Service level agreement in cloud computing","volume":"18","author":"Patel","year":"2009","journal-title":"Cloud Workshops at OOPSLA"},{"issue":"4","key":"10.1016\/j.eswa.2026.132105_bib0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3597435","article-title":"Hierarchical auto-scaling policies for data stream processing on heterogeneous resources","volume":"18","author":"Russo Russo","year":"2023","journal-title":"ACM Transactions on Autonomous and Adaptive Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0046","first-page":"88","article-title":"Exercising hybrid statistical tools GA-ANN and GA-ANFIS to optimize underwater friction stir welding process parameters for tensile strength improvement","author":"Sabry","year":"2021","journal-title":"EPPM 2021"},{"issue":"1and2","key":"10.1016\/j.eswa.2026.132105_bib0047","doi-asserted-by":"crossref","first-page":"1","DOI":"10.15740\/HAS\/ETI\/8.1and2\/1-14","article-title":"Comparison of RSM and RA with ANN in predicting mechanical properties of friction stir welded aluminum pipes","volume":"8","author":"SABRY","year":"2017","journal-title":"Engineering and Technology in India"},{"issue":"1","key":"10.1016\/j.eswa.2026.132105_bib0048","first-page":"64","article-title":"Comparison of mechanical characteristics of conventional and underwater friction stir welding of AA 6063 pipe joints","volume":"14","author":"Sabry","year":"2020","journal-title":"International Review Mechanical Engineers"},{"key":"10.1016\/j.eswa.2026.132105_bib0049","unstructured":"Salimans, T., Ho, J., Chen, X., Sidor, S., & Sutskever, I. (2017). Evolution strategies as a scalable alternative to reinforcement learning. arXiv preprint arXiv: 1703.03864,."},{"key":"10.1016\/j.eswa.2026.132105_bib0050","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., & Klimov, O. (2017). Proximal policy optimization algorithms. arXiv preprint arXiv: 1707.06347,."},{"key":"10.1016\/j.eswa.2026.132105_bib0051","series-title":"International conference on service-oriented computing","first-page":"3","article-title":"Cost-aware dynamic cloud workflow scheduling using self-attention and evolutionary reinforcement learning","author":"Shen","year":"2024"},{"key":"10.1016\/j.eswa.2026.132105_bib0052","doi-asserted-by":"crossref","unstructured":"Shen, Y., Chen, G., Ma, H., & Zhang, M. (2025). GATES: Cost-aware dynamic workflow scheduling via graph attention networks and evolution strategy. arXiv preprint arXiv: 2505.12355,.","DOI":"10.24963\/ijcai.2025\/960"},{"issue":"8","key":"10.1016\/j.eswa.2026.132105_bib0053","doi-asserted-by":"crossref","first-page":"1954","DOI":"10.1109\/TPDS.2020.2981306","article-title":"Location-aware and budget-constrained service deployment for composite applications in multi-cloud environment","volume":"31","author":"Shi","year":"2020","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"issue":"8","key":"10.1016\/j.eswa.2026.132105_bib0054","doi-asserted-by":"crossref","first-page":"1982","DOI":"10.1109\/TPDS.2021.3133884","article-title":"Cost-effective web application replication and deployment in multi-cloud environment","volume":"33","author":"Shi","year":"2021","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0055","doi-asserted-by":"crossref","first-page":"4261","DOI":"10.1109\/TSC.2023.3317262","article-title":"Auto-scaling containerized applications in geo-distributed clouds","volume":"16","author":"Shi","year":"2023","journal-title":"IEEE Transactions on Services Computing"},{"issue":"2","key":"10.1016\/j.eswa.2026.132105_bib0056","doi-asserted-by":"crossref","first-page":"1600","DOI":"10.1109\/TII.2022.3189725","article-title":"Flexible job-shop scheduling via graph neural network and deep reinforcement learning","volume":"19","author":"Song","year":"2022","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.eswa.2026.132105_bib0057","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2020.102629","article-title":"Application deployment using containers with auto-scaling for microservices in cloud environment","volume":"160","author":"Srirama","year":"2020","journal-title":"Journal of Network and Computer Applications"},{"issue":"3","key":"10.1016\/j.eswa.2026.132105_bib0058","doi-asserted-by":"crossref","first-page":"1500","DOI":"10.1109\/TCC.2020.3026338","article-title":"A cooperative coevolution genetic programming hyper-heuristics approach for on-line resource allocation in container-based clouds","volume":"10","author":"Tan","year":"2020","journal-title":"IEEE Transactions on Cloud Computing"},{"key":"10.1016\/j.eswa.2026.132105_bib0059","series-title":"Advances in Neural Information Processing Systems 30","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"issue":"20","key":"10.1016\/j.eswa.2026.132105_bib0060","first-page":"10","article-title":"Graph attention networks","volume":"1050","author":"Velickovic","year":"2017","journal-title":"stat"},{"issue":"9","key":"10.1016\/j.eswa.2026.132105_bib0061","doi-asserted-by":"crossref","first-page":"318","DOI":"10.3390\/fi16090318","article-title":"Graph attention networks: A comprehensive review of methods and applications","volume":"16","author":"Vrahatis","year":"2024","journal-title":"Future Internet"},{"key":"10.1016\/j.eswa.2026.132105_bib0062","doi-asserted-by":"crossref","DOI":"10.1016\/j.energy.2023.128274","article-title":"Short-term power load forecasting for combined heat and power using CNN-LSTM enhanced by attention mechanism","volume":"282","author":"Wan","year":"2023","journal-title":"Energy"},{"issue":"1","key":"10.1016\/j.eswa.2026.132105_bib0063","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1109\/TPDS.2020.3011979","article-title":"Elastic scheduling for microservice applications in clouds","volume":"32","author":"Wang","year":"2020","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0064","doi-asserted-by":"crossref","DOI":"10.1016\/j.ymssp.2025.112449","article-title":"A survey on graph neural networks for remaining useful life prediction: Methodologies, evaluation and future trends","volume":"229","author":"Wang","year":"2025","journal-title":"Mechanical Systems and Signal Processing"},{"key":"10.1016\/j.eswa.2026.132105_bib0065","first-page":"279","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Machine Learning"},{"issue":"1","key":"10.1016\/j.eswa.2026.132105_bib0066","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3686253","article-title":"StatuScale: Status-aware and elastic scaling strategy for microservice applications","volume":"20","author":"Wen","year":"2025","journal-title":"ACM Transactions on Autonomous and Adaptive Systems"},{"issue":"9","key":"10.1016\/j.eswa.2026.132105_bib0067","doi-asserted-by":"crossref","first-page":"5266","DOI":"10.1109\/TII.2019.2910416","article-title":"Real-time identification of power fluctuations based on LSTM recurrent neural network: A case study on singapore power system","volume":"15","author":"Wen","year":"2019","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.eswa.2026.132105_bib0068","doi-asserted-by":"crossref","first-page":"1989","DOI":"10.1109\/TPDS.2024.3454071","article-title":"ComboFunc: Joint resource combination and container placement for serverless function scaling with heterogeneous container","volume":"35","author":"Wen","year":"2024","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132105_bib0069","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1109\/TSC.2024.3376202","article-title":"PBScaler: A bottleneck-aware autoscaling framework for microservice-based applications","volume":"17","author":"Xie","year":"2024","journal-title":"IEEE Transactions on Services Computing"},{"key":"10.1016\/j.eswa.2026.132105_bib0070","series-title":"IJCAI","first-page":"564","article-title":"Fast and fine-grained autoscaler for streaming jobs with reinforcement learning","author":"Xing","year":"2022"},{"issue":"4","key":"10.1016\/j.eswa.2026.132105_bib0071","doi-asserted-by":"crossref","first-page":"3995","DOI":"10.1109\/TNSM.2022.3210211","article-title":"COSCAL: Multifaceted scaling of microservices with reinforcement learning","volume":"19","author":"Xu","year":"2022","journal-title":"IEEE Transactions on Network and Service Management"},{"issue":"3","key":"10.1016\/j.eswa.2026.132105_bib0072","first-page":"1","article-title":"esDNN: Deep neural network based multivariate workload prediction in cloud computing environments","volume":"22","author":"Xu","year":"2022","journal-title":"ACM Transactions on Internet Technology (TOIT)"},{"key":"10.1016\/j.eswa.2026.132105_bib0073","series-title":"The thirteenth international conference on learning representations","article-title":"Graph assisted offline-online deep reinforcement learning for dynamic workflow scheduling","author":"Yang","year":"2025"},{"key":"10.1016\/j.eswa.2026.132105_bib0074","series-title":"International conference on service-oriented computing","first-page":"433","article-title":"Dual-tree genetic programming for deadline-constrained dynamic workflow scheduling in cloud","author":"Yang","year":"2022"},{"issue":"7","key":"10.1016\/j.eswa.2026.132105_bib0075","doi-asserted-by":"crossref","first-page":"166","DOI":"10.3390\/drones6070166","article-title":"Multiple-UAV reinforcement learning algorithm based on improved ppo in ray framework","volume":"6","author":"Zhan","year":"2022","journal-title":"Drones"},{"key":"10.1016\/j.eswa.2026.132105_bib0076","series-title":"2020 IEEE international conference on web services (ICWS)","first-page":"489","article-title":"A-SARSA: A predictive container auto-scaling algorithm based on reinforcement learning","author":"Zhang","year":"2020"},{"key":"10.1016\/j.eswa.2026.132105_bib0077","doi-asserted-by":"crossref","first-page":"20065","DOI":"10.1109\/TNNLS.2025.3596553","article-title":"Strategic evolutionary reinforcement learning with operator selection and experience filter","volume":"36","author":"Zheng","year":"2025","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010183?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010183?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T02:31:43Z","timestamp":1780972303000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426010183"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":77,"alternative-id":["S0957417426010183"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132105","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"STAR: Spatial-temporal autoscaling for cloud applications with deep reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132105","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"132105"}}