{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:21:07Z","timestamp":1783009267815,"version":"3.54.5"},"reference-count":81,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T00:00:00Z","timestamp":1759968000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T00:00:00Z","timestamp":1759968000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s10586-025-05727-w","type":"journal-article","created":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T18:12:23Z","timestamp":1760033543000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["A survey of deep reinforcement learning techniques for Energy-efficient green cloud computing"],"prefix":"10.1007","volume":"28","author":[{"given":"Akhilesh","family":"Chauhan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Neeraj Kumar","family":"Pandey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manoj","family":"Diwakar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prabhishek","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amit Kumar","family":"Mishra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,9]]},"reference":[{"issue":"1","key":"5727_CR1","doi-asserted-by":"publisher","first-page":"59","DOI":"10.5267\/j.jfs.2024.1.005","volume":"4","author":"M Yenugula","year":"2024","unstructured":"Yenugula, M., Sahoo, S., Goswami, S.: Cloud computing for sustainable development: An analysis of environmental, economic and social benefits. Journal of Future Sustainability 4(1), 59\u201366 (2024)","journal-title":"Journal of Future Sustainability"},{"key":"5727_CR2","doi-asserted-by":"crossref","unstructured":"Raghav, Y.Y., Pandey, P.: Adoption of green cloud computing for environmental sustainability: An Analysis. In: Convergence Strategies for Green Computing and Sustainable Development, pp. 138\u2013151. IGI Global (2024)","DOI":"10.4018\/979-8-3693-0338-2.ch008"},{"key":"5727_CR3","doi-asserted-by":"crossref","unstructured":"Pazienza, A., Baselli, G.: Daniele Carlo vinci, and Maria vittoria trussoni. A holistic approach to environmentally sustainable computing. Innov. Syst. Softw. Eng. 20, 347\u2013371 (2024)","DOI":"10.1007\/s11334-023-00548-9"},{"key":"5727_CR4","doi-asserted-by":"crossref","unstructured":"Tirlangi, S., Teotia, S., Padmapriya, G., Senthil Kumar, S., Dhotre, S., Boopathi, S.: Cloud computing and machine learning in the green power sector: Data management and analysis for sustainable energy. In: Developments Towards Next Generation Intelligent Systems for Sustainable Development, pp. 148\u2013179. IGI Global (2024)","DOI":"10.4018\/979-8-3693-5643-2.ch006"},{"key":"5727_CR5","doi-asserted-by":"crossref","unstructured":"Sharanya, S., Vijayalakshmi, V., Radha, R.: Achieving green sustainability in computing devices in machine learning and deep learning techniques. In: Computational Intelligence for Green Cloud Computing and Digital Waste Management, pp. 172\u2013186. IGI Global (2024)","DOI":"10.4018\/979-8-3693-1552-1.ch009"},{"key":"5727_CR6","doi-asserted-by":"crossref","unstructured":"Hassan, M., Bakri, E.S.A., Ahmed, Rashid, A., Saeed: Green machine learning approaches for cloud-based communications. In: Green Machine Learning Protocols for Future Communication Networks, pp. 129\u2013160. CRC (2024)","DOI":"10.1201\/9781003230427-5"},{"key":"5727_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128096","author":"V Bol\u00f3n-Canedo","year":"2024","unstructured":"Bol\u00f3n-Canedo, V., Mor\u00e1n-Fern\u00e1ndez, L., Cancela, Brais, Alonso-Betanzos, Amparo: A review of green artificial intelligence: Towards a more sustainable future. Neurocomputing (2024). https:\/\/doi.org\/10.1016\/j.neucom.2024.128096","journal-title":"Neurocomputing"},{"key":"5727_CR8","unstructured":"Goyal, V., Garg, S.: Green cloud computing for sustainable environment: A review. IOSR Journal of Environmental Science, Toxicology and Food Technology (2022)"},{"key":"5727_CR9","doi-asserted-by":"publisher","first-page":"53418","DOI":"10.1109\/ACCESS.2023.3280930","volume":"11","author":"K-Y Tai","year":"2023","unstructured":"Tai, K.-Y., Lin, F.Y.-S., Chiu-Han, H.: An integrated Optimization-Based algorithm for energy efficiency and resource allocation in heterogeneous cloud computing centers. Ieee Access. 11, 53418\u201353428 (2023)","journal-title":"Ieee Access."},{"key":"5727_CR10","doi-asserted-by":"publisher","first-page":"111848","DOI":"10.1016\/j.enbuild.2022.111848","volume":"260","author":"Y Long, Saiqin","year":"2022","unstructured":"Long, Saiqin, Y., Li, J., Huang, Z., Li, Li, Y.: A review of energy efficiency evaluation technologies in cloud data centres. Energy Build. 260, 111848 (2022)","journal-title":"Energy Build."},{"key":"5727_CR11","first-page":"5373","volume":"12","author":"S Mangalampalli","year":"2024","unstructured":"Mangalampalli, S., Hashmi, S.S., Gupta, A., Karri, G.R., Varada Rajkumar, K.: Tulika chakrabarti, Prasun chakrabarti, and Martin Margala. Multi Objective Prioritized Workflow Scheduling Using Deep Reinforcement Based Learn. Cloud Comput. IEEE Access. 12, 5373\u20135392 (2024)","journal-title":"Multi Objective Prioritized Workflow Scheduling Using Deep Reinforcement Based Learn. Cloud Comput. IEEE Access."},{"key":"5727_CR12","unstructured":"Uddin, A., Sakr, A.H., Zhang, N.: Task offloading in vehicular edge computing using deep reinforcement learning: A survey. ArXiv Preprint ArXiv:2502.06963 (2025)"},{"issue":"9","key":"5727_CR13","first-page":"35","volume":"1","author":"R Banerjee","year":"2024","unstructured":"Banerjee, R., Zhang, A., Green, I.T.: Sustainable practices for reducing the carbon footprint of IT operations. Asian Am. Res. Lett. J. 1(9), 35\u201345 (2024)","journal-title":"Asian Am. Res. Lett. J."},{"key":"5727_CR14","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2024.3360448","author":"A Jayanetti","year":"2024","unstructured":"Jayanetti, A., Halgamuge, S., Buyya, Rajkumar: Multi-agent deep reinforcement learning framework for renewable energy-aware workflow scheduling on distributed cloud data centers. IEEE Trans. Parallel Distrib. Syst. 35(4), 604\u2013615 (2024). https:\/\/doi.org\/10.1109\/TPDS.2024.3360448","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"5727_CR15","doi-asserted-by":"publisher","first-page":"18625","DOI":"10.1109\/ACCESS.2021.3054559","volume":"9","author":"Mustafa Gamsiz","year":"2021","unstructured":"Gamsiz, Mustafa, \u00f6zer, Al\u00ed Haydar.: An energy-aware combinatorial virtual machine allocation and placement model for green cloud computing. IEEE Access 9, 18625\u201318648 (2021)","journal-title":"IEEE Access"},{"issue":"8","key":"5727_CR16","doi-asserted-by":"publisher","first-page":"5645","DOI":"10.1109\/TII.2020.3045690","volume":"17","author":"Z Wen","year":"2020","unstructured":"Wen, Z., Garg, S., Aujla, G.S., Alwasel, K., Puthal, D., Dustdar, S., Zomaya, A.Y., Ranjan, R.: Running industrial workflow applications in a software-defined multicloud environment using green energy aware scheduling algorithm. IEEE Trans. Industr. Inf. 17(8), 5645\u20135656 (2020)","journal-title":"IEEE Trans. Industr. Inf."},{"key":"5727_CR17","doi-asserted-by":"crossref","unstructured":"Paul, G.S., Saha, A., Arefin, M.S., Bhuiyan, T., Biswas, A.A., Reza, A.W., Alotaibi, N.M., Alyami, S.A., Moni, M.A.: A comprehensive review of green computing: Past, present, and future research. IEEE Access 11, 87445\u201387494 (2023)","DOI":"10.1109\/ACCESS.2023.3304332"},{"key":"5727_CR18","doi-asserted-by":"publisher","first-page":"126542","DOI":"10.1109\/ACCESS.2023.3331987","volume":"11","author":"G Abbas","year":"2023","unstructured":"Abbas, G., Hatatah, M., Ali, A., Touti, E., Alshahir, A., Ali, M.: Elrashidi. A novel energy proficient computing framework for green computing using sustainable energy sources. IEEE Access. 11, 126542\u2013126554 (2023)","journal-title":"IEEE Access."},{"key":"5727_CR19","doi-asserted-by":"crossref","unstructured":"Lin, X., Wang, Y., Pedram, M.: A reinforcement learning-based power management framework for green computing data centres. In 2016 IEEE International Conference on Cloud Engineering (IC2E), pp. 135\u2013138. IEEE, (2016)","DOI":"10.1109\/IC2E.2016.33"},{"key":"5727_CR20","doi-asserted-by":"publisher","first-page":"81828","DOI":"10.1109\/ACCESS.2021.3085707","volume":"9","author":"A Ahmad","year":"2021","unstructured":"Ahmad, A., Khan, S.U., Khan, H.U., Khan, G.M., Ilyas, M.: Challenges and practices identification via a systematic literature review in the adoption of green cloud computing: Client\u2019s side approach. IEEE Access. 9, 81828\u201381840 (2021)","journal-title":"IEEE Access."},{"key":"5727_CR21","doi-asserted-by":"publisher","first-page":"20862","DOI":"10.1109\/ACCESS.2020.2969223","volume":"8","author":"Y Liao","year":"2020","unstructured":"Liao, Y., Zhang, G., Chen, H.: Cost-efficient outsourced decryption of attribute-based encryption schemes for both users and cloud server in green cloud computing. IEEE Access. 8, 20862\u201320869 (2020)","journal-title":"IEEE Access."},{"key":"5727_CR22","doi-asserted-by":"crossref","unstructured":"Kashyap, P., Kumar, S., Kumar, Jaiswal, A.: Deep learning based offloading scheme for IoT networks towards green computing. In 2019 IEEE International Conference on Industrial Internet (ICII), pp. 22\u201327. IEEE, (2019)","DOI":"10.1109\/ICII.2019.00015"},{"issue":"2","key":"5727_CR23","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1109\/TGCN.2021.3064683","volume":"5","author":"N Hu","year":"2021","unstructured":"Hu, N., Tian, Z., Du, X., Guizani, N., Zhu, Z.: Deep-green: A dispersed energy-efficiency computing paradigm for green industrial IoT. IEEE Trans. Green. Commun. Netw. 5(2), 750\u2013764 (2021)","journal-title":"IEEE Trans. Green. Commun. Netw."},{"key":"5727_CR24","doi-asserted-by":"crossref","unstructured":"Shanmugapriya, M.M., Venkatramaraju, D.: Elevating Strategy with Cloud-Based Reinforcement Learning for Dynamic Decision-Making in Modern Enterprises. In 2024 3rd International Conference for Innovation in Technology (INOCON), pp. 1\u20136. IEEE, (2024)","DOI":"10.1109\/INOCON60754.2024.10511401"},{"issue":"2","key":"5727_CR25","doi-asserted-by":"publisher","first-page":"1884","DOI":"10.1109\/TNSM.2022.3218819","volume":"20","author":"N Sharma","year":"2022","unstructured":"Sharma, N., Kumar, K.: Energy efficient clustering and resource allocation strategy for ultra-dense networks: A machine learning framework. IEEE Trans. Netw. Serv. Manage. 20(2), 1884\u20131897 (2022)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"key":"5727_CR26","first-page":"115356","volume":"8","author":"A Alarifi","year":"2020","unstructured":"Alarifi, A., Dubey, K., Amoon, M., Altameem, T., Abd El-Samie, F.E., Altameem, A., Sharma, S.C., Aida, A., Nasr: Energy-efficient Hybrid. Framew. Green. Cloud Comput. IEEE Access. 8, 115356\u2013115369 (2020)","journal-title":"Energy-efficient Hybrid. Framew. Green. Cloud Comput. IEEE Access."},{"issue":"2","key":"5727_CR27","doi-asserted-by":"publisher","first-page":"983","DOI":"10.1109\/TGCN.2022.3187077","volume":"7","author":"Y Liu","year":"2022","unstructured":"Liu, Y., Wang, D., Song, B., Du, X.: Green heterogeneous computing powers allocation using reinforcement learning in sdn-iov. IEEE Trans. Green. Commun. Netw. 7(2), 983\u2013995 (2022)","journal-title":"IEEE Trans. Green. Commun. Netw."},{"key":"5727_CR28","doi-asserted-by":"crossref","unstructured":"Hassan, M., Bakri, R.A., Saeed, O., Khalifa, E.S., Ali, R.A., Mokhtar, Aisha, A., Hashim: Green machine learning for green cloud energy efficiency. In 2022 IEEE 2nd International Maghreb Meeting of the Conference on Sciences and Techniques of Automatic Control and Computer Engineering (MI-STA), pp. 288\u2013294. IEEE, (2022)","DOI":"10.1109\/MI-STA54861.2022.9837531"},{"issue":"4","key":"5727_CR29","doi-asserted-by":"publisher","first-page":"4322","DOI":"10.1109\/TVT.2022.3147027","volume":"71","author":"H Ma","year":"2022","unstructured":"Ma, H., Huang, P., Zhou, Z., Zhang, X.: GreenEdge: Joint green energy scheduling and dynamic task offloading in multi-tier edge computing systems. IEEE Trans. Veh. Technol. 71(4), 4322\u20134335 (2022)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"2","key":"5727_CR30","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1109\/TGCN.2022.3208819","volume":"7","author":"Z Tang","year":"2022","unstructured":"Tang, Z., Yu, K., Yang, G., Lin, X., Cai, Zhou, H.: New Bridge to cloud: An ultra-dense LEO assisted green computation offloading approach. IEEE Trans. Green. Commun. Netw. 7(2), 552\u2013564 (2022)","journal-title":"IEEE Trans. Green. Commun. Netw."},{"issue":"1","key":"5727_CR31","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/LNET.2021.3050096","volume":"3","author":"J Daigneault","year":"2021","unstructured":"Daigneault, J.: Profit maximization model for the task assignment problem in 2-tier fog\/cloud network environments. IEEE Netw. Lett. 3(1), 19\u201322 (2021)","journal-title":"IEEE Netw. Lett."},{"issue":"7","key":"5727_CR32","first-page":"2533","volume":"21","author":"Z Xu","year":"2020","unstructured":"Xu, Z., Tang, J., Yin, C., Wang, Y., Xue, G., Wang, J., Cenk Gursoy, M.: ReCARL: Resource allocation in cloud RANs with deep reinforcement learning. IEEE Trans. Mob. Comput. 21(7), 2533\u20132545 (2020)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"5727_CR33","doi-asserted-by":"publisher","first-page":"226907","DOI":"10.1109\/ACCESS.2020.3045388","volume":"8","author":"J Xu","year":"2020","unstructured":"Xu, J., Zhai, J., Li, F., Xichen Lv: Research on diffusion mechanism of green innovation of cloud manufacturing enterprises based on BA scale-free agglomeration network game. IEEE Access. 8, 226907\u2013226920 (2020)","journal-title":"IEEE Access."},{"key":"5727_CR34","doi-asserted-by":"publisher","first-page":"131720","DOI":"10.1109\/ACCESS.2021.3114514","volume":"9","author":"M Aldossary","year":"2021","unstructured":"Aldossary, M., Hatem, A.: Alharbi. Towards a green approach for minimizing carbon emissions in fog-cloud architecture. IEEE Access. 9, 131720\u2013131732 (2021)","journal-title":"IEEE Access."},{"issue":"5","key":"5727_CR35","doi-asserted-by":"publisher","first-page":"2002","DOI":"10.1109\/TCYB.2019.2927410","volume":"50","author":"Y Li","year":"2019","unstructured":"Li, Y., Wen, Y., Tao, D., Guan, Kyle: Transforming cooling optimization for green data center via deep reinforcement learning. IEEE Trans. Cybernetics 50(5), 2002\u20132013 (2019)","journal-title":"IEEE Trans. Cybernetics"},{"key":"5727_CR36","doi-asserted-by":"publisher","first-page":"96112","DOI":"10.1109\/ACCESS.2022.3203057","volume":"10","author":"S Seyyedsalehi","year":"2022","unstructured":"Seyyedsalehi, S., Mohsen, Khansari, M.: Virtual machine placement optimization for big data applications in cloud computing. IEEE Access. 10, 96112\u201396127 (2022)","journal-title":"IEEE Access."},{"issue":"2","key":"5727_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3378447","volume":"20","author":"Z Zhong","year":"2020","unstructured":"Zhong, Z., Buyya, R.: A cost-efficient container orchestration strategy in kubernetes-based cloud computing infrastructures with heterogeneous resources. ACM Transactions on Internet Technology 20(2), 1\u201324 (2020)","journal-title":"ACM Transactions on Internet Technology"},{"key":"5727_CR38","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2019.102043","volume":"100","author":"J Das","year":"2020","unstructured":"Das, J., Mukherjee, A., Ghosh, S.K.: Spatio-Fog: A green and timeliness-oriented fog computing model for Geospatial query resolution. Simulation Modelling Practice and Theory 100, 102043 (2020)","journal-title":"Simulation Modelling Practice and Theory"},{"key":"5727_CR39","doi-asserted-by":"publisher","first-page":"110596","DOI":"10.1016\/j.jss.2020.110596","volume":"166","author":"S Gill","year":"2020","unstructured":"Gill, S., Singh, S., Tuli, A.N., Toosi, F., Cuadrado, P., Garraghan, R., Bahsoon, H., Lutfiyya, et al.: ThermoSim: Deep learning based framework for modeling and simulation of thermal-aware resource management for cloud computing environments. J. Syst. Softw. 166, 110596 (2020)","journal-title":"J. Syst. Softw."},{"key":"5727_CR40","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.jpdc.2019.12.014","volume":"139","author":"S-Y Hsieh","year":"2020","unstructured":"Hsieh, S.-Y., Liu, C.-S., Buyya, R., Albert, Y.: Zomaya. Utilization-prediction-aware virtual machine consolidation approach for energy-efficient cloud data centres. J. Parallel Distrib. Comput. 139, 99\u2013109 (2020)","journal-title":"J. Parallel Distrib. Comput."},{"key":"5727_CR41","doi-asserted-by":"publisher","first-page":"121038","DOI":"10.1016\/j.eswa.2023.121038","volume":"234","author":"P Reddy","year":"2023","unstructured":"Reddy, P., Vamsheedhar, Karri Ganesh Reddy: An energy efficient RL based workflow scheduling in cloud computing. Expert Syst. Appl. 234, 121038 (2023)","journal-title":"Expert Syst. Appl."},{"key":"5727_CR42","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1016\/j.future.2024.07.020","volume":"161","author":"J Lin","year":"2024","unstructured":"Lin, J., Lin, W., Wu, W., Lin, W., Li, K.: Energy-aware virtual machine placement based on a holistic thermal model for cloud data centres. Future Generation Comput. Syst. 161, 302\u2013314 (2024)","journal-title":"Future Generation Comput. Syst."},{"issue":"18","key":"5727_CR43","doi-asserted-by":"publisher","first-page":"9287","DOI":"10.1007\/s00500-022-07245-y","volume":"26","author":"Tahereh Abbasi-khazaei","year":"2022","unstructured":"Abbasi-khazaei, Tahereh, Rezvani, Mohammad Hossein: Energy-aware and carbon-efficient VM placement optimization in cloud datacenters using evolutionary computing methods. Soft Computing 26(18), 9287\u20139322 (2022)","journal-title":"Soft Computing"},{"key":"5727_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.jobe.2024.109031","volume":"87","author":"A Kumari","year":"2024","unstructured":"Kumari, A., Kakkar, R., Tanwar, S., Garg, D., Polkowski, Z., alqahtani, Fayez, tolba, Amr: Multi-agent-based decentralized residential energy management using deep reinforcement learning. Journal of Building Engineering 87, 109031 (2024)","journal-title":"Journal of Building Engineering"},{"issue":"3","key":"5727_CR45","doi-asserted-by":"publisher","first-page":"1639","DOI":"10.1287\/mnsc.2022.4442","volume":"69","author":"J Park","year":"2023","unstructured":"Park, J., Han, K., Lee, B.: Green cloud? An empirical analysis of cloud computing and energy efficiency. Management Science 69(3), 1639\u20131664 (2023)","journal-title":"Management Science"},{"key":"5727_CR46","doi-asserted-by":"crossref","unstructured":"Ahmed, I., Asif, M., Alhelou, H.H., Khalid, M.: A review on enhancing energy efficiency and adaptability through system integration for smart buildings. J. Building Eng. 89, 109354 (2024)","DOI":"10.1016\/j.jobe.2024.109354"},{"key":"5727_CR47","doi-asserted-by":"publisher","DOI":"10.1016\/j.seta.2023.103090","volume":"56","author":"R Selvaraj","year":"2023","unstructured":"Selvaraj, R., Kuthadi, V.M., Baskar, S.: Smart Building energy management and monitoring system based on artificial intelligence in smart City. Sustainable Energy Technologies and Assessments 56, 103090 (2023)","journal-title":"Sustainable Energy Technologies and Assessments"},{"issue":"1","key":"5727_CR48","doi-asserted-by":"publisher","first-page":"11965","DOI":"10.1080\/15567036.2020.1796845","volume":"46","author":"A Khanlari","year":"2024","unstructured":"Khanlari, A., S\u00f6zen, A., Sahin, B., Nicola, G.D., Afshari, Faraz: Experimental investigation on using Building shower drain water as a heat source for heat pump systems. Energy Sources, Part A: Recovery, Utilization, and Environmental Effects 46(1), 11965\u201311977 (2024)","journal-title":"Energy Sources, Part A: Recovery, Utilization, and Environmental Effects"},{"issue":"3","key":"5727_CR49","doi-asserted-by":"publisher","first-page":"193","DOI":"10.60087\/jklst.v3.n3.p206-224","volume":"3","author":"S Zhou","year":"2024","unstructured":"Zhou, S., Yuan, B., Xu, K., Zhang, M., Zheng, Wenxuan: The impact of pricing schemes on cloud computingdistributed systems. J. Knowl. Learning Science Technol 3(3),193\u2013205 (2024)","journal-title":"J. Knowl. Learning Science Technol"},{"key":"5727_CR50","unstructured":"Xu, Y., Mondal, W.U., Aggarwal, V.: Finite-sample analysis of policy evaluation for robust average reward reinforcement learning. arXiv preprint arXiv:2502.16816 (2025)"},{"key":"5727_CR51","doi-asserted-by":"publisher","unstructured":"Yao, S., Wang, M., Ren, J., Xia, T., Wang, W., Xu, K., Xu, M., Zhang, H.: Multi-Agent reinforcement learning for task offloading in Crowd-Edge computing. IEEE Trans. Mob. Comput. (2025). https:\/\/doi.org\/10.1109\/TMC.2025.3531793","DOI":"10.1109\/TMC.2025.3531793"},{"key":"5727_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.comcom.2022.09.018","volume":"196","author":"N Waqar","year":"2022","unstructured":"Waqar, N., Hassan, S.A., Pervaiz, H., jung, Haejoon, dev, Kapal: Deep multi-agent reinforcement learning for resource allocation in NOMA-enabled MEC. Computer Communications 196, 1\u20138 (2022)","journal-title":"Computer Communications"},{"key":"5727_CR53","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.comcom.2023.10.007","volume":"212","author":"B Killi","year":"2023","unstructured":"Killi, B., Rao, R., Tripathi, Venkatarami Reddy, C.: Sequential game theory based multi criterion network partitioning for controller placement in software defined wide area networks. Comput. Commun. 212, 298\u2013312 (2023)","journal-title":"Comput. Commun."},{"key":"5727_CR54","doi-asserted-by":"publisher","first-page":"49412","DOI":"10.1109\/ACCESS.2022.3168288","volume":"10","author":"D Mukherjee","year":"2022","unstructured":"Mukherjee, D., Ghosh, S., Pal, S.: Aly, and Dac-Nhuong le. Adaptive scheduling algorithm based task loading in cloud data centres. IEEE Access. 10, 49412\u201349421 (2022)","journal-title":"IEEE Access."},{"key":"5727_CR55","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.jpdc.2022.04.001","volume":"165","author":"D Zhao","year":"2022","unstructured":"Zhao, D., Zhou, J.: An energy and carbon-aware algorithm for renewable energy usage maximization in distributed cloud data centres. J. Parallel Distrib. Comput. 165, 156\u2013166 (2022)","journal-title":"J. Parallel Distrib. Comput."},{"key":"5727_CR56","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1016\/j.ijrefrig.2024.02.007","volume":"160","author":"AA Alkrush","year":"2024","unstructured":"Alkrush, A.A., Mohamed, S., Salem, O., Abdelrehim, Hegazi, A.A.: Data centres cooling: A critical review of techniques, challenges, and energy saving solutions. Int. J. Refrig. 160, 246\u2013262 (2024)","journal-title":"Int. J. Refrig"},{"key":"5727_CR57","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2023.120080","volume":"224","author":"X Li","year":"2023","unstructured":"Li, X., Xu, Z., Liu, S., Zhang, X., Sun, Haiwang: Server performance optimization for single-phase immersion cooling data center. Appl. Therm. Eng. 224, 120080 (2023)","journal-title":"Appl. Therm. Eng."},{"issue":"7","key":"5727_CR58","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-025-11208-8","volume":"58","author":"Y Sanjalawe","year":"2025","unstructured":"Sanjalawe, Y., Al-E\u2019mari, Salam, fraihat, Salam, makhadmeh, Sharif: AI-driven job scheduling in cloud computing: A comprehensive review. Artif. Intell. Rev. 58(7), 197 (2025)","journal-title":"Artif. Intell. Rev."},{"key":"5727_CR59","doi-asserted-by":"crossref","unstructured":"Li, W., Xia, L., Huang, Y., and Soroosh Mahmoodi:. An ant colony optimization algorithm with adaptive greedy strategy to optimize path problems. J. Ambient IntelligenceHumanized Comput. 13, 1557\u20131571 (2022)","DOI":"10.1007\/s12652-021-03120-0"},{"key":"5727_CR60","doi-asserted-by":"publisher","first-page":"101012","DOI":"10.1016\/j.swevo.2021.101012","volume":"68","author":"H Xing","year":"2022","unstructured":"Xing, H., Zhu, J., Qu, R., Dai, P.: Shouxi luo, and Muhammad Azhar iqbal. An ACO for energy-efficient and traffic-aware virtual machine placement in cloud computing. Swarm Evol. Comput. 68, 101012 (2022)","journal-title":"Swarm Evol. Comput."},{"key":"5727_CR61","volume":"36","author":"S Akbar","year":"2022","unstructured":"Akbar, S., Li, R., Waqas, M., Jan, Avais: Server temperature prediction using deep neural networks to assist thermal-aware scheduling. Sustainable Computing: Informatics and Systems 36, 100809 (2022)","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"5727_CR62","doi-asserted-by":"crossref","unstructured":"Lin, J., Lin, W., Huang, H., Lin, W., Li, K.: Thermal modeling and Thermal-aware energy saving methods for cloud data centers: A review. IEEE Trans. Sustainable Comput. 9, 571\u2013590 (2023)","DOI":"10.1109\/TSUSC.2023.3346332"},{"key":"5727_CR63","doi-asserted-by":"crossref","unstructured":"Chen, R., Liu, B., WeiWei, Lin, J.P., Lin: HuiWen Cheng, and KeQin Li. Power and thermal-aware virtual machine scheduling optimization in cloud data center. Future Generation Computer Systems 145 : 578\u2013589. (2023)","DOI":"10.1016\/j.future.2023.03.049"},{"issue":"1","key":"5727_CR64","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-022-00309-2","volume":"11","author":"J Wang","year":"2022","unstructured":"Wang, J., Gu, H., Yu, J., Song, Y., He, X., Song, Y.: Research on virtual machine consolidation strategy based on combined prediction and energy-aware in cloud computing platform. Journal of Cloud Computing 11(1), 50 (2022)","journal-title":"Journal of Cloud Computing"},{"key":"5727_CR65","doi-asserted-by":"crossref","unstructured":"George, Neema, B.K., Anoop, Vinodh, P., Vijayan: Tricube weighted linear regression and interquartile for cloud infrastructural resource optimization. Comput. Syst. Sci. Eng. 46(1), 2281\u20132297 (2023)","DOI":"10.32604\/csse.2023.028117"},{"key":"5727_CR66","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s10586-024-04712-z","volume":"28","author":"P Choppara","year":"2025","unstructured":"Choppara, P., Mangalampalli, S.: An efficient deep reinforcement learning based task scheduler in cloud-fog environment. Cluster Comput. 28, 67 (2025). https:\/\/doi.org\/10.1007\/s10586-024-04712-z","journal-title":"Cluster Comput."},{"issue":"1","key":"5727_CR67","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1186\/s13677-023-00553-0","volume":"12","author":"Z Wang","year":"2023","unstructured":"Wang, Z., Chen, S., Bai, L., Gao, J., Tao, J., Bond, R.R., Maurice, D.: Mulvenna. Reinforcement learning based task scheduling for environmentally sustainable federated cloud computing. J. Cloud Comput. 12(1), 174 (2023)","journal-title":"J. Cloud Comput."},{"key":"5727_CR68","volume":"60","author":"SN Jawaddi","year":"2023","unstructured":"Jawaddi, S.N., Agos, A., Ismail, Shafidah Shafian: Enhancing energy efficiency in cloud scaling: A DRL-based approach incorporating cooling power. Sustain. Energy Technol. Assess. 60, 103508 (2023)","journal-title":"Sustain. Energy Technol. Assess."},{"key":"5727_CR69","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1002\/cpe.70113","volume":"37","author":"A Nain","year":"2025","unstructured":"Nain, A., Sheikh, S.: An efficient load distribution approach for optimizing resources in SDN-Based edge computing environment. Concurrency Computation: Pract. Experience 37, 12\u201314 (2025)","journal-title":"Concurrency Computation: Pract. Experience"},{"issue":"1","key":"5727_CR70","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1186\/s13677-025-00729-w","volume":"14","author":"U Lilhore","year":"2025","unstructured":"Lilhore, U., Kumar, S., Simaiya, Y.K., Sharma, A., Kumar Rai, S.M., Padmaja, K.V., Nabilal, V., Kumar: Roobaea alroobaea, and Hamed alsufyani. Cloud-edge hybrid deep learning framework for scalable IoT resource optimization. J. Cloud Comput. 14(1), 5 (2025)","journal-title":"J. Cloud Comput."},{"issue":"1","key":"5727_CR71","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-024-00683-z","volume":"13","author":"D Qi","year":"2024","unstructured":"Qi, D., Xi, X., Tang, Y., Zheng, Y., Guo, Z.: Real-time scheduling of power grid digital twin tasks in cloud via deep reinforcement learning. Journal of Cloud Computing 13(1), 121 (2024)","journal-title":"Journal of Cloud Computing"},{"key":"5727_CR72","doi-asserted-by":"crossref","unstructured":"Wang, Z., Goudarzi, M., Buyya, R.: ReinFog: A DRL Empowered Framework for Resource Management in Edge and Cloud Computing Environments. arXiv preprint arXiv:2411.13121 (2024)","DOI":"10.1016\/j.jnca.2025.104250"},{"issue":"10","key":"5727_CR73","doi-asserted-by":"publisher","first-page":"9042","DOI":"10.1109\/TMC.2024.3357218","volume":"23","author":"Z Zhang","year":"2024","unstructured":"Zhang, Z., Zhao, Y., Li, H., Lin, C.: Dvfo: Learning-based Dvfs for energy-efficient edge-cloud collaborative inference. IEEE Transactions on Mobile Computing 23(10), 9042\u20139059 (2024)","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"5727_CR74","doi-asserted-by":"crossref","unstructured":"Budiarjo, T., Pradata, S.Y., Santiyuda, K.G.: Muhammad Alfian Amrizal, Reza Pulungan, and Hiroyuki Takizawa. Improving the Efficiency of a Deep Reinforcement Learning-Based Power Management System for HPC Clusters Using Curriculum Learning. arXiv preprint arXiv:2502.20348 (2025)","DOI":"10.1145\/3718350.3718359"},{"issue":"1","key":"5727_CR75","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1186\/s13677-022-00368-5","volume":"11","author":"S Panwar","year":"2022","unstructured":"Panwar, S., Singh, Man Mohan Singh rauthan., barthwal, Varun: A systematic review on effective energy utilization management strategies in cloud data centers. J. Cloud Comput. 11(1), 95 (2022)","journal-title":"J. Cloud Comput."},{"key":"5727_CR76","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/978-981-97-2644-8_14","volume-title":"Resource Management in Distributed Systems","author":"MR Read","year":"2024","unstructured":"Read, M.R., Dehury, C., Srirama, S.N., Buyya, R.: Deep reinforcement learning (DRL)-based methods for serverless stream processing engines: A vision, architectural elements, and future directions. In: Mukherjee, A., De, D., Buyya, R. (eds), Resource Management in Distributed Systems, vol 151, pp. 285\u2013314. Springer Nature Singapore, Singapore (2024)"},{"key":"5727_CR77","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3524506","author":"Z Wang","year":"2025","unstructured":"Wang, Z., Zhan, W., Duan, H., Min, G., Huang, H.: Deep reinforcement Learning-Based continuous workflows scheduling in heterogeneous environments. IEEE Internet Things J. 12(10), 14036\u201314050 (2025). https:\/\/doi.org\/10.1109\/JIOT.2024.3524506","journal-title":"IEEE Internet Things J."},{"key":"5727_CR78","unstructured":"Wang, S., Zhang, S., Zhang, J., Hu, R., Li, X., Zhang, T., Li, J., Wu, F.: Guoyin Wang, and Eduard Hovy. Reinforcement learning enhanced llms: A survey. arXiv preprint arXiv:2412.10400 (2024)"},{"key":"5727_CR79","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2024.3387661","author":"S Agarwal","year":"2024","unstructured":"Agarwal, S., Rodriguez, M.A., Buyya, R.: A deep recurrent-reinforcement learning method for intelligent autoscaling of serverless functions. IEEE Trans. Serv. Comput. 17(5), 1899\u20131910 (2024). https:\/\/doi.org\/10.1109\/TSC.2024.3387661","journal-title":"IEEE Trans. Serv. Comput."},{"key":"5727_CR80","doi-asserted-by":"publisher","unstructured":"Radia, M.A.: Next-Generation monitoring: The fusion of IoT and AI. In: A. Radwan, S. Abd-El-Hafiz, I. Abdel Halim, Y. Liu, & M. Qiu (Eds.), Advanced Research Trends in Sustainable Solutions, Data Analytics, and Security, pp. 351\u2013398. IGI Global Scientific Publishing (2025). https:\/\/doi.org\/10.4018\/979-8-3693-7117-6.ch010","DOI":"10.4018\/979-8-3693-7117-6.ch010"},{"issue":"2","key":"5727_CR81","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1109\/COMST.2022.3161275","volume":"24","author":"Z Cao","year":"2022","unstructured":"Cao, Z., Xin, Z., Han, H., Wang, Z., Wen, Y.: Toward a systematic survey for carbon neutral data centers. IEEE Commun. Surv. Tutorials. 24(2), 895\u2013936 (2022)","journal-title":"IEEE Commun. Surv. Tutorials"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05727-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05727-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05727-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T20:01:43Z","timestamp":1765051303000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05727-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,9]]},"references-count":81,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["5727"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05727-w","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,9]]},"assertion":[{"value":"14 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 July 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"989"}}