{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T23:20:06Z","timestamp":1781306406142,"version":"3.54.1"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T00:00:00Z","timestamp":1730246400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T00:00:00Z","timestamp":1730246400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Cloud Comp"],"DOI":"10.1186\/s13677-024-00713-w","type":"journal-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T14:01:41Z","timestamp":1730296901000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Multi-agent Deep Reinforcement Learning for cloud-based digital twins in power grid management"],"prefix":"10.1186","volume":"13","author":[{"given":"Luyao","family":"Pei","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xueli","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinsong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,30]]},"reference":[{"issue":"2","key":"713_CR1","doi-asserted-by":"publisher","first-page":"548","DOI":"10.3390\/smartcities4020029","volume":"4","author":"OA Omitaomu","year":"2021","unstructured":"Omitaomu OA, Niu H (2021) Artificial intelligence techniques in smart grid: A survey. Smart Cities 4(2):548\u2013568","journal-title":"Smart Cities"},{"issue":"8","key":"713_CR2","doi-asserted-by":"publisher","first-page":"3819","DOI":"10.1007\/s12652-021-03329-z","volume":"13","author":"Z Jiang","year":"2022","unstructured":"Jiang Z, Lv H, Li Y, Guo Y (2022) A novel application architecture of digital twin in smart grid. J Ambient Intell Humanized Comput 13(8):3819\u20133835","journal-title":"J Ambient Intell Humanized Comput"},{"issue":"1","key":"713_CR3","doi-asserted-by":"publisher","first-page":"32","DOI":"10.26599\/BDMA.2021.9020016","volume":"5","author":"AK Sandhu","year":"2021","unstructured":"Sandhu AK (2021) Big data with cloud computing: Discussions and challenges. Big Data Min Analytics 5(1):32\u201340","journal-title":"Big Data Min Analytics"},{"issue":"1","key":"713_CR4","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1186\/s13677-024-00683-z","volume":"13","author":"D Qi","year":"2024","unstructured":"Qi D, Xi X, Tang Y, Zheng Y, Guo Z (2024) Real-time scheduling of power grid digital twin tasks in cloud via deep reinforcement learning. J Cloud Comput 13(1):121","journal-title":"J Cloud Comput"},{"issue":"1","key":"713_CR5","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/s10586-020-03075-5","volume":"24","author":"L Abualigah","year":"2021","unstructured":"Abualigah L, Diabat A (2021) A novel hybrid antlion optimization algorithm for multi-objective task scheduling problems in cloud computing environments. Clust Comput 24(1):205\u2013223","journal-title":"Clust Comput"},{"issue":"6","key":"713_CR6","doi-asserted-by":"publisher","first-page":"1491","DOI":"10.1109\/TPDS.2021.3116863","volume":"33","author":"Q Liu","year":"2022","unstructured":"Liu Q, Xia T, Cheng L, Van Eijk M, Ozcelebi T, Mao Y (2022) Deep reinforcement learning for load-balancing aware network control in iot edge systems. IEEE Trans Parallel Distrib Syst 33(6):1491\u20131502","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"713_CR7","doi-asserted-by":"crossref","unstructured":"Cheng L, Wang Y, Cheng F, Liu C, Zhao Z, Wang Y (2023) A deep reinforcement learning-based preemptive approach for cost-aware cloud job scheduling. IEEE Trans Sustain Comput 9(3):422\u2013432","DOI":"10.1109\/TSUSC.2023.3303898"},{"key":"713_CR8","doi-asserted-by":"publisher","unstructured":"Gu Y, Cheng F, Yang L, Xu J, Chen X, Cheng L (2024) Cost-aware cloud workflow scheduling using drl and simulated annealing. Digit Commun Netw\u00a0https:\/\/doi.org\/10.1016\/j.dcan.2023.12.009","DOI":"10.1016\/j.dcan.2023.12.009"},{"key":"713_CR9","doi-asserted-by":"crossref","unstructured":"Chen Y, Gu W, Xu J, Zhang Y, Min G (2023) Dynamic task offloading for digital twin-empowered mobile edge computing via deep reinforcement learning. China Commun 20(11):164\u2013175","DOI":"10.23919\/JCC.ea.2022-0372.202302"},{"key":"713_CR10","doi-asserted-by":"crossref","unstructured":"Ji Z, Wu S, Jiang C (2023) Cooperative multi-agent deep reinforcement learning for computation offloading in digital twin satellite edge networks. IEEE J Sel Areas Commun 41(11):3414\u20133429","DOI":"10.1109\/JSAC.2023.3313595"},{"key":"713_CR11","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.cogr.2023.04.003","volume":"3","author":"M Javaid","year":"2023","unstructured":"Javaid M, Haleem A, Suman R (2023) Digital twin applications toward industry 4.0: A review. Cogn Robot 3:71\u201392","journal-title":"Cogn Robot"},{"key":"713_CR12","doi-asserted-by":"crossref","unstructured":"Tan X, Wang M, Wang T, Zheng Q, Wu J, Yang J (2024) Adaptive task scheduling in digital twin empowered cloud-native vehicular networks. IEEE Trans Veh Technol","DOI":"10.1109\/TVT.2024.3362841"},{"issue":"7","key":"713_CR13","doi-asserted-by":"publisher","first-page":"2977","DOI":"10.3390\/app11072977","volume":"11","author":"KT Park","year":"2021","unstructured":"Park KT, Son YH, Ko SW, Noh SD (2021) Digital twin and reinforcement learning-based resilient production control for micro smart factory. Appl Sci 11(7):2977","journal-title":"Appl Sci"},{"key":"713_CR14","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.future.2023.09.001","volume":"150","author":"SR Jeremiah","year":"2024","unstructured":"Jeremiah SR, Yang LT, Park JH (2024) Digital twin-assisted resource allocation framework based on edge collaboration for vehicular edge computing. Futur Gener Comput Syst 150:243\u2013254","journal-title":"Futur Gener Comput Syst"},{"issue":"2","key":"713_CR15","doi-asserted-by":"publisher","first-page":"1715","DOI":"10.1109\/TII.2022.3194840","volume":"19","author":"H Liao","year":"2022","unstructured":"Liao H, Zhou Z, Liu N, Zhang Y, Xu G, Wang Z, Mumtaz S (2022) Cloud-edge-device collaborative reliable and communication-efficient digital twin for low-carbon electrical equipment management. IEEE Trans Ind Inform 19(2):1715\u20131724","journal-title":"IEEE Trans Ind Inform"},{"key":"713_CR16","doi-asserted-by":"publisher","first-page":"101557","DOI":"10.1016\/j.est.2020.101557","volume":"30","author":"W Li","year":"2020","unstructured":"Li W, Rentemeister M, Badeda J, J\u00f6st D, Schulte D, Sauer DU (2020) Digital twin for battery systems: Cloud battery management system with online state-of-charge and state-of-health estimation. J Energy Storage 30:101557","journal-title":"J Energy Storage"},{"key":"713_CR17","doi-asserted-by":"publisher","unstructured":"Khan SA, Rehman HZU, Waqar A, Khan ZH, Hussain M, Masud U (2023) Digital twin for advanced automation of future smart grid. In: 2023 1st International Conference on Advanced Innovations in Smart Cities.\u00a0IEEE Institute of Electrical and Electronics Engineers,\u00a0Jeddah, pp 1\u20136. https:\/\/doi.org\/10.1109\/ICAISC56366.2023.10085428","DOI":"10.1109\/ICAISC56366.2023.10085428"},{"key":"713_CR18","doi-asserted-by":"publisher","first-page":"114230","DOI":"10.1016\/j.eswa.2020.114230","volume":"168","author":"SE Shukri","year":"2021","unstructured":"Shukri SE, Al-Sayyed R, Hudaib A, Mirjalili S (2021) Enhanced multi-verse optimizer for task scheduling in cloud computing environments. Expert Syst Appl 168:114230","journal-title":"Expert Syst Appl"},{"issue":"5","key":"713_CR19","doi-asserted-by":"publisher","first-page":"3599","DOI":"10.1007\/s10462-020-09933-3","volume":"54","author":"M Abd Elaziz","year":"2021","unstructured":"Abd Elaziz M, Attiya I (2021) An improved henry gas solubility optimization algorithm for task scheduling in cloud computing. Artif Intell Rev 54(5):3599\u20133637","journal-title":"Artif Intell Rev"},{"key":"713_CR20","doi-asserted-by":"publisher","first-page":"114915","DOI":"10.1016\/j.eswa.2021.114915","volume":"176","author":"BMH Zade","year":"2021","unstructured":"Zade BMH, Mansouri N, Javidi MM (2021) SAEA: A security-aware and energy-aware task scheduling strategy by Parallel Squirrel Search Algorithm in cloud environment. Expert Syst Appl 176:114915","journal-title":"Expert Syst Appl"},{"issue":"2","key":"713_CR21","doi-asserted-by":"publisher","first-page":"1414","DOI":"10.1109\/TII.2020.3040180","volume":"18","author":"X Xu","year":"2020","unstructured":"Xu X, Shen B, Ding S, Srivastava G, Bilal M, Khosravi MR, Menon VG, Jan MA, Wang M (2020) Service offloading with deep q-network for digital twinning-empowered internet of vehicles in edge computing. IEEE Trans Ind Inform 18(2):1414\u20131423","journal-title":"IEEE Trans Ind Inform"},{"issue":"10","key":"713_CR22","doi-asserted-by":"publisher","first-page":"3034","DOI":"10.1109\/JSAC.2023.3310058","volume":"41","author":"Y Zhang","year":"2023","unstructured":"Zhang Y, Hu J, Min G (2023) Digital twin-driven intelligent task offloading for collaborative mobile edge computing. IEEE J Sel Areas Commun 41(10):3034\u20133045. https:\/\/doi.org\/10.1109\/JSAC.2023.3310058","journal-title":"IEEE J Sel Areas Commun"},{"key":"713_CR23","doi-asserted-by":"publisher","first-page":"101192","DOI":"10.1016\/j.iot.2024.101192","volume":"26","author":"L Zhu","year":"2024","unstructured":"Zhu L, Tan L (2024) Task offloading scheme of vehicular cloud edge computing based on digital twin and improved a3c. Internet Things 26:101192","journal-title":"Internet Things"},{"issue":"7","key":"713_CR24","doi-asserted-by":"publisher","first-page":"4933","DOI":"10.1109\/TII.2021.3137349","volume":"18","author":"Z Zhou","year":"2021","unstructured":"Zhou Z, Jia Z, Liao H, Lu W, Mumtaz S, Guizani M, Tariq M (2021) Secure and latency-aware digital twin assisted resource scheduling for 5g edge computing-empowered distribution grids. IEEE Trans Ind Inform 18(7):4933\u20134943","journal-title":"IEEE Trans Ind Inform"},{"key":"713_CR25","doi-asserted-by":"publisher","first-page":"193297","DOI":"10.1109\/ACCESS.2020.3033421","volume":"8","author":"C Cho","year":"2020","unstructured":"Cho C, Shin S, Jeon H, Yoon S (2020) Qos-aware workload distribution in hierarchical edge clouds: A reinforcement learning approach. IEEE Access 8:193297\u2013193313","journal-title":"IEEE Access"},{"key":"713_CR26","doi-asserted-by":"crossref","unstructured":"Chen X, Yu Q, Dai S, Sun P, Tang H, Cheng L (2023) Deep reinforcement learning for efficient iot data compression in smart railroad management. IEEE Internet Things J 11(15):25494\u201325504","DOI":"10.1109\/JIOT.2023.3348487"},{"issue":"3","key":"713_CR27","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1109\/TITS.2019.2901791","volume":"21","author":"T Chu","year":"2019","unstructured":"Chu T, Wang J, Codec\u00e0 L, Li Z (2019) Multi-agent deep reinforcement learning for large-scale traffic signal control. IEEE Trans Intell Transp Syst 21(3):1086\u20131095","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"713_CR28","doi-asserted-by":"publisher","first-page":"105710","DOI":"10.1016\/j.engappai.2022.105710","volume":"118","author":"J Xiong","year":"2023","unstructured":"Xiong J, Guo P, Wang Y, Meng X, Zhang J, Qian L, Yu Z (2023) Multi-agent deep reinforcement learning for task offloading in group distributed manufacturing systems. Eng Appl Artif Intell 118:105710","journal-title":"Eng Appl Artif Intell"},{"key":"713_CR29","doi-asserted-by":"publisher","unstructured":"Betalo ML, Leng S, Abishu HN, Seid AM, Fakirah M, Erbad A, Guizani M (2024) Multi-agent drl-based energy harvesting for freshness of data in uav-assisted wireless sensor networks. IEEE Trans Netw Serv Manag. https:\/\/doi.org\/10.1109\/TNSM.2024.3454217","DOI":"10.1109\/TNSM.2024.3454217"}],"container-title":["Journal of Cloud Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13677-024-00713-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13677-024-00713-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13677-024-00713-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T14:05:44Z","timestamp":1730297144000},"score":1,"resource":{"primary":{"URL":"https:\/\/journalofcloudcomputing.springeropen.com\/articles\/10.1186\/s13677-024-00713-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,30]]},"references-count":29,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["713"],"URL":"https:\/\/doi.org\/10.1186\/s13677-024-00713-w","relation":{},"ISSN":["2192-113X"],"issn-type":[{"value":"2192-113X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,30]]},"assertion":[{"value":"24 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"152"}}