{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T07:19:17Z","timestamp":1761808757677,"version":"3.44.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07630-y","type":"journal-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T16:55:23Z","timestamp":1752771323000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Optimizing edge intelligence: a DRL-driven service migration approach with enhanced feedback in mobile edge computing"],"prefix":"10.1007","volume":"81","author":[{"given":"Puneet","family":"Kansal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Manoj","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"O. P.","family":"Verma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"7630_CR1","unstructured":"Gartner I (2023) Gartner says 50% of critical enterprise applications will reside outside of centralized public cloud locations through 2027. https:\/\/www.gartner.com\/en\/newsroom\/press-releases\/2023-10-30-gartner-says-50-percent-of-critical-enterprise-applications-will-reside-outside-of-centralized-public-cloud-locations-through-2027. Accessed 30 April 2025"},{"key":"7630_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.aeue.2024.155447","volume":"185","author":"KN Rao","year":"2024","unstructured":"Rao KN, Naidu K (2024) Optimizing energy efficiency in mobile edge computing: Leveraging latency-aware offloading, clustering, and uav placement strategies. AEU-Int J Electron Commun 185:155447","journal-title":"AEU-Int J Electron Commun"},{"key":"7630_CR3","doi-asserted-by":"publisher","unstructured":"Moussa H, Yen I-L, Bastani F (2020) Service management in the edge cloud for stream processing of iot data. In: 2020 IEEE 13th International Conference on Cloud Computing (CLOUD), pp 91\u201398. https:\/\/doi.org\/10.1109\/CLOUD49709.2020.00026","DOI":"10.1109\/CLOUD49709.2020.00026"},{"key":"7630_CR4","doi-asserted-by":"crossref","unstructured":"Shao Z, Yang H, Xiao L, Su W, Chen Y, Xiong Z (2024) Deep reinforcement learning-based resource management for uav-assisted mobile edge computing against jamming. IEEE Trans Mobile Comput","DOI":"10.1109\/TMC.2024.3432491"},{"key":"7630_CR5","doi-asserted-by":"publisher","first-page":"13145","DOI":"10.1007\/s11227-022-04338-1","volume":"78","author":"P Kansal","year":"2022","unstructured":"Kansal P, Kumar M, Verma OP (2022) Classification of resource management approaches in fog\/edge paradigm and future research prospects: a systematic review. J Supercomput 78:13145\u201313204","journal-title":"J Supercomput"},{"key":"7630_CR6","doi-asserted-by":"crossref","unstructured":"Mnih, V.e.a. (2015) Human-level control through deep reinforcement learning. Nature","DOI":"10.1038\/nature14236"},{"key":"7630_CR7","doi-asserted-by":"crossref","unstructured":"Peng B, Mu Y, Guan Y, Li SE, Yin Y, Chen J (2021) Model-based actor-critic with chance constraint for stochastic system. In: 2021 60th IEEE Conference on Decision and Control (CDC). IEEE, pp 4694\u20134700","DOI":"10.1109\/CDC45484.2021.9683748"},{"key":"7630_CR8","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"7630_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.comcom.2021.04.028","volume":"175","author":"M Chen","year":"2021","unstructured":"Chen M, Wang T, Zhang S, Liu A (2021) Deep reinforcement learning for computation offloading in mobile edge computing environment. Comput Commun 175:1\u201312","journal-title":"Comput Commun"},{"key":"7630_CR10","doi-asserted-by":"crossref","unstructured":"Ni Z, Chen H, Gao B, Lin K, Wu L, Yu J (2024) Reward-oriented task offloading in energy harvesting collaborative edge computing systems. IEEE Trans Mobile Comput","DOI":"10.1109\/TMC.2024.3443868"},{"key":"7630_CR11","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. ICLR"},{"key":"7630_CR12","doi-asserted-by":"crossref","unstructured":"Xu A, Hu Z, Li X, Tian R, Zhang X, Chen B, Xiao H, Zheng H, Feng X, Zheng M, et al (2024) Transedge: task offloading with gnn and drl in edge computing-enabled transportation systems. IEEE Internet Things J","DOI":"10.1109\/JIOT.2024.3443866"},{"key":"7630_CR13","doi-asserted-by":"publisher","first-page":"82867","DOI":"10.1109\/ACCESS.2020.2991057","volume":"8","author":"I Khan","year":"2020","unstructured":"Khan I, Tao X, Rahman GS, Rehman WU, Salam T (2020) Advanced energy-efficient computation offloading using deep reinforcement learning in mtc edge computing. IEEE Access 8:82867\u201382875","journal-title":"IEEE Access"},{"issue":"17","key":"7630_CR14","doi-asserted-by":"publisher","first-page":"15362","DOI":"10.1109\/JIOT.2023.3263574","volume":"10","author":"X Tang","year":"2023","unstructured":"Tang X, Li X, Yu R, Wu Y, Ye J, Tang F, Chen Q (2023) Digital-twin-assisted task assignment in multi-uav systems: a deep reinforcement learning approach. IEEE Internet Things J 10(17):15362\u201315375. https:\/\/doi.org\/10.1109\/JIOT.2023.3263574","journal-title":"IEEE Internet Things J"},{"key":"7630_CR15","doi-asserted-by":"crossref","unstructured":"Johnson DS (1974) Worst-case performance bounds for simple one-dimensional packing algorithms. SIAM J Comput","DOI":"10.1137\/0203025"},{"key":"7630_CR16","doi-asserted-by":"crossref","unstructured":"Moussa H, Yen I-L, Bastani F (2020) Service management in the edge cloud for stream processing of iot data. In: 2020 IEEE 13th International Conference on Cloud Computing (CLOUD). IEEE, pp 91\u201398","DOI":"10.1109\/CLOUD49709.2020.00026"},{"key":"7630_CR17","doi-asserted-by":"crossref","unstructured":"Zhang Y, Kuang Z, Feng Y, Hou F (2024) Task offloading and trajectory optimization for secure communications in dynamic user multi-uav mec systems. IEEE Trans Mobile Comput","DOI":"10.1109\/TMC.2024.3442909"},{"issue":"3","key":"7630_CR18","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1109\/TCCN.2021.3066619","volume":"7","author":"L Ale","year":"2021","unstructured":"Ale L, Zhang N, Fang X, Chen X, Wu S, Li L (2021) Delay-aware and energy-efficient computation offloading in mobile-edge computing using deep reinforcement learning. IEEE Trans Cogn Commun Netw 7(3):881\u2013892","journal-title":"IEEE Trans Cogn Commun Netw"},{"key":"7630_CR19","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.future.2019.01.059","volume":"96","author":"C Zhang","year":"2019","unstructured":"Zhang C, Zheng Z (2019) Task migration for mobile edge computing using deep reinforcement learning. Futur Gener Comput Syst 96:111\u2013118","journal-title":"Futur Gener Comput Syst"},{"key":"7630_CR20","doi-asserted-by":"crossref","unstructured":"Chen X, Zhang H, Wu C, Mao S, Ji Y, Bennis M (2018) Performance optimization in mobile-edge computing via deep reinforcement learning. In: 2018 IEEE 88th Vehicular Technology Conference (VTC-Fall). IEEE, pp 1\u20136","DOI":"10.1109\/VTCFall.2018.8690980"},{"issue":"6","key":"7630_CR21","doi-asserted-by":"publisher","first-page":"1985","DOI":"10.1109\/TMC.2020.3036871","volume":"21","author":"M Tang","year":"2020","unstructured":"Tang M, Wong VW (2020) Deep reinforcement learning for task offloading in mobile edge computing systems. IEEE Trans Mob Comput 21(6):1985\u20131997","journal-title":"IEEE Trans Mob Comput"},{"key":"7630_CR22","doi-asserted-by":"crossref","unstructured":"Wu J, Jia M, Zhang N, Guo Q (2024) Multi-agent deep reinforcement learning-based computation offloading in Leo satellite edge computing system. IEEE Commun Lett","DOI":"10.1109\/LCOMM.2024.3440489"},{"issue":"16","key":"7630_CR23","doi-asserted-by":"publisher","first-page":"7190","DOI":"10.3390\/app14167190","volume":"14","author":"M Lei","year":"2024","unstructured":"Lei M, Fu Z, Yu B (2024) Delay optimization for wireless powered mobile edge computing with computation offloading via deep learning. Appl Sci 14(16):7190","journal-title":"Appl Sci"},{"key":"7630_CR24","doi-asserted-by":"crossref","unstructured":"Zhang P, Liu J, Guizani M, Wang J, Kumar N, Tan L (2025) Mrlato: an adaptive task offloading mechanism based on meta reinforcement learning in edge computing environment. IEEE Trans Veh Technol","DOI":"10.1109\/TVT.2025.3562142"},{"issue":"1","key":"7630_CR25","doi-asserted-by":"publisher","first-page":"986","DOI":"10.1109\/TVT.2022.3202525","volume":"72","author":"H Zhou","year":"2022","unstructured":"Zhou H, Long Y, Gong S, Zhu K, Hoang DT, Niyato D (2022) Hierarchical multi-agent deep reinforcement learning for energy-efficient hybrid computation offloading. IEEE Trans Veh Technol 72(1):986\u20131001","journal-title":"IEEE Trans Veh Technol"},{"key":"7630_CR26","doi-asserted-by":"publisher","first-page":"121456","DOI":"10.1109\/ACCESS.2021.3109132","volume":"9","author":"S Li","year":"2021","unstructured":"Li S, Hu X, Du Y (2021) Deep reinforcement learning and game theory for computation offloading in dynamic edge computing markets. IEEE Access 9:121456\u2013121466","journal-title":"IEEE Access"},{"issue":"19","key":"7630_CR27","doi-asserted-by":"publisher","first-page":"6499","DOI":"10.3390\/s21196499","volume":"21","author":"S Li","year":"2021","unstructured":"Li S, Hu X, Du Y (2021) Deep reinforcement learning for computation offloading and resource allocation in uav-assisted edge computing. Sensors 21(19):6499","journal-title":"Sensors"},{"key":"7630_CR28","doi-asserted-by":"crossref","unstructured":"Tan L, Guo S, Zhou P, Kuang Z, Long S, Li Z (2024) Multi-uav-enabled collaborative edge computing: Deployment, offloading and resource optimization. IEEE Trans Intell Transp Syst","DOI":"10.1109\/TITS.2024.3432818"},{"key":"7630_CR29","doi-asserted-by":"crossref","unstructured":"Du R, Wu J, Gao Y (2024) Dual-q network deep reinforcement learning-based computation offloading method for industrial internet of things. J Supercomput 1\u201326","DOI":"10.1007\/s11227-024-06425-x"},{"key":"7630_CR30","doi-asserted-by":"crossref","unstructured":"Naderializadeh N, Hashemi M (2019) Energy-aware multi-server mobile edge computing: a deep reinforcement learning approach. In: 2019 53rd Asilomar Conference on Signals, Systems, and Computers. IEEE, pp 383\u2013387","DOI":"10.1109\/IEEECONF44664.2019.9049050"},{"key":"7630_CR31","doi-asserted-by":"crossref","unstructured":"Sun H, Wang J, Yong D, Qin M, Zhang N (2024) Deep reinforcement learning-based computation offloading for mobile edge computing in 6g. IEEE Trans Consum Electron","DOI":"10.1109\/TCE.2024.3436824"},{"key":"7630_CR32","doi-asserted-by":"crossref","unstructured":"Wu Y, Zhang X, Ren J, Xing H, Shen Y, Cui S (2024) Latency-aware resource allocation for mobile edge generation and computing via deep reinforcement learning. arXiv preprint arXiv:2408.02047","DOI":"10.1109\/LNET.2024.3486194"},{"issue":"2","key":"7630_CR33","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1109\/JIOT.2021.3091142","volume":"9","author":"H Zhou","year":"2021","unstructured":"Zhou H, Jiang K, Liu X, Li X, Leung VC (2021) Deep reinforcement learning for energy-efficient computation offloading in mobile-edge computing. IEEE Internet Things J 9(2):1517\u20131530","journal-title":"IEEE Internet Things J"},{"key":"7630_CR34","doi-asserted-by":"crossref","unstructured":"Roshan\u00a0Nandhakumar A, Baranwal A, Choudhary P, Golec M, Singh\u00a0Gill S (2023) Edgeaisim: a toolkit for simulation and modelling of ai models in edge computing environments. arXiv e-prints, 2310","DOI":"10.1016\/j.measen.2023.100939"},{"key":"7630_CR35","unstructured":"Ng AY, Harada D, Russell S (1999) Policy invariance under reward transformations: Theory and application to reward shaping. In: Icml, vol 99. Citeseer, pp 278\u2013287"},{"key":"7630_CR36","doi-asserted-by":"crossref","unstructured":"Auer P.e.a. (2002) Finite-time analysis of the multiarmed bandit problem. Mach Learn","DOI":"10.1137\/S0097539701398375"},{"key":"7630_CR37","doi-asserted-by":"crossref","unstructured":"Hui X, Ningling M, Wenting H, Xianjun Z (2023) Mobile edge computing offloading strategy based on deep reinforcement learning. In: CCF Conference on Computer Supported Cooperative Work and Social Computing. Springer, pp 274\u2013280","DOI":"10.1007\/978-981-99-9637-7_20"},{"issue":"5439","key":"7630_CR38","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"A-L Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si A-L, Albert R (1999) Emergence of scaling in random networks. Science 286(5439):509\u2013512","journal-title":"Science"},{"issue":"9","key":"7630_CR39","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1109\/JSAC.2011.111002","volume":"29","author":"S Knight","year":"2011","unstructured":"Knight S, Nguyen HX, Falkner N, Bowden R, Roughan M (2011) The internet topology zoo. IEEE J Sel Areas Commun 29(9):1765\u20131775","journal-title":"IEEE J Sel Areas Commun"},{"issue":"4","key":"7630_CR40","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MPRV.2005.75","volume":"4","author":"D Kotz","year":"2005","unstructured":"Kotz D, Henderson T (2005) Crawdad: a community resource for archiving wireless data at Dartmouth. IEEE Pervasive Comput 4(4):12\u201314","journal-title":"IEEE Pervasive Comput"},{"key":"7630_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2021.107557","volume":"39","author":"B Xiang","year":"2021","unstructured":"Xiang B, Elias J, Martignon F, Di Nitto E (2021) A dataset for mobile edge computing network topologies. Data Brief 39:107557. https:\/\/doi.org\/10.1016\/j.dib.2021.107557","journal-title":"Data Brief"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07630-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07630-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07630-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T13:17:38Z","timestamp":1757251058000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07630-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"references-count":41,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2025,7]]}},"alternative-id":["7630"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07630-y","relation":{},"ISSN":["1573-0484"],"issn-type":[{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"28 June 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Our manuscripts were not submitted to multiple journals for simultaneous consideration and original. All authors agree with the content of the article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval and consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal ethics"}},{"value":"Our manuscript is approved by all authors for publication.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"1166"}}