{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:09:04Z","timestamp":1777594144016,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T00:00:00Z","timestamp":1703116800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T00:00:00Z","timestamp":1703116800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s11227-023-05816-w","type":"journal-article","created":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T04:49:30Z","timestamp":1703134170000},"page":"10275-10300","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Computing offloading and resource scheduling based on DDPG in ultra-dense edge computing networks"],"prefix":"10.1007","volume":"80","author":[{"given":"Ruizhong","family":"Du","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingya","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,21]]},"reference":[{"key":"5816_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-023-05110-9","author":"PP Shukla","year":"2023","unstructured":"Shukla PP, Pandey S (2023) Maa: multi-objective artificial algae algorithm for workflow scheduling in heterogeneous fog-cloud environment. J Supercomput. https:\/\/doi.org\/10.1007\/s11227-023-05110-9","journal-title":"J Supercomput"},{"key":"5816_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2019.100079","volume":"10","author":"AR Rao","year":"2020","unstructured":"Rao AR, Clarke DJB (2020) Perspectives on emerging directions in using IoT devices in blockchain applications. Internet Things 10:100079","journal-title":"Internet Things"},{"key":"5816_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103113","volume":"60","author":"X Chen","year":"2023","unstructured":"Chen X, Xie H, Li Z, Cheng G, Leng M, Wang FL (2023) Information fusion and artificial intelligence for smart healthcare: a bibliometric study. Inf Process Manag 60:103113","journal-title":"Inf Process Manag"},{"key":"5816_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109458","volume":"220","author":"Z Wan","year":"2022","unstructured":"Wan Z, Dong X (2022) Computation power maximization for mobile edge computing enabled dense network. Comput Netw 220:109458","journal-title":"Comput Netw"},{"key":"5816_CR5","doi-asserted-by":"publisher","first-page":"759","DOI":"10.1016\/j.comcom.2020.07.008","volume":"160","author":"S Yang","year":"2020","unstructured":"Yang S (2020) A joint optimization scheme for task offloading and resource allocation based on edge computing in 5g communication networks. Comput Commun 160:759\u2013768","journal-title":"Comput Commun"},{"key":"5816_CR6","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.jpdc.2022.09.006","volume":"171","author":"L Liao","year":"2022","unstructured":"Liao L, Lai Y, Yang F, Zeng W (2022) Online computation offloading with double reinforcement learning algorithm in mobile edge computing. J Parallel Distrib Comput 171:28\u201339","journal-title":"J Parallel Distrib Comput"},{"key":"5816_CR7","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1109\/TCOMM.2018.2870894","volume":"67","author":"Z Ding","year":"2018","unstructured":"Ding Z, Fan P, Poor HV (2018) Impact of non-orthogonal multiple access on the offloading of mobile edge computing. IEEE Trans Commun 67:375\u2013390","journal-title":"IEEE Trans Commun"},{"key":"5816_CR8","doi-asserted-by":"publisher","first-page":"2218","DOI":"10.1109\/TCOMM.2018.2884482","volume":"67","author":"S Feng","year":"2019","unstructured":"Feng S, Zhang R, Xu W, Hanzo LH (2019) Multiple access design for ultra-dense VLC networks: orthogonal vs non-orthogonal. IEEE Trans Commun 67:2218\u20132232","journal-title":"IEEE Trans Commun"},{"key":"5816_CR9","doi-asserted-by":"publisher","first-page":"96","DOI":"10.23919\/JCIN.2022.9745485","volume":"7","author":"Y Gao","year":"2022","unstructured":"Gao Y, Zhang H, Yu F, Xia Y, Shi Y (2022) Joint computation offloading and resource allocation for mobile-edge computing assisted ultra-dense networks. J Commun Inf Netw 7:96\u2013106","journal-title":"J Commun Inf Netw"},{"key":"5816_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/s10723-022-09605-2","author":"R Du","year":"2022","unstructured":"Du R, Liu C, Gao Y, Hao P, Wang Z (2022) Collaborative cloud-edge-end task offloading in noma-enabled mobile edge computing using deep learning. J Grid Comput. https:\/\/doi.org\/10.1007\/s10723-022-09605-2","journal-title":"J Grid Comput"},{"key":"5816_CR11","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s40010-023-00809-z","volume":"93","author":"PP Shukla","year":"2023","unstructured":"Shukla PP, Pandey S, Hatwar P, Pant A (2023) Fat-eto: fuzzy-ahp-topsis-based efficient task offloading algorithm for scientific workflows in heterogeneous fog-cloud environment. Proc Natl Acad Sci, India, Sect A 93:339\u2013353","journal-title":"Proc Natl Acad Sci, India, Sect A"},{"key":"5816_CR12","doi-asserted-by":"crossref","unstructured":"Nath S, Li Y, Wu J, Fan P (2020) Multi-user multi-channel computation offloading and resource allocation for mobile edge computing. In: ICC 2020\u20142020 IEEE International Conference on Communications (ICC), pp 1\u20136","DOI":"10.1109\/ICC40277.2020.9149124"},{"key":"5816_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109522","volume":"221","author":"J Liu","year":"2022","unstructured":"Liu J, Guo S, Wang Q, Pan C, Yang L (2022) Optimal multi-user offloading with resources allocation in mobile edge cloud computing. Comput Netw 221:109522","journal-title":"Comput Netw"},{"key":"5816_CR14","doi-asserted-by":"publisher","first-page":"3908","DOI":"10.1109\/TNSM.2022.3210752","volume":"19","author":"J Qi","year":"2022","unstructured":"Qi J, Liu Y, Ling Y, Xu B, Dong Z, Sun Y (2022) Research on an intelligent computing offloading model for the internet of vehicles based on blockchain. IEEE Trans Netw Serv Manage 19:3908\u20133918","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"5816_CR15","doi-asserted-by":"publisher","first-page":"3203","DOI":"10.1049\/iet-com.2020.0274","volume":"14","author":"S Liu","year":"2020","unstructured":"Liu S, Yang T (2020) Delay aware scheduling in UAV-enabled OFDMA mobile edge computing system. IET Commun 14:3203\u20133211","journal-title":"IET Commun"},{"key":"5816_CR16","doi-asserted-by":"publisher","first-page":"4193","DOI":"10.1109\/TCOMM.2019.2903088","volume":"67","author":"H Xing","year":"2019","unstructured":"Xing H, Liu L, Xu J, Nallanathan A (2019) Joint task assignment and resource allocation for d2d-enabled mobile-edge computing. IEEE Trans Commun 67:4193\u20134207","journal-title":"IEEE Trans Commun"},{"key":"5816_CR17","doi-asserted-by":"publisher","DOI":"10.1002\/dac.5408","author":"MJ Khan","year":"2022","unstructured":"Khan MJ, Chauhan RCS, Singh I (2022) Energy-efficient multiple cooperative moving relay selection for heterogeneous nonorthogonal-multiple access systems. Int J Commun Syst. https:\/\/doi.org\/10.1002\/dac.5408","journal-title":"Int J Commun Syst"},{"key":"5816_CR18","doi-asserted-by":"publisher","DOI":"10.1002\/ett.4616","author":"MJ Khan","year":"2022","unstructured":"Khan MJ, Chauhan RCS, Singh I (2022) Outage probability and throughput of cooperative non-orthogonal multiple access with moving relay in heterogeneous network. Trans Emerging Telecommun Technol. https:\/\/doi.org\/10.1002\/ett.4616","journal-title":"Trans Emerging Telecommun Technol"},{"key":"5816_CR19","doi-asserted-by":"publisher","first-page":"4010","DOI":"10.1109\/TVT.2022.3221133","volume":"72","author":"F Ke","year":"2023","unstructured":"Ke F, Lin Y, Liu Y, Zhou H, Wen M, Zhang Q (2023) Task offloading, caching and matching in ultra-dense relay networks. IEEE Trans Veh Technol 72:4010\u20134025","journal-title":"IEEE Trans Veh Technol"},{"key":"5816_CR20","doi-asserted-by":"crossref","unstructured":"Long K, Leung VCM, Zhang H, Feng Z, Li Y, Zhang Z (2017) 5g for future wireless networks. In: Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","DOI":"10.1007\/978-3-319-72823-0"},{"key":"5816_CR21","doi-asserted-by":"publisher","first-page":"1426","DOI":"10.1109\/JIOT.2019.2955311","volume":"7","author":"S Hu","year":"2020","unstructured":"Hu S, Li G (2020) Dynamic request scheduling optimization in mobile edge computing for IoT applications. IEEE Internet Things J 7:1426\u20131437","journal-title":"IEEE Internet Things J"},{"key":"5816_CR22","doi-asserted-by":"publisher","first-page":"3163","DOI":"10.1109\/TNSM.2022.3163297","volume":"19","author":"Y Lu","year":"2022","unstructured":"Lu Y, Chen X, Zhang Y, Chen Y (2022) Cost-efficient resources scheduling for mobile edge computing in ultra-dense networks. IEEE Trans Netw Serv Manage 19:3163\u20133173","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"5816_CR23","doi-asserted-by":"crossref","unstructured":"Lin Z-H, Gu B, Zhang X, Yi D, Han Y (2022) Online task offloading in UDN: a deep reinforcement learning approach with incomplete information. In: 2022 IEEE Wireless Communications and Networking Conference (WCNC), pp 1236\u20131241","DOI":"10.1109\/WCNC51071.2022.9771739"},{"key":"5816_CR24","doi-asserted-by":"publisher","first-page":"2751","DOI":"10.1109\/TNSM.2022.3191746","volume":"19","author":"AH Ahmed","year":"2022","unstructured":"Ahmed AH, Elmokashfi AM (2022) Icran: intelligent control for self-driving ran based on deep reinforcement learning. IEEE Trans Netw Serv Manage 19:2751\u20132766","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"5816_CR25","doi-asserted-by":"crossref","unstructured":"Sowjanya K, Porwal A, Pandey S, Mishra PK (2022) Tlbo-based resource allocation scheme in 5g h-CRAN. In: 2022 14th International Conference on Communication Systems and Networks (COMSNETS), pp 646\u2013651","DOI":"10.1109\/COMSNETS53615.2022.9668491"},{"key":"5816_CR26","doi-asserted-by":"publisher","first-page":"12240","DOI":"10.1109\/TVT.2020.3018817","volume":"69","author":"W Sun","year":"2020","unstructured":"Sun W, Zhang H, Wang R, Zhang Y (2020) Reducing offloading latency for digital twin edge networks in 6g. IEEE Trans Veh Technol 69:12240\u201312251","journal-title":"IEEE Trans Veh Technol"},{"key":"5816_CR27","doi-asserted-by":"publisher","first-page":"7532","DOI":"10.1109\/TVT.2022.3168503","volume":"71","author":"S Gupta","year":"2022","unstructured":"Gupta S, Rajan D, Camp JD (2022) Noma-enabled computation and communication resource trading for a multi-user MEC system. IEEE Trans Veh Technol 71:7532\u20137547","journal-title":"IEEE Trans Veh Technol"},{"key":"5816_CR28","doi-asserted-by":"publisher","first-page":"1487","DOI":"10.1109\/TWC.2020.3033843","volume":"20","author":"L Li","year":"2021","unstructured":"Li L, Cheng Q, Tang X, Bai T, Chen W, Ding Z, Han Z (2021) Resource allocation for NOMA-MEC systems in ultra-dense networks: a learning aided mean-field game approach. IEEE Trans Wirel Commun 20:1487\u20131500","journal-title":"IEEE Trans Wirel Commun"},{"key":"5816_CR29","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1109\/TC.2020.2987567","volume":"70","author":"J Zou","year":"2021","unstructured":"Zou J, Hao T, Yu C, Jin H (2021) A3c-do: a regional resource scheduling framework based on deep reinforcement learning in edge scenario. IEEE Trans Comput 70:228\u2013239","journal-title":"IEEE Trans Comput"},{"key":"5816_CR30","doi-asserted-by":"publisher","first-page":"2991","DOI":"10.1007\/s11276-021-02632-z","volume":"27","author":"Y Wang","year":"2021","unstructured":"Wang Y, Fang W, Ding Y, Xiong NN (2021) Computation offloading optimization for UAV-assisted mobile edge computing: a deep deterministic policy gradient approach. Wirel Netw 27:2991\u20133006","journal-title":"Wirel Netw"},{"key":"5816_CR31","doi-asserted-by":"publisher","first-page":"6649","DOI":"10.1109\/JIOT.2021.3051427","volume":"8","author":"T Liu","year":"2021","unstructured":"Liu T, Zhang Y, Zhu Y, Tong W, Yang Y (2021) Online computation offloading and resource scheduling in mobile-edge computing. IEEE Internet Things J 8:6649\u20136664","journal-title":"IEEE Internet Things J"},{"key":"5816_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2023.103172","volume":"145","author":"X Jiang","year":"2023","unstructured":"Jiang X, Hou P, Zhu H, Li B, Wang Z, Ding H (2023) Dynamic and intelligent edge server placement based on deep reinforcement learning in mobile edge computing. Ad Hoc Netw 145:103172","journal-title":"Ad Hoc Netw"},{"key":"5816_CR33","doi-asserted-by":"crossref","unstructured":"Yu B, Pu L, Xie Q, Xu J (2018) Energy efficient scheduling for IoT applications with offloading, user association and bs sleeping in ultra dense networks. In: 2018 16th International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOpt), pp 1\u20136","DOI":"10.23919\/WIOPT.2018.8362885"},{"key":"5816_CR34","doi-asserted-by":"crossref","unstructured":"Wen Y, Zhang W, Luo H (2012) Energy-optimal mobile application execution: taming resource-poor mobile devices with cloud clones. In: 2012 Proceedings IEEE INFOCOM, pp 2716\u20132720","DOI":"10.1109\/INFCOM.2012.6195685"},{"key":"5816_CR35","doi-asserted-by":"publisher","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","volume":"6","author":"X Chen","year":"2018","unstructured":"Chen X, Zhang H, Wu C, Mao S, Ji Y, Bennis M (2018) Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning. IEEE Internet Things J 6:4005\u20134018","journal-title":"IEEE Internet Things J"},{"key":"5816_CR36","doi-asserted-by":"publisher","DOI":"10.3389\/fcell.2022.794413","author":"J Sun","year":"2022","unstructured":"Sun J, Lu Y, Cui L, Fu Q, Wu H, Chen J (2022) A method of optimizing weight allocation in data integration based on q-learning for drug-target interaction prediction. Front Cell Dev Biol. https:\/\/doi.org\/10.3389\/fcell.2022.794413","journal-title":"Front Cell Dev Biol"},{"key":"5816_CR37","doi-asserted-by":"crossref","unstructured":"Chen L, Gong G, Jiang K, Zhou H, Chen R (2022) Ddpg-based computation offloading and service caching in mobile edge computing. In: IEEE INFOCOM 2022\u2014IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), pp 1\u20136","DOI":"10.1109\/INFOCOMWKSHPS54753.2022.9797916"},{"key":"5816_CR38","doi-asserted-by":"publisher","first-page":"19260","DOI":"10.1109\/JIOT.2022.3166110","volume":"9","author":"L Ale","year":"2021","unstructured":"Ale L, King SA, Zhang N, Sattar AR, Skandaraniyam J (2021) D3pg: Dirichlet DDPG for task partitioning and offloading with constrained hybrid action space in mobile-edge computing. IEEE Internet Things J 9:19260\u201319272","journal-title":"IEEE Internet Things J"},{"key":"5816_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2022.103080","volume":"141","author":"A Sadiki","year":"2021","unstructured":"Sadiki A, Bentahar J, Dssouli R, En-Nouaary A, Otrok H (2021) Deep reinforcement learning for the computation offloading in mimo-based edge computing. Ad Hoc Netw 141:103080","journal-title":"Ad Hoc Netw"},{"key":"5816_CR40","doi-asserted-by":"publisher","first-page":"2756","DOI":"10.1109\/TVT.2021.3058282","volume":"70","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Zhang Z, Chen L, Wang X (2021) Reinforcement learning-based opportunistic routing protocol for underwater acoustic sensor networks. IEEE Trans Veh Technol 70:2756\u20132770","journal-title":"IEEE Trans Veh Technol"},{"key":"5816_CR41","doi-asserted-by":"publisher","DOI":"10.1049\/tje2.12250","author":"J He","year":"2023","unstructured":"He J (2023) 5g communication resource allocation strategy for mobile edge computing based on deep deterministic policy gradient. J Eng. https:\/\/doi.org\/10.1049\/tje2.12250","journal-title":"J Eng"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05816-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-023-05816-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05816-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,6]],"date-time":"2024-05-06T10:47:45Z","timestamp":1714992465000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-023-05816-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,21]]},"references-count":41,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["5816"],"URL":"https:\/\/doi.org\/10.1007\/s11227-023-05816-w","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,21]]},"assertion":[{"value":"11 November 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 December 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests to this work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}