{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T19:04:15Z","timestamp":1773342255288,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T00:00:00Z","timestamp":1724803200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T00:00:00Z","timestamp":1724803200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61861013"],"award-info":[{"award-number":["61861013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61861013"],"award-info":[{"award-number":["61861013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Major program of Guangxi Natural Science Foundation","award":["2020GXNSFDA238001"],"award-info":[{"award-number":["2020GXNSFDA238001"]}]},{"name":"Major program of Guangxi Natural Science Foundation","award":["2020GXNSFDA238001"],"award-info":[{"award-number":["2020GXNSFDA238001"]}]},{"DOI":"10.13039\/501100012434","name":"Middle-aged and Young Teachers' Basic Ability Promotion Project of Guangxi","doi-asserted-by":"publisher","award":["2020KY05033"],"award-info":[{"award-number":["2020KY05033"]}],"id":[{"id":"10.13039\/501100012434","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Innovation Project of GUET Graduate Education","award":["2023YCXS056"],"award-info":[{"award-number":["2023YCXS056"]}]},{"name":"Innovation Project of GUET Graduate Education","award":["2023YCXS056"],"award-info":[{"award-number":["2023YCXS056"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s11036-024-02397-7","type":"journal-article","created":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T08:02:25Z","timestamp":1724832145000},"page":"717-735","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Deep Reinforcement Learning Method for Task Offloading in Mobile Edge Computing Networks Based on Parallel Exploration with Asynchronous Training"],"prefix":"10.1007","volume":"30","author":[{"given":"Junyan","family":"Chen","sequence":"first","affiliation":[]},{"given":"Lei","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Hongmei","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,28]]},"reference":[{"issue":"4","key":"2397_CR1","doi-asserted-by":"publisher","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","volume":"19","author":"Y Mao","year":"2017","unstructured":"Mao Y, You C, Zhang J et al (2017) A survey on mobile edge computing: The communication perspective. IEEE Commun Surveys Tuts 19(4):2322\u20132358","journal-title":"IEEE Commun Surveys Tuts"},{"issue":"11","key":"2397_CR2","first-page":"138","volume":"39","author":"R Xie","year":"2018","unstructured":"Xie R, Lian X, Jia Q et al (2018) Survey on computation offloading in mobile edge computing. J Commun 39(11):138\u2013155","journal-title":"J Commun"},{"key":"2397_CR3","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1016\/j.future.2023.12.004","volume":"53","author":"Z Chen","year":"2024","unstructured":"Chen Z, Zhang J, Huang Z et al (2024) Computation offloading in blockchain-enabled MCS systems: A scalable deep reinforcement learning approach. Futur Gener Comput Syst 53:301\u2013311","journal-title":"Futur Gener Comput Syst"},{"issue":"8","key":"2397_CR4","doi-asserted-by":"publisher","first-page":"1911","DOI":"10.1109\/TPDS.2021.3132422","volume":"33","author":"Z Chen","year":"2022","unstructured":"Chen Z, Hu J, Min G et al (2022) Adaptive and efficient resource allocation in cloud datacenters using actor-critic deep reinforcement learning. IEEE Trans Parallel Distrib Syst 33(8):1911\u20131923","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"18","key":"2397_CR5","first-page":"217","volume":"4","author":"J Liu","year":"2022","unstructured":"Liu J, Wu Z, Liu J et al (2022) Cost research of internet of things service architecture for random mobile users based on edge computing. Int J Web Inf Syst 4(18):217\u2013235","journal-title":"Int J Web Inf Syst"},{"issue":"2","key":"2397_CR6","first-page":"99","volume":"17","author":"R Masadeh","year":"2021","unstructured":"Masadeh R, Alsharman N, Sharieh A et al (2021) Task scheduling on cloud computing based on sea lion optimization algorithm. Int J Web Inf Syst 17(2):99\u2013116","journal-title":"Int J Web Inf Syst"},{"key":"2397_CR7","doi-asserted-by":"publisher","unstructured":"Yu Y, Zhang J, Letaief KB (2016) Joint subcarrier and CPU time allocation for mobile edge computing. 2016 IEEE global communications conference (GLOBECOM). IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/GLOCOM.2016.7841937","DOI":"10.1109\/GLOCOM.2016.7841937"},{"issue":"9","key":"2397_CR8","doi-asserted-by":"publisher","first-page":"4569","DOI":"10.1109\/TWC.2013.072513.121842","volume":"12","author":"W Zhang","year":"2013","unstructured":"Zhang W, Wen Y, Guan K et al (2013) Energy-optimal mobile cloud computing under stochastic wireless channel. IEEE Trans Wireless Commun 12(9):4569\u20134581","journal-title":"IEEE Trans Wireless Commun"},{"issue":"5","key":"2397_CR9","doi-asserted-by":"publisher","first-page":"1757","DOI":"10.1109\/JSAC.2016.2545382","volume":"34","author":"C You","year":"2016","unstructured":"You C, Huang K, Hyukjin C (2016) Energy efficient mobile cloud computing powered by wireless energy transfer. IEEE J Sel Areas Commun 34(5):1757\u20131771","journal-title":"IEEE J Sel Areas Commun"},{"issue":"1","key":"2397_CR10","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1109\/TWC.2019.2943563","volume":"19","author":"J Yan","year":"2020","unstructured":"Yan J, Bi S, Zhang YJA et al (2020) Optimal task offloading and resource allocation in mobile-edge computing with inter-user task dependency. IEEE Trans Wireless Commun 19(1):235\u2013250","journal-title":"IEEE Trans Wireless Commun"},{"issue":"7","key":"2397_CR11","doi-asserted-by":"publisher","first-page":"4947","DOI":"10.1109\/TWC.2020.2988386","volume":"19","author":"S Bi","year":"2020","unstructured":"Bi S, Huang L, Zhang YJA (2020) Joint optimization of service caching placement and computation offloading in mobile edge computing systems. IEEE Trans Wireless Commun 19(7):4947\u20134963","journal-title":"IEEE Trans Wireless Commun"},{"issue":"4","key":"2397_CR12","doi-asserted-by":"publisher","first-page":"3978","DOI":"10.1109\/TVT.2021.3063953","volume":"70","author":"M Samir","year":"2021","unstructured":"Samir M, Elhattab M, Assi C et al (2021) Optimizing age of information through aerial reconfigurable intelligent surfaces: A deep reinforcement learning approach. IEEE Trans Veh Technol 70(4):3978\u20133983","journal-title":"IEEE Trans Veh Technol"},{"issue":"6","key":"2397_CR13","doi-asserted-by":"publisher","first-page":"4177","DOI":"10.1109\/TWC.2018.2821664","volume":"17","author":"S Bi","year":"2018","unstructured":"Bi S, Zhang YJA (2018) Computation Rate Maximization for Wireless Powered Mobile-Edge Computing With Binary Computation Offloading. IEEE Trans Wireless Commun 17(6):4177\u20134190","journal-title":"IEEE Trans Wireless Commun"},{"issue":"4","key":"2397_CR14","doi-asserted-by":"publisher","first-page":"2244","DOI":"10.1109\/TWC.2019.2901850","volume":"18","author":"G Lee","year":"2019","unstructured":"Lee G, Saad W, Bennis M (2019) An online optimization framework for distributed fog network formation with minimal latency. IEEE Trans Wireless Commun 18(4):2244\u20132258","journal-title":"IEEE Trans Wireless Commun"},{"issue":"09","key":"2397_CR15","first-page":"3220","volume":"44","author":"D Zhang","year":"2022","unstructured":"Zhang D, Li X, Zhang J et al (2022) New method of task offloading in mobile edge computing for vehicles based on simulated annealing mechanism. J Electron Inf Technol 44(09):3220\u20133230","journal-title":"J Electron Inf Technol"},{"issue":"3","key":"2397_CR16","doi-asserted-by":"publisher","first-page":"3262","DOI":"10.1109\/TCC.2023.3280170","volume":"11","author":"T Liu","year":"2023","unstructured":"Liu T, Guo D, Xu Q et al (2023) Joint task offloading and dispatching for MEC With rational mobile devices and edge nodes. IEEE Trans Cloud Comput 11(3):3262\u20133273","journal-title":"IEEE Trans Cloud Comput"},{"issue":"03","key":"2397_CR17","first-page":"899","volume":"44","author":"W Lu","year":"2022","unstructured":"Lu W, Zhan Y, Hua Q et al (2022) Energy consumption optimization in UAV wireless power transfer based mobile edge computing system. J Electron Inf Technol 44(03):899\u2013905","journal-title":"J Electron Inf Technol"},{"issue":"1","key":"2397_CR18","first-page":"64","volume":"44","author":"L Long","year":"2023","unstructured":"Long L, Liu Z, Lu Z et al (2023) Joint optimization strategy of service cache and resource allocation in mobile edge network. J Commun 44(1):64\u201374","journal-title":"J Commun"},{"key":"2397_CR19","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/s10586-021-03518-7","volume":"26","author":"SKU Zaman","year":"2023","unstructured":"Zaman SKU, Jehangiri AI, Maqsood T et al (2023) LiMPO: lightweight mobility prediction and offloading framework using machine learning for mobile edge computing. Cluster Comput 26:99\u2013117","journal-title":"Cluster Comput"},{"issue":"7","key":"2397_CR20","doi-asserted-by":"publisher","first-page":"3312","DOI":"10.3390\/app12073312","volume":"12","author":"SKU Zaman","year":"2022","unstructured":"Zaman SKU, Jehangiri AI, Maqsood T et al (2022) COME-UP: Computation offloading in mobile edge computing with LSTM based user direction prediction. Appl Sci 12(7):3312","journal-title":"Appl Sci"},{"key":"2397_CR21","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-023-02209-4","author":"L Li","year":"2023","unstructured":"Li L, Li S, Wen Y et al (2023) Cloud-edge multi-service data offloading optimization for new type distribution grid. Mobile Netw App. https:\/\/doi.org\/10.1007\/s11036-023-02209-4","journal-title":"Mobile Netw App"},{"key":"2397_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-023-02272-x","author":"H Hou","year":"2023","unstructured":"Hou H, Chai Z, Liu X et al (2023) A task offloading algorithm using multi-objective optimization under hybrid mode in mobile edge computing. Mobile Netw App. https:\/\/doi.org\/10.1007\/s11036-023-02272-x","journal-title":"Mobile Netw App"},{"issue":"17","key":"2397_CR23","doi-asserted-by":"publisher","first-page":"15679","DOI":"10.1109\/JIOT.2023.3265432","volume":"10","author":"M Wang","year":"2023","unstructured":"Wang M, Zhang L, Gao P et al (2023) Stackelberg-game-based intelligent offloading incentive mechanism for a Multi-UAV-assisted mobile-edge computing system. IEEE Internet Things J 10(17):15679\u201315689","journal-title":"IEEE Internet Things J"},{"issue":"20","key":"2397_CR24","doi-asserted-by":"publisher","first-page":"4467","DOI":"10.3390\/s19204467","volume":"19","author":"C Cui","year":"2019","unstructured":"Cui C, Zhao M, Wong K (2019) An LSTM-method-based availability prediction for optimized offloading in mobile edges. Sensors (Basel) 19(20):4467","journal-title":"Sensors (Basel)"},{"issue":"11","key":"2397_CR25","doi-asserted-by":"publisher","first-page":"4088","DOI":"10.3390\/s22114088","volume":"22","author":"S Yang","year":"2022","unstructured":"Yang S, Lee G, Huang L (2022) Deep learning-based dynamic computation task offloading for mobile edge computing networks. Sensors (Basel) 22(11):4088","journal-title":"Sensors (Basel)"},{"key":"2397_CR26","doi-asserted-by":"publisher","first-page":"1303","DOI":"10.1109\/LCOMM.2022.3159742","volume":"26","author":"J Xu","year":"2022","unstructured":"Xu J, Xu W (2022) Learning to optimize resource assignment for task offloading in mobile edge computing. IEEE Commun Lett 26:1303\u20131307","journal-title":"IEEE Commun Lett"},{"key":"2397_CR27","doi-asserted-by":"publisher","first-page":"149623","DOI":"10.1109\/ACCESS.2019.2947053","volume":"7","author":"Z Ali","year":"2019","unstructured":"Ali Z, Jiao L, Baker T et al (2019) A deep learning approach for energy efficient computational offloading in mobile edge computing. IEEE Access 7:149623\u2013149633","journal-title":"IEEE Access"},{"key":"2397_CR28","doi-asserted-by":"publisher","first-page":"134742","DOI":"10.1109\/ACCESS.2019.2942052","volume":"7","author":"S Pan","year":"2019","unstructured":"Pan S, Zhang Z, Zhang Z et al (2019) Dependency-Aware Computation Offloading in Mobile Edge Computing: A Reinforcement Learning Approach. IEEE Access 7:134742\u2013134753","journal-title":"IEEE Access"},{"issue":"12","key":"2397_CR29","doi-asserted-by":"publisher","first-page":"21215","DOI":"10.1109\/JIOT.2024.3366506","volume":"11","author":"H Zeng","year":"2024","unstructured":"Zeng H, Zhu Z, Wang Y et al (2024) Periodic collaboration and real-time dispatch using an actor-critic framework for UAV movement in mobile edge computing. IEEE Internet Things J 11(12):21215\u201321226","journal-title":"IEEE Internet Things J"},{"issue":"3","key":"2397_CR30","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/MWC.2018.1700291","volume":"25","author":"L Xiao","year":"2018","unstructured":"Xiao L, Wan X, Dai C et al (2018) Security in mobile edge caching with reinforcement learning. IEEE Wirel Commun 25(3):116\u2013122","journal-title":"IEEE Wirel Commun"},{"issue":"99","key":"2397_CR31","first-page":"1","volume":"PP","author":"Z Chen","year":"2023","unstructured":"Chen Z, Zhang J, Zheng X et al (2023) Profit-aware cooperative offloading in UAV-enabled MEC systems using lightweight deep reinforcement learning. IEEE Int Things J PP(99):1\u20131","journal-title":"IEEE Int Things J"},{"key":"2397_CR32","doi-asserted-by":"publisher","unstructured":"Li J, Gao H, Lv T et al. (2018) Deep reinforcement learning based computation offloading and resource allocation for MEC. 2018 IEEE Wireless Communications and Networking Conference (WCNC). IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/WCNC.2018.8377343","DOI":"10.1109\/WCNC.2018.8377343"},{"key":"2397_CR33","doi-asserted-by":"publisher","first-page":"1427219","DOI":"10.1155\/2022\/1427219","volume":"2022","author":"Z Yu","year":"2022","unstructured":"Yu Z, Xu X, Zhou W (2022) Task offloading and resource allocation strategy based on deep learning for mobile edge computing. Comput Intell Neurosci 2022:1427219","journal-title":"Comput Intell Neurosci"},{"issue":"10","key":"2397_CR34","doi-asserted-by":"publisher","first-page":"6114","DOI":"10.1109\/TCOMM.2020.3007742","volume":"68","author":"L Xiao","year":"2020","unstructured":"Xiao L, Lu X, Xu T et al (2020) Reinforcement learning-based mobile offloading for edge computing against jamming and interference. IEEE Trans Commun 68(10):6114\u20136126","journal-title":"IEEE Trans Commun"},{"issue":"1","key":"2397_CR35","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1109\/TVT.2023.3309321","volume":"73","author":"H Gao","year":"2024","unstructured":"Gao H, Wang X, Wei W et al (2024) Com-DDPG: Task offloading based on multiagent reinforcement learning for information-communication-enhanced mobile edge computing in the internet of vehicles. IEEE Trans Veh Technol 73(1):348\u2013361","journal-title":"IEEE Trans Veh Technol"},{"key":"2397_CR36","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2024.3396511","author":"Z Chen","year":"2024","unstructured":"Chen Z, Xiong B, Chen X et al (2024) Joint computation offloading and resource allocation in multi-edge smart communities with personalized federated deep reinforcement learning. IEEE Trans Mob Comput. https:\/\/doi.org\/10.1109\/TMC.2024.3396511","journal-title":"IEEE Trans Mob Comput"},{"issue":"10","key":"2397_CR37","doi-asserted-by":"publisher","first-page":"3536","DOI":"10.1109\/TMC.2021.3059691","volume":"21","author":"L Wang","year":"2022","unstructured":"Wang L, Wang K, Pan C et al (2022) Deep reinforcement learning based dynamic trajectory control for UAV-assisted mobile edge computing. IEEE Trans Mob Comput 21(10):3536\u20133550","journal-title":"IEEE Trans Mob Comput"},{"issue":"6","key":"2397_CR38","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1109\/MCOM.001.2200223","volume":"61","author":"Z Chen","year":"2023","unstructured":"Chen Z, Yu Z (2023) Intelligent offloading in blockchain-based mobile crowdsensing using deep reinforcement learning. IEEE Commun Mag 61(6):118\u2013123","journal-title":"IEEE Commun Mag"},{"issue":"1","key":"2397_CR39","doi-asserted-by":"publisher","first-page":"1830","DOI":"10.1109\/TIV.2023.3321679","volume":"9","author":"P Li","year":"2024","unstructured":"Li P, Xiao Z, Wang X et al (2024) EPtask: Deep reinforcement learning based energy-efficient and priority-aware task scheduling for dynamic vehicular edge computing. IEEE Trans Intell Veh 9(1):1830\u20131846","journal-title":"IEEE Trans Intell Veh"},{"issue":"11","key":"2397_CR40","doi-asserted-by":"publisher","first-page":"7519","DOI":"10.1109\/TWC.2021.3085319","volume":"20","author":"S Bi","year":"2021","unstructured":"Bi S, Huang L, Wang H et al (2021) Lyapunov-guided deep reinforcement learning for stable online computation offloading in mobile-edge computing networks. IEEE Trans Wireless Commun 20(11):7519\u20137537","journal-title":"IEEE Trans Wireless Commun"},{"issue":"1","key":"2397_CR41","first-page":"1","volume":"3","author":"MJ Neely","year":"2010","unstructured":"Neely MJ (2010) Stochastic network optimization with application to communication and queueing systems. Synth Lect Commun Netw 3(1):1\u201311","journal-title":"Synth Lect Commun Netw"},{"issue":"7","key":"2397_CR42","doi-asserted-by":"publisher","first-page":"5404","DOI":"10.1109\/TWC.2020.2993071","volume":"19","author":"J Yan","year":"2020","unstructured":"Yan J, Bi S, Zhang YJA (2020) Offloading and resource allocation with general task graph in mobile edge computing: a deep reinforcement learning approach. IEEE Trans Wireless Commun 19(7):5404\u20135419","journal-title":"IEEE Trans Wireless Commun"},{"key":"2397_CR43","doi-asserted-by":"publisher","unstructured":"Mahjoubi A, Grinnemo KJ, Taheri J (2022) An efficient simulated annealing-based task scheduling technique for task offloading in a mobile edge architecture. 2022 IEEE 11th International Conference on Cloud Networking (CloudNet). IEEE, pp 159\u2013167. https:\/\/doi.org\/10.1109\/CloudNet55617.2022.9978900","DOI":"10.1109\/CloudNet55617.2022.9978900"},{"issue":"2","key":"2397_CR44","doi-asserted-by":"publisher","first-page":"1983","DOI":"10.1109\/TNSM.2023.3348124","volume":"21","author":"J Zhang","year":"2024","unstructured":"Zhang J, Yu H, Fan G et al (2024) Elastic task offloading and resource allocation over hybrid cloud: A reinforcement learning approach. IEEE Trans Netw Serv Manage 21(2):1983\u20131997","journal-title":"IEEE Trans Netw Serv Manage"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-024-02397-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-024-02397-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-024-02397-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T09:54:21Z","timestamp":1773309261000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-024-02397-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,28]]},"references-count":44,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["2397"],"URL":"https:\/\/doi.org\/10.1007\/s11036-024-02397-7","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,28]]},"assertion":[{"value":"13 August 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 August 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All authors confirm that neither the article nor any parts of its content are currently under consideration or published in another journal. The authors agree to publication in the journal.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publish"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}