{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T03:44:02Z","timestamp":1783482242735,"version":"3.55.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T00:00:00Z","timestamp":1729296000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T00:00:00Z","timestamp":1729296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61871433"],"award-info":[{"award-number":["61871433"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100021171","name":"GuangDong Basic and Applied Basic Research Foundation","doi-asserted-by":"crossref","award":["2024A1515012052"],"award-info":[{"award-number":["2024A1515012052"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s11227-024-06603-x","type":"journal-article","created":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T16:02:03Z","timestamp":1729353723000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Deep reinforcement learning-based dynamical task offloading for mobile edge computing"],"prefix":"10.1007","volume":"81","author":[{"given":"Bo","family":"Xie","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haixia","family":"Cui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,19]]},"reference":[{"issue":"3","key":"6603_CR1","doi-asserted-by":"publisher","first-page":"940","DOI":"10.1109\/TMC.2020.3017079","volume":"21","author":"S Tuli","year":"2020","unstructured":"Tuli S, Ilager S, Ramamohanarao K, Buyya R (2020) Dynamic scheduling for stochastic edge-cloud computing environments using a3c learning and residual recurrent neural networks. IEEE Trans Mob Comput 21(3):940\u2013954","journal-title":"IEEE Trans Mob Comput"},{"issue":"8","key":"6603_CR2","doi-asserted-by":"publisher","first-page":"1738","DOI":"10.1109\/JPROC.2019.2918951","volume":"107","author":"Z Zhou","year":"2019","unstructured":"Zhou Z, Chen X, Li E, Zeng L, Luo K, Zhang J (2019) Edge intelligence: paving the last mile of artificial intelligence with edge computing. Proc IEEE 107(8):1738\u20131762","journal-title":"Proc IEEE"},{"issue":"17","key":"6603_CR3","doi-asserted-by":"publisher","first-page":"15435","DOI":"10.1109\/JIOT.2022.3176400","volume":"9","author":"P McEnroe","year":"2022","unstructured":"McEnroe P, Wang S, Liyanage M (2022) A survey on the convergence of edge computing and ai for uavs: opportunities and challenges. IEEE Int Things J 9(17):15435\u201315459","journal-title":"IEEE Int Things J"},{"issue":"3","key":"6603_CR4","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1109\/JSTSP.2022.3140660","volume":"16","author":"Y Guo","year":"2022","unstructured":"Guo Y, Zhao R, Lai S, Fan L, Lei X, Karagiannidis GK (2022) Distributed machine learning for multiuser mobile edge computing systems. IEEE J Sel Top Signal Proc 16(3):460\u2013473","journal-title":"IEEE J Sel Top Signal Proc"},{"key":"6603_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108146","volume":"121","author":"S Wan","year":"2022","unstructured":"Wan S, Ding S, Chen C (2022) Edge computing enabled video segmentation for real-time traffic monitoring in internet of vehicles. Pattern Recognit 121:108146","journal-title":"Pattern Recognit"},{"issue":"5","key":"6603_CR6","doi-asserted-by":"publisher","first-page":"3348","DOI":"10.1109\/TII.2020.2978946","volume":"17","author":"Z Chang","year":"2020","unstructured":"Chang Z, Liu L, Guo X, Sheng Q (2020) Dynamic resource allocation and computation offloading for iot fog computing system. IEEE Trans Ind Inform 17(5):3348\u20133357","journal-title":"IEEE Trans Ind Inform"},{"issue":"1","key":"6603_CR7","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/COMST.2019.2943405","volume":"22","author":"TK Rodrigues","year":"2019","unstructured":"Rodrigues TK, Suto K, Nishiyama H, Liu J, Kato N (2019) Machine learning meets computation and communication control in evolving edge and cloud: challenges and future perspective. IEEE Commun Surv Tutor 22(1):38\u201367","journal-title":"IEEE Commun Surv Tutor"},{"key":"6603_CR8","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/s12083-019-00721-7","volume":"13","author":"D Rahbari","year":"2020","unstructured":"Rahbari D, Nickray M (2020) Task offloading in mobile fog computing by classification and regression tree. Peer-to-Peer Netw Appl 13:104\u2013122","journal-title":"Peer-to-Peer Netw Appl"},{"issue":"7","key":"6603_CR9","doi-asserted-by":"publisher","first-page":"5250","DOI":"10.1109\/JIOT.2021.3058236","volume":"8","author":"H Liao","year":"2021","unstructured":"Liao H, Zhou Z, Zhao X, Wang Y (2021) Learning-based queue-aware task offloading and resource allocation for space-air-ground-integrated power iot. IEEE Int Things J 8(7):5250\u20135263","journal-title":"IEEE Int Things J"},{"key":"6603_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108177","volume":"195","author":"F Saeik","year":"2021","unstructured":"Saeik F, Avgeris M, Spatharakis D, Santi N, Dechouniotis D, Violos J, Leivadeas A, Athanasopoulos N, Mitton N, Papavassiliou S (2021) Task offloading in edge and cloud computing: a survey on mathematical, artificial intelligence and control theory solutions. Comput Netw 195:108177","journal-title":"Comput Netw"},{"key":"6603_CR11","doi-asserted-by":"publisher","first-page":"13092","DOI":"10.1109\/ACCESS.2019.2893118","volume":"7","author":"S Li","year":"2019","unstructured":"Li S, Tao Y, Qin X, Liu L, Zhang Z, Zhang P (2019) Energy-aware mobile edge computation offloading for iot over heterogenous networks. IEEE Access 7:13092\u201313105","journal-title":"IEEE Access"},{"key":"6603_CR12","doi-asserted-by":"publisher","first-page":"75868","DOI":"10.1109\/ACCESS.2018.2882800","volume":"6","author":"Q-V Pham","year":"2018","unstructured":"Pham Q-V, Leanh T, Tran NH, Park BJ, Hong CS (2018) Decentralized computation offloading and resource allocation for mobile-edge computing: a matching game approach. IEEE Access 6:75868\u201375885","journal-title":"IEEE Access"},{"key":"6603_CR13","doi-asserted-by":"crossref","unstructured":"Chen M-H, Liang B, Dong M (2017) Joint Offloading and Resource Allocation for Computation and Communication in Mobile Cloud with Computing Access Point. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications, pp. 1\u20139. IEEE","DOI":"10.1109\/INFOCOM.2017.8057150"},{"key":"6603_CR14","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1007\/s12065-019-00284-9","volume":"14","author":"DS Rani","year":"2021","unstructured":"Rani DS, Pounambal M (2021) Deep learning based dynamic task offloading in mobile cloudlet environments. Evolut Intell 14:499\u2013507","journal-title":"Evolut Intell"},{"key":"6603_CR15","doi-asserted-by":"crossref","unstructured":"Zhu X, Chen S, Chen S, Yang G (2019) Energy and Delay Co-Aware Computation Offloading with Deep Learning in Fog Computing Networks. In: 2019 IEEE 38th International Performance Computing and Communications Conference (IPCCC), pp. 1\u20136. IEEE","DOI":"10.1109\/IPCCC47392.2019.8958729"},{"key":"6603_CR16","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3437344","author":"K Cao","year":"2024","unstructured":"Cao K, Chen M, Karnouskos S, Hu S (2024) Reliability-aware personalized deployment of approximate computation iot applications in serverless mobile edge computing. IEEE Trans Comput-Aided Des Integr Circuits Syst. https:\/\/doi.org\/10.1109\/TCAD.2024.3437344","journal-title":"IEEE Trans Comput-Aided Des Integr Circuits Syst"},{"key":"6603_CR17","doi-asserted-by":"crossref","unstructured":"Bi S, Huang L, Wang H, Zhang Y-JA (2021) Stable Online Computation Offloading via Lyapunov-Guided Deep Reinforcement Learning. In: ICC 2021-IEEE International Conference on Communications, pp. 1\u20137. IEEE","DOI":"10.1109\/ICC42927.2021.9500520"},{"issue":"3","key":"6603_CR18","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1109\/TCCN.2021.3066619","volume":"7","author":"L Ale","year":"2021","unstructured":"Ale L, Zhang N, Fang X, Chen X, Wu S, Li L (2021) Delay-aware and energy-efficient computation offloading in mobile-edge computing using deep reinforcement learning. IEEE Trans Cognit Commun Netw 7(3):881\u2013892","journal-title":"IEEE Trans Cognit Commun Netw"},{"issue":"8","key":"6603_CR19","doi-asserted-by":"publisher","first-page":"6649","DOI":"10.1109\/JIOT.2021.3051427","volume":"8","author":"T Liu","year":"2021","unstructured":"Liu T, Zhang Y, Zhu Y, Tong W, Yang Y (2021) Online computation offloading and resource scheduling in mobile-edge computing. IEEE Int Things J 8(8):6649\u20136664","journal-title":"IEEE Int Things J"},{"issue":"17","key":"6603_CR20","doi-asserted-by":"publisher","first-page":"13196","DOI":"10.1109\/JIOT.2021.3064995","volume":"8","author":"TP Truong","year":"2021","unstructured":"Truong TP, Nguyen T-V, Noh W, Cho S et al (2021) Partial computation offloading in noma-assisted mobile-edge computing systems using deep reinforcement learning. IEEE Int Things J 8(17):13196\u201313208","journal-title":"IEEE Int Things J"},{"key":"6603_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.comcom.2021.04.028","volume":"175","author":"M Chen","year":"2021","unstructured":"Chen M, Wang T, Zhang S, Liu A (2021) Deep reinforcement learning for computation offloading in mobile edge computing environment. Comput Commun 175:1\u201312","journal-title":"Comput Commun"},{"issue":"1","key":"6603_CR22","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/TNSE.2022.3217311","volume":"10","author":"B Yamansavascilar","year":"2023","unstructured":"Yamansavascilar B, Baktir AC, Sonmez C, Ozgovde A, Ersoy C (2023) Deepedge: a deep reinforcement learning based task orchestrator for edge computing. IEEE Trans Netw Sci Eng 10(1):538\u2013552. https:\/\/doi.org\/10.1109\/TNSE.2022.3217311","journal-title":"IEEE Trans Netw Sci Eng"},{"issue":"2","key":"6603_CR23","doi-asserted-by":"publisher","first-page":"864","DOI":"10.1109\/TCOMM.2022.3229033","volume":"71","author":"Y Xiao","year":"2023","unstructured":"Xiao Y, Xiao L, Wan K, Yang H, Zhang Y, Wu Y, Zhang Y (2023) Reinforcement learning based energy-efficient collaborative inference for mobile edge computing. IEEE Trans Commun 71(2):864\u2013876. https:\/\/doi.org\/10.1109\/TCOMM.2022.3229033","journal-title":"IEEE Trans Commun"},{"issue":"4","key":"6603_CR24","doi-asserted-by":"publisher","first-page":"3156","DOI":"10.1109\/TMC.2023.3270242","volume":"23","author":"L-T Hsieh","year":"2024","unstructured":"Hsieh L-T, Liu H, Guo Y, Gazda R (2024) Deep reinforcement learning-based task assignment for cooperative mobile edge computing. IEEE Trans Mob Comput 23(4):3156\u20133171. https:\/\/doi.org\/10.1109\/TMC.2023.3270242","journal-title":"IEEE Trans Mob Comput"},{"issue":"1","key":"6603_CR25","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1186\/s13677-021-00246-6","volume":"10","author":"B Lin","year":"2021","unstructured":"Lin B, Lin K, Lin C, Lu Y, Huang Z, Chen X (2021) Computation offloading strategy based on deep reinforcement learning for connected and autonomous vehicle in vehicular edge computing. J Cloud Comput 10(1):33","journal-title":"J Cloud Comput"},{"key":"6603_CR26","doi-asserted-by":"publisher","unstructured":"M V, Khot V, Pai SS, Rao VR, N K (2023) Deep Reinforcement Learning for Task Offloading in a Multi-Access Edge Computing Environment. In: 2023 International Conference on Network, Multimedia and Information Technology (NMITCON), pp. 1\u20136. https:\/\/doi.org\/10.1109\/NMITCON58196.2023.10275998","DOI":"10.1109\/NMITCON58196.2023.10275998"},{"key":"6603_CR27","unstructured":"Schulman J, Levine S, Abbeel P, Jordan M, Moritz P (2015) Trust Region Policy Optimization. In: International Conference on Machine Learning, pp. 1889\u20131897. PMLR"},{"key":"6603_CR28","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"6603_CR29","doi-asserted-by":"crossref","unstructured":"Zhang R, Xia H, Chen Z, Kang Z, Wang K, Gao W (2024) Computation cost-driven offloading strategy based on reinforcement learning for consumer devices. IEEE Transactions on Consumer Electronics","DOI":"10.1109\/TCE.2024.3357459"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06603-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-024-06603-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06603-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T16:03:06Z","timestamp":1729353786000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-024-06603-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,19]]},"references-count":29,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["6603"],"URL":"https:\/\/doi.org\/10.1007\/s11227-024-06603-x","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,19]]},"assertion":[{"value":"7 October 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain studies with human participants or animals. Statement of informed consent is not applicable since the manuscript does not contain any patient data.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}}],"article-number":"35"}}