{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T20:26:28Z","timestamp":1770755188944,"version":"3.50.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2023,10,17]],"date-time":"2023-10-17T00:00:00Z","timestamp":1697500800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,17]],"date-time":"2023-10-17T00:00:00Z","timestamp":1697500800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972456, 62172298"],"award-info":[{"award-number":["61972456, 62172298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006606","name":"Natural Science Foundation of Tianjin City","doi-asserted-by":"publisher","award":["22JCZDJC00600"],"award-info":[{"award-number":["22JCZDJC00600"]}],"id":[{"id":"10.13039\/501100006606","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Innovation Fund for Combination of industry and education in China","award":["2022BL083"],"award-info":[{"award-number":["2022BL083"]}]},{"DOI":"10.13039\/100006530","name":"Council on Graduate Medical Education, New York State Department of Health","doi-asserted-by":"publisher","award":["YJSJG202211"],"award-info":[{"award-number":["YJSJG202211"]}],"id":[{"id":"10.13039\/100006530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019062","name":"Tianjin Research Innovation Project for Postgraduate Students","doi-asserted-by":"publisher","award":["2022SKY145"],"award-info":[{"award-number":["2022SKY145"]}],"id":[{"id":"10.13039\/501100019062","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10489-023-05065-7","type":"journal-article","created":{"date-parts":[[2023,10,17]],"date-time":"2023-10-17T11:03:01Z","timestamp":1697540581000},"page":"28832-28847","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["A dynamic queuing model based distributed task offloading algorithm using deep reinforcement learning in mobile edge computing"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2763-1286","authenticated-orcid":false,"given":"Zhengyi","family":"Chai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6941-4653","authenticated-orcid":false,"given":"Haole","family":"Hou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6655-4781","authenticated-orcid":false,"given":"Yalun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,17]]},"reference":[{"key":"5065_CR1","doi-asserted-by":"crossref","unstructured":"Maray M, Shuja J (2022) Computation offloading in mobile cloud computing and mobile edge computing: survey, taxonomy, and open issues. Mob Inform Syst vol 2022","DOI":"10.1155\/2022\/1121822"},{"issue":"6","key":"5065_CR2","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1109\/TMC.2019.2908403","volume":"19","author":"A Ndikumana","year":"2019","unstructured":"Ndikumana A, Tran NH, Ho TM, Han Z, Saad W, Niyato D, Hong CS (2019) Joint communication, computation, caching, and control in big data multi-access edge computing. IEEE Trans Mob Comput 19(6):1359\u20131374","journal-title":"IEEE Trans Mob Comput"},{"key":"5065_CR3","doi-asserted-by":"crossref","unstructured":"Dong L, Wang F, Shan J, (2018) Computation offloading for mobile-edge computing with maximum flow minimum cut. In: Proceedings of the 2nd International conference on computer science and application engineering, pp 1\u20135","DOI":"10.1145\/3207677.3277943"},{"issue":"10","key":"5065_CR4","doi-asserted-by":"publisher","first-page":"2992","DOI":"10.1109\/TMC.2020.2994232","volume":"20","author":"A Bozorgchenani","year":"2020","unstructured":"Bozorgchenani A, Mashhadi F, Tarchi D, Monroy SAS (2020) Multi-objective computation sharing in energy and delay constrained mobile edge computing environments. IEEE Trans Mob Comput 20(10):2992\u20133005","journal-title":"IEEE Trans Mob Comput"},{"key":"5065_CR5","doi-asserted-by":"crossref","unstructured":"Feng C, Han P, Zhang X, Yang B, Liu Y, Guo L (2022) Computation offloading in mobile edge computing networks: a survey. J Netw Comput Appl pp 103366","DOI":"10.1016\/j.jnca.2022.103366"},{"issue":"6","key":"5065_CR6","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TETCI.2020.3007905","volume":"4","author":"M Asim","year":"2020","unstructured":"Asim M, Wang Y, Wang K, Huang P-Q (2020) A review on computational intelligence techniques in cloud and edge computing. IEEE Trans Emerg Top Comput Intell 4(6):742\u2013763","journal-title":"IEEE Trans Emerg Top Comput Intell"},{"key":"5065_CR7","doi-asserted-by":"crossref","unstructured":"Wang X, Li J, Ning Z, Song Q, Guo L, Guo S, Obaidat MS (2023) Wireless powered mobile edge computing networks: a survey. ACM Comput Surv","DOI":"10.1145\/3579992"},{"key":"5065_CR8","doi-asserted-by":"publisher","first-page":"6900","DOI":"10.1109\/ACCESS.2017.2778504","volume":"6","author":"W Yu","year":"2017","unstructured":"Yu W, Liang F, He X, Hatcher WG, Lu C, Lin J, Yang X (2017) A survey on the edge computing for the internet of things. IEEE Access 6:6900\u20136919","journal-title":"IEEE Access"},{"key":"5065_CR9","unstructured":"Mao Y, You C, Zhang J, Huang K, Letaief KB (2017) Mobile edge computing: survey and research outlook. arXiv:1701.01090"},{"issue":"5","key":"5065_CR10","doi-asserted-by":"publisher","first-page":"7635","DOI":"10.1109\/JIOT.2019.2903191","volume":"6","author":"K Zhang","year":"2019","unstructured":"Zhang K, Zhu Y, Leng S, He Y, Maharjan S, Zhang Y (2019) Deep learning empowered task offloading for mobile edge computing in urban informatics. IEEE Int Things J 6(5):7635\u20137647","journal-title":"IEEE Int Things J"},{"issue":"1","key":"5065_CR11","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/JSTSP.2022.3222910","volume":"17","author":"Y Ding","year":"2023","unstructured":"Ding Y, Feng Y, Lu W, Zheng S, Zhao N, Meng L, Nallanathan A, Yang X (2023) Online edge learning offloading and resource management for uav-assisted mec secure communications. IEEE J Selected Top Signal Process 17(1):54\u201365","journal-title":"IEEE J Selected Top Signal Process"},{"issue":"4","key":"5065_CR12","doi-asserted-by":"publisher","first-page":"4887","DOI":"10.1109\/TVT.2022.3227197","volume":"72","author":"M Sun","year":"2023","unstructured":"Sun M, Xu X, Han S, Zheng H, Tao X, Zhang P (2023) Secure computation offloading for device-collaborative mec networks: a drl-based approach. Trans Veh Technol 72(4):4887\u20134903","journal-title":"Trans Veh Technol"},{"key":"5065_CR13","doi-asserted-by":"crossref","unstructured":"Dai Y, Zhang K, Maharjan S, Zhang Y (2020) Edge intelligence for energy-efficient computation offloading and resource allocation in 5g beyond. IEEE Trans Veh Technol 69(10)12, 175\u201312, 186","DOI":"10.1109\/TVT.2020.3013990"},{"issue":"3","key":"5065_CR14","doi-asserted-by":"publisher","first-page":"1577","DOI":"10.1109\/TWC.2019.2955129","volume":"19","author":"J Luo","year":"2020","unstructured":"Luo J, Yu FR, Chen Q, Tang L (2020) Adaptive video streaming with edge caching and video transcoding over software-defined mobile networks: a deep reinforcement learning approach. IEEE Trans Wirel Commun 19(3):1577\u20131592","journal-title":"IEEE Trans Wirel Commun"},{"key":"5065_CR15","doi-asserted-by":"crossref","unstructured":"Chen J, Xing H, Xiao Z, Xu L, Tao T (2021) A drl agent for jointly optimizing computation offloading and resource allocation in mec. IEEE Internet Things J 8(24):17, 508\u201317, 524","DOI":"10.1109\/JIOT.2021.3081694"},{"issue":"7","key":"5065_CR16","doi-asserted-by":"publisher","first-page":"4968","DOI":"10.1109\/TII.2020.3016320","volume":"17","author":"Y Dai","year":"2021","unstructured":"Dai Y, Zhang K, Maharjan S, Zhang Y (2021) Deep reinforcement learning for stochastic computation offloading in digital twin networks. IEEE Trans Ind Inform 17(7):4968\u20134977","journal-title":"IEEE Trans Ind Inform"},{"key":"5065_CR17","doi-asserted-by":"crossref","unstructured":"Lin N, Tang H, Zhao L, Wan S, Hawbani A, Guizani M (2023) A pddqnlp algorithm for energy efficient computation offloading in uav-assisted mec. IEEE Trans Wirel Commun pp 1\u20131","DOI":"10.1109\/TWC.2023.3266497"},{"key":"5065_CR18","doi-asserted-by":"crossref","unstructured":"Sha D, Zhao R (2021) Drl-based task offloading and resource allocation in multi-uav-mec network with sdn. In: 2021 IEEE\/CIC International conference on communications in China (ICCC), pp 595\u2013600","DOI":"10.1109\/ICCC52777.2021.9580253"},{"key":"5065_CR19","doi-asserted-by":"publisher","first-page":"8265","DOI":"10.1007\/s12652-020-02561-3","volume":"12","author":"F Jazayeri","year":"2021","unstructured":"Jazayeri F, Shahidinejad A, Ghobaei-Arani M (2021) Autonomous computation offloading and auto-scaling the in the mobile fog computing: a deep reinforcement learning-based approach. J Ambient Intell Humanized Comput 12:8265\u20138284","journal-title":"J Ambient Intell Humanized Comput"},{"issue":"10","key":"5065_CR20","doi-asserted-by":"publisher","first-page":"9255","DOI":"10.1109\/JIOT.2020.2981557","volume":"7","author":"H Lu","year":"2020","unstructured":"Lu H, He X, Du M, Ruan X, Sun Y, Wang K (2020) Edge qoe: Computation offloading with deep reinforcement learning for internet of things. IEEE Internet of Things J 7(10):9255\u20139265","journal-title":"IEEE Internet of Things J"},{"key":"5065_CR21","doi-asserted-by":"crossref","unstructured":"Nath S, Wu J (2020) Dynamic computation offloading and resource allocation for multi-user mobile edge computing. In: GLOBECOM 2020 - 2020 IEEE global communications conference, pp 1\u20136","DOI":"10.1109\/GLOBECOM42002.2020.9348161"},{"issue":"3","key":"5065_CR22","doi-asserted-by":"publisher","first-page":"3448","DOI":"10.1109\/TNSM.2021.3087258","volume":"18","author":"G Qu","year":"2021","unstructured":"Qu G, Wu H, Li R, Jiao P (2021) Dmro: A deep meta reinforcement learning-based task offloading framework for edge-cloud computing. IEEE Trans Netw Serv Manag 18(3):3448\u20133459","journal-title":"IEEE Trans Netw Serv Manag"},{"issue":"2","key":"5065_CR23","doi-asserted-by":"publisher","first-page":"181","DOI":"10.23919\/ICN.2020.0014","volume":"1","author":"S Nath","year":"2020","unstructured":"Nath S, Wu J (2020) Deep reinforcement learning for dynamic computation offloading and resource allocation in cache-assisted mobile edge computing systems. Intell Converged Netw 1(2):181\u2013198","journal-title":"Intell Converged Netw"},{"key":"5065_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119154","volume":"642","author":"X Liu","year":"2023","unstructured":"Liu X, Chai Z-Y, Li Y-L, Cheng Y-Y, Zeng Y (2023) Multi-objective deep reinforcement learning for computation offloading in uav-assisted multi-access edge computing. Inform Sci 642:119154","journal-title":"Inform Sci"},{"issue":"4","key":"5065_CR25","doi-asserted-by":"publisher","first-page":"3215","DOI":"10.1109\/JIOT.2022.3143529","volume":"10","author":"C Chen","year":"2023","unstructured":"Chen C, Zeng Y, Li H, Liu Y, Wan S (2023) A multihop task offloading decision model in mec-enabled internet of vehicles. IEEE Internet Things J 10(4):3215\u20133230","journal-title":"IEEE Internet Things J"},{"key":"5065_CR26","doi-asserted-by":"crossref","unstructured":"Goh Y, Choi M, Jung J, Chung J-M (2022) Partial offloading mec optimization scheme using deep reinforcement learning for xr real-time m &s devices. In: 2022 IEEE International conference on consumer electronics (ICCE). IEEE, pp 1\u20133","DOI":"10.1109\/ICCE53296.2022.9730284"},{"issue":"3","key":"5065_CR27","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1109\/COMST.2017.2682318","volume":"19","author":"P Mach","year":"2017","unstructured":"Mach P, Becvar Z (2017) Mobile edge computing: A survey on architecture and computation offloading. IEEE Commun Surv & Tutorials 19(3):1628\u20131656","journal-title":"IEEE Commun Surv & Tutorials"},{"issue":"4","key":"5065_CR28","doi-asserted-by":"publisher","first-page":"6546","DOI":"10.1109\/JSYST.2022.3188997","volume":"16","author":"G Mitsis","year":"2022","unstructured":"Mitsis G, Tsiropoulou EE, Papavassiliou S (2022) Price and risk awareness for data offloading decision-making in edge computing systems. IEEE Syst J 16(4):6546\u20136557","journal-title":"IEEE Syst J"},{"issue":"6","key":"5065_CR29","doi-asserted-by":"publisher","first-page":"1985","DOI":"10.1109\/TMC.2020.3036871","volume":"21","author":"M Tang","year":"2020","unstructured":"Tang M, Wong VW (2020) Deep reinforcement learning for task offloading in mobile edge computing systems. IEEE Trans Mob Comput 21(6):1985\u20131997","journal-title":"IEEE Trans Mob Comput"},{"key":"5065_CR30","doi-asserted-by":"crossref","unstructured":"Liu J, Mao Y, Zhang J, Letaief KB (2016) Delay-optimal computation task scheduling for mobile-edge computing systems. In: 2016 IEEE International symposium on information theory (ISIT). IEEE, pp 1451\u20131455","DOI":"10.1109\/ISIT.2016.7541539"},{"issue":"1","key":"5065_CR31","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1109\/TMC.2019.2941934","volume":"20","author":"L Li","year":"2019","unstructured":"Li L, Quek QT, Ren J, Yang HH, Chen Z, Zhang Y (2019) An incentive-aware job offloading control framework for multi-access edge computing. IEEE Trans Mob Comput 20(1):63\u201375","journal-title":"IEEE Trans Mob Comput"},{"key":"5065_CR32","doi-asserted-by":"publisher","first-page":"5994","DOI":"10.1109\/TWC.2017.2717986","volume":"9","author":"Y Mao","year":"2017","unstructured":"Mao Y, Zhang J, Song S, Letaief KB (2017) Stochastic joint radio and computational resource management for multi-user mobile-edge computing systems. IEEE Trans Wireless Commun 9:5994\u20136009","journal-title":"IEEE Trans Wireless Commun"},{"key":"5065_CR33","doi-asserted-by":"crossref","unstructured":"Huang L, Feng X, Feng A, Huang Y, Qian LP (2018) Distributed deep learning-based offloading for mobile edge computing networks. Mobile networks and applications, pp. 1\u20138","DOI":"10.1007\/s11036-018-1177-x"},{"issue":"7540","key":"5065_CR34","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"5065_CR35","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv:1412.3555"},{"key":"5065_CR36","unstructured":"Wang Z, Schaul T, Hessel M, Hasselt H, Lanctot M, Freitas N (2016) Dueling network architectures for deep reinforcement learning. In: International conference on machine learning. PMLR, pp 1995\u20132003"},{"key":"5065_CR37","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proc AAAI conference on artificial intelligence, 30(1)","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"3","key":"5065_CR38","doi-asserted-by":"publisher","first-page":"2922","DOI":"10.1109\/TVT.2021.3058995","volume":"70","author":"C Li","year":"2021","unstructured":"Li C, Xia J, Liu F, Li D, Fan L, Karagiannidis GK, Nallanathan A (2021) Dynamic offloading for multiuser muti-cap mec networks: A deep reinforcement learning approach. IEEE Trans Veh Technol 70(3):2922\u20132927","journal-title":"IEEE Trans Veh Technol"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05065-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-05065-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05065-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,29]],"date-time":"2023-11-29T14:22:39Z","timestamp":1701267759000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-05065-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,17]]},"references-count":38,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["5065"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-05065-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,17]]},"assertion":[{"value":"28 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}