{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T15:53:23Z","timestamp":1778860403322,"version":"3.51.4"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T00:00:00Z","timestamp":1721174400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T00:00:00Z","timestamp":1721174400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SOCA"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s11761-024-00419-6","type":"journal-article","created":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T11:01:57Z","timestamp":1721214117000},"page":"263-276","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Deep reinforcement learning based task offloading and resource allocation strategy across multiple edge servers"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2382-4104","authenticated-orcid":false,"given":"Bing","family":"Shi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuting","family":"Pan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lianzhen","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,7,17]]},"reference":[{"issue":"10","key":"419_CR1","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MC.2017.3641638","volume":"50","author":"G Ananthanarayanan","year":"2017","unstructured":"Ananthanarayanan G, Bahl P, Bod\u00edk P et al (2017) Real-time video analytics: the killer app for edge computing. Computer 50(10):58\u201367. https:\/\/doi.org\/10.1109\/MC.2017.3641638","journal-title":"Computer"},{"issue":"2","key":"419_CR2","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/MNET.2018.1700268","volume":"32","author":"MS Elbamby","year":"2018","unstructured":"Elbamby MS, Perfecto C, Bennis M et al (2018) Toward low-latency and ultra-reliable virtual reality. IEEE Netw 32(2):78\u201384. https:\/\/doi.org\/10.1109\/MNET.2018.1700268","journal-title":"IEEE Netw"},{"issue":"2","key":"419_CR3","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1109\/JIOT.2018.2805263","volume":"5","author":"G Premsankar","year":"2018","unstructured":"Premsankar G, Di Francesco M, Taleb T (2018) Edge computing for the internet of things: a case study. IEEE Internet Things J 5(2):1275\u20131284. https:\/\/doi.org\/10.1109\/JIOT.2018.2805263","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"419_CR4","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1109\/JIOT.2017.2750180","volume":"5","author":"N Abbas","year":"2017","unstructured":"Abbas N, Zhang Y, Taherkordi A et al (2017) Mobile edge computing: a survey. IEEE Internet Things J 5(1):450\u2013465. https:\/\/doi.org\/10.1109\/JIOT.2017.2750180","journal-title":"IEEE Internet Things J"},{"issue":"3","key":"419_CR5","doi-asserted-by":"publisher","first-page":"1529","DOI":"10.1109\/TETC.2019.2902661","volume":"9","author":"J Wang","year":"2019","unstructured":"Wang J, Zhao L, Liu J et al (2019) Smart resource allocation for mobile edge computing: a deep reinforcement learning approach. IEEE Trans Emerg Top Comput 9(3):1529\u20131541. https:\/\/doi.org\/10.1109\/TETC.2019.2902661","journal-title":"IEEE Trans Emerg Top Comput"},{"issue":"1","key":"419_CR6","doi-asserted-by":"publisher","first-page":"856","DOI":"10.1109\/TVT.2018.2881191","volume":"68","author":"TX Tran","year":"2018","unstructured":"Tran TX, Pompili D (2018) Joint task offloading and resource allocation for multi-server mobile-edge computing networks. IEEE Trans Veh Technol 68(1):856\u2013868. https:\/\/doi.org\/10.1109\/TVT.2018.2881191","journal-title":"IEEE Trans Veh Technol"},{"issue":"5","key":"419_CR7","doi-asserted-by":"publisher","first-page":"3436","DOI":"10.1109\/TCOMM.2021.3058964","volume":"69","author":"F Fang","year":"2021","unstructured":"Fang F, Wang K, Ding Z et al (2021) Energy-efficient resource allocation for NOMA-MEC networks with imperfect CSI. IEEE Trans Commun 69(5):3436\u20133449. https:\/\/doi.org\/10.1109\/TCOMM.2021.3058964","journal-title":"IEEE Trans Commun"},{"issue":"4","key":"419_CR8","doi-asserted-by":"publisher","first-page":"3435","DOI":"10.1109\/TVT.2016.2593486","volume":"66","author":"X Lyu","year":"2016","unstructured":"Lyu X, Tian H, Sengul C et al (2016) Multiuser joint task offloading and resource optimization in proximate clouds. IEEE Trans Veh Technol 66(4):3435\u20133447. https:\/\/doi.org\/10.1109\/TVT.2016.2593486","journal-title":"IEEE Trans Veh Technol"},{"issue":"3","key":"419_CR9","doi-asserted-by":"publisher","first-page":"1050","DOI":"10.1109\/TCC.2019.2898657","volume":"9","author":"Y Chen","year":"2019","unstructured":"Chen Y, Zhang N, Zhang Y et al (2019) Energy efficient dynamic offloading in mobile edge computing for internet of things. IEEE Trans Cloud Comput 9(3):1050\u20131060. https:\/\/doi.org\/10.1109\/TCC.2019.2898657","journal-title":"IEEE Trans Cloud Comput"},{"issue":"3","key":"419_CR10","doi-asserted-by":"publisher","first-page":"4804","DOI":"10.1109\/JIOT.2018.2868616","volume":"6","author":"Z Ning","year":"2018","unstructured":"Ning Z, Dong P, Kong X et al (2018) A cooperative partial computation offloading scheme for mobile edge computing enabled internet of things. IEEE Internet Things J 6(3):4804\u20134814. https:\/\/doi.org\/10.1109\/JIOT.2018.2868616","journal-title":"IEEE Internet Things J"},{"issue":"8","key":"419_CR11","doi-asserted-by":"publisher","first-page":"5404","DOI":"10.1109\/TWC.2020.2993071","volume":"19","author":"J Yan","year":"2020","unstructured":"Yan J, Bi S, Zhang YJA (2020) Offloading and resource allocation with general task graph in mobile edge computing: a deep reinforcement learning approach. IEEE Trans Wirel Commun 19(8):5404\u20135419. https:\/\/doi.org\/10.1109\/TWC.2020.2993071","journal-title":"IEEE Trans Wirel Commun"},{"key":"419_CR12","doi-asserted-by":"publisher","unstructured":"Li J, Gao H, Lv T et\u00a0al (2018) Deep reinforcement learning based computation offloading and resource allocation for MEC. In: 2018 IEEE wireless communications and networking conference (WCNC). IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/wcnc.2018.8377343","DOI":"10.1109\/wcnc.2018.8377343"},{"issue":"11","key":"419_CR13","doi-asserted-by":"publisher","first-page":"7519","DOI":"10.1109\/TWC.2021.3085319","volume":"20","author":"S Bi","year":"2021","unstructured":"Bi S, Huang L, Wang H et al (2021) Lyapunov-guided deep reinforcement learning for stable online computation offloading in mobile-edge computing networks. IEEE Trans Wirel Commun 20(11):7519\u20137537. https:\/\/doi.org\/10.1109\/TWC.2021.3085319","journal-title":"IEEE Trans Wirel Commun"},{"issue":"9","key":"419_CR14","doi-asserted-by":"publisher","first-page":"10214","DOI":"10.1109\/TVT.2020.3003898","volume":"69","author":"H Li","year":"2020","unstructured":"Li H, Xu H, Zhou C et al (2020) Joint optimization strategy of computation offloading and resource allocation in multi-access edge computing environment. IEEE Trans Veh Technol 69(9):10214\u201310226. https:\/\/doi.org\/10.1109\/TVT.2020.3003898","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"419_CR15","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/JIOT.2021.3084509","volume":"9","author":"Y Deng","year":"2021","unstructured":"Deng Y, Chen Z, Chen X et al (2021) Throughput maximization for multiedge multiuser edge computing systems. IEEE Internet Things J 9(1):68\u201379. https:\/\/doi.org\/10.1109\/JIOT.2021.3084509","journal-title":"IEEE Internet Things J"},{"issue":"10","key":"419_CR16","doi-asserted-by":"publisher","first-page":"6743","DOI":"10.1109\/TWC.2021.3076201","volume":"20","author":"S Xia","year":"2021","unstructured":"Xia S, Yao Z, Li Y et al (2021) Online distributed offloading and computing resource management with energy harvesting for heterogeneous MEC-enabled IoT. IEEE Trans Wirel Commun 20(10):6743\u20136757. https:\/\/doi.org\/10.1109\/TWC.2021.3076201","journal-title":"IEEE Trans Wirel Commun"},{"issue":"8","key":"419_CR17","doi-asserted-by":"publisher","first-page":"5688","DOI":"10.1109\/TII.2020.3001355","volume":"17","author":"L Qian","year":"2020","unstructured":"Qian L, Wu Y, Jiang F et al (2020) Noma assisted multi-task multi-access mobile edge computing via deep reinforcement learning for industrial internet of things. IEEE Trans Ind Inform 17(8):5688\u20135698. https:\/\/doi.org\/10.1109\/TII.2020.3001355","journal-title":"IEEE Trans Ind Inform"},{"key":"419_CR18","doi-asserted-by":"publisher","unstructured":"Jiang Q, Xu X, He Q, et\u00a0al (2021) Game theory-based task offloading and resource allocation for vehicular networks in edge-cloud computing. In: 2021 IEEE International Conference on Web Services (ICWS). IEEE, pp 341\u2013346. https:\/\/doi.org\/10.1109\/ICWS53863.2021.00052","DOI":"10.1109\/ICWS53863.2021.00052"},{"issue":"6","key":"419_CR19","doi-asserted-by":"publisher","first-page":"2603","DOI":"10.1109\/TCOMM.2018.2799937","volume":"66","author":"X Lyu","year":"2018","unstructured":"Lyu X, Tian H, Ni W et al (2018) Energy-efficient admission of delay-sensitive tasks for mobile edge computing. IEEE Trans Commun 66(6):2603\u20132616. https:\/\/doi.org\/10.1109\/TCOMM.2018.2799937","journal-title":"IEEE Trans Commun"},{"key":"419_CR20","doi-asserted-by":"publisher","unstructured":"Zhao H, Deng S, Zhang C, et\u00a0al (2019) A mobility-aware cross-edge computation offloading framework for partitionable applications. In: 2019 IEEE international conference on web services (ICWS). IEEE, pp 193\u2013200. https:\/\/doi.org\/10.1109\/ICWS.2019.00041","DOI":"10.1109\/ICWS.2019.00041"},{"key":"419_CR21","doi-asserted-by":"publisher","unstructured":"Du W, Lei Q, He Q, et\u00a0al (2019) Multiple energy harvesting devices enabled joint computation offloading and dynamic resource allocation for mobile-edge computing systems. In: 2019 IEEE international conference on web services (ICWS). IEEE, pp 154\u2013158. https:\/\/doi.org\/10.1109\/ICWS.2019.00035","DOI":"10.1109\/ICWS.2019.00035"},{"key":"419_CR22","doi-asserted-by":"crossref","unstructured":"Masson W, Ranchod P, Konidaris G (2016) Reinforcement learning with parameterized actions. In: Thirtieth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v30i1.10226"},{"issue":"1","key":"419_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3391198","volume":"21","author":"H Gao","year":"2021","unstructured":"Gao H, Huang W, Duan Y (2021) The cloud-edge-based dynamic reconfiguration to service workflow for mobile ecommerce environments: a QoS prediction perspective. ACM Trans Internet Technol TOIT 21(1):1\u201323. https:\/\/doi.org\/10.1145\/3391198","journal-title":"ACM Trans Internet Technol TOIT"},{"issue":"2","key":"419_CR24","doi-asserted-by":"publisher","first-page":"2129","DOI":"10.1109\/TII.2022.3211622","volume":"19","author":"X Ma","year":"2022","unstructured":"Ma X, Xu H, Gao H et al (2022) Real-time virtual machine scheduling in industry IoT network: a reinforcement learning method. IEEE Trans Ind Inform 19(2):2129\u20132139. https:\/\/doi.org\/10.1109\/TII.2022.3211622","journal-title":"IEEE Trans Ind Inform"},{"key":"419_CR25","doi-asserted-by":"publisher","unstructured":"Xiong J, Wang Q, Yang Z, et\u00a0al (2018) Parametrized deep q-networks learning: reinforcement learning with discrete-continuous hybrid action space. arXiv preprint arXiv:1810.06394. https:\/\/doi.org\/10.48550\/arXiv.1810.06394","DOI":"10.48550\/arXiv.1810.06394"},{"key":"419_CR26","doi-asserted-by":"publisher","unstructured":"Johnson DB, Maltz DA (1996) Dynamic source routing in ad hoc wireless networks. In: Mobile computing, pp 153\u2013181. https:\/\/doi.org\/10.1007\/b102605","DOI":"10.1007\/b102605"},{"issue":"10","key":"419_CR27","doi-asserted-by":"publisher","first-page":"12175","DOI":"10.1109\/TVT.2020.3013990","volume":"69","author":"Y Dai","year":"2020","unstructured":"Dai Y, Zhang K, Maharjan S et al (2020) Edge intelligence for energy-efficient computation offloading and resource allocation in 5G beyond. IEEE Trans Veh Technol 69(10):12175\u201312186. https:\/\/doi.org\/10.1109\/TVT.2020.3013990","journal-title":"IEEE Trans Veh Technol"},{"key":"419_CR28","doi-asserted-by":"publisher","unstructured":"Wang Z, Du H, Ye Q (2021) HTR: a joint approach for task offloading and resource allocation in mobile edge computing. In: ICC 2021-IEEE international conference on communications. IEEE, pp 1\u20136. https:\/\/doi.org\/10.48550\/arXiv.1511.04143","DOI":"10.48550\/arXiv.1511.04143"},{"key":"419_CR29","doi-asserted-by":"publisher","unstructured":"Hausknecht M, Stone P (2015) Deep reinforcement learning in parameterized action space. arXiv preprint arXiv:1511.04143. https:\/\/doi.org\/10.1109\/JIOT.2018.2868616","DOI":"10.1109\/JIOT.2018.2868616"}],"container-title":["Service Oriented Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11761-024-00419-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11761-024-00419-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11761-024-00419-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T06:17:17Z","timestamp":1757657837000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11761-024-00419-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,17]]},"references-count":29,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["419"],"URL":"https:\/\/doi.org\/10.1007\/s11761-024-00419-6","relation":{},"ISSN":["1863-2386","1863-2394"],"issn-type":[{"value":"1863-2386","type":"print"},{"value":"1863-2394","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,17]]},"assertion":[{"value":"28 November 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 July 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}