{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T15:57:08Z","timestamp":1774454228130,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T00:00:00Z","timestamp":1660262400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T00:00:00Z","timestamp":1660262400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s10586-022-03700-5","type":"journal-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T15:06:00Z","timestamp":1660316760000},"page":"1053-1062","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Reinforcement learning for intelligent online computation offloading in wireless powered edge networks"],"prefix":"10.1007","volume":"26","author":[{"given":"Ehzaz","family":"Mustafa","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0726-5311","authenticated-orcid":false,"given":"Junaid","family":"Shuja","sequence":"additional","affiliation":[]},{"given":"Kashif","family":"Bilal","sequence":"additional","affiliation":[]},{"given":"Saad","family":"Mustafa","sequence":"additional","affiliation":[]},{"given":"Tahir","family":"Maqsood","sequence":"additional","affiliation":[]},{"given":"Faisal","family":"Rehman","sequence":"additional","affiliation":[]},{"given":"Atta ur Rehman","family":"Khan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,12]]},"reference":[{"key":"3700_CR1","doi-asserted-by":"publisher","first-page":"24542","DOI":"10.1109\/ACCESS.2017.2713818","volume":"5","author":"J Shuja","year":"2017","unstructured":"Shuja, J., et al.: Analysis of vector code offloading framework in heterogeneous cloud and edge architectures. IEEE Access 5, 24542\u201324554 (2017)","journal-title":"IEEE Access"},{"issue":"3","key":"3700_CR2","doi-asserted-by":"publisher","first-page":"4897","DOI":"10.1007\/s11277-017-4757-3","volume":"97","author":"M Othman","year":"2017","unstructured":"Othman, M., et al.: Computation offloading cost estimation in mobile cloud application models. Wirel. Pers. Commun. 97(3), 4897\u20134920 (2017)","journal-title":"Wirel. Pers. Commun."},{"key":"3700_CR3","first-page":"1","volume":"124","author":"K Kottursamy","year":"2021","unstructured":"Kottursamy, K., Sadayappillai, B., Raja, G.: Optimized D-RAN aware data retrieval for 5G information centric networks. Wirel. Pers. Commun. 124, 1\u201322 (2021)","journal-title":"Wirel. Pers. Commun."},{"issue":"1","key":"3700_CR4","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1007\/s10586-017-1088-9","volume":"22","author":"SA Chaudhry","year":"2019","unstructured":"Chaudhry, S.A., et al.: An improved anonymous authentication scheme for distributed mobile cloud computing services. Clust. Comput. 22(1), 1595\u20131609 (2019)","journal-title":"Clust. Comput."},{"issue":"2","key":"3700_CR5","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1109\/MNET.011.2000430","volume":"35","author":"J Posner","year":"2021","unstructured":"Posner, J., et al.: Federated learning in vehicular networks: opportunities and solutions. IEEE Netw. 35(2), 152\u2013159 (2021)","journal-title":"IEEE Netw."},{"key":"3700_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2021.102729","volume":"124","author":"M Ayyub","year":"2022","unstructured":"Ayyub, M., et al.: A comprehensive survey on clustering in vehicular networks: current solutions and future challenges. Ad Hoc Netw. 124, 102729 (2022)","journal-title":"Ad Hoc Netw."},{"issue":"2","key":"3700_CR7","doi-asserted-by":"publisher","first-page":"450","DOI":"10.3390\/s22020450","volume":"22","author":"HG Abreha","year":"2022","unstructured":"Abreha, H.G., Hayajneh, M., Serhani, M.A.: Federated learning in edge computing: a systematic survey. Sensors 22(2), 450 (2022)","journal-title":"Sensors"},{"key":"3700_CR8","doi-asserted-by":"crossref","unstructured":"Kaur, M.J., et al.: Futuristic communication systems using mobile edge computing. In: Energy Conservation Solutions for Fog-Edge Computing Paradigms, pp. 267\u2013281. Springer, Singapore (2022)","DOI":"10.1007\/978-981-16-3448-2_13"},{"key":"3700_CR9","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/1121822","author":"M Maray","year":"2022","unstructured":"Maray, M., Shuja, J.: Computation offloading in mobile cloud computing and mobile edge computing: survey, taxonomy, and open issues. Mob. Inf. Syst. (2022). https:\/\/doi.org\/10.1155\/2022\/1121822","journal-title":"Mob. Inf. Syst."},{"issue":"2","key":"3700_CR10","doi-asserted-by":"publisher","first-page":"1078","DOI":"10.1109\/COMST.2021.3062546","volume":"23","author":"P Ranaweera","year":"2021","unstructured":"Ranaweera, P., Jurcut, A.D., Liyanage, M.: Survey on multi-access edge computing security and privacy. IEEE Commun. Surv. Tutor. 23(2), 1078\u20131124 (2021)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"1","key":"3700_CR11","first-page":"1","volume":"1","author":"AT Atieh","year":"2021","unstructured":"Atieh, A.T.: The next generation cloud technologies: a review on distributed cloud, fog and edge computing and their opportunities and challenges. ResearchBerg Rev. Sci. Technol. 1(1), 1\u201315 (2021)","journal-title":"ResearchBerg Rev. Sci. Technol."},{"key":"3700_CR12","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.jpdc.2020.06.014","volume":"145","author":"Y Jararweh","year":"2020","unstructured":"Jararweh, Y.: Enabling efficient and secure energy cloud using edge computing and 5G. J. Parallel Distrib. Comput. 145, 42\u201349 (2020)","journal-title":"J. Parallel Distrib. Comput."},{"issue":"8","key":"3700_CR13","doi-asserted-by":"publisher","first-page":"5190","DOI":"10.1109\/TITS.2021.3053095","volume":"22","author":"I Al Ridhawi","year":"2021","unstructured":"Al Ridhawi, I., et al.: Enabling intelligent IoCV services at the edge for 5G networks and beyond. IEEE Trans. Intell. Transp. Syst. 22(8), 5190\u20135200 (2021)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"1","key":"3700_CR14","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1109\/JSAC.2018.2872366","volume":"37","author":"D Zhai","year":"2018","unstructured":"Zhai, D., et al.: Simultaneous wireless information and power transfer at 5G new frequencies: channel measurement and network design. IEEE J. Sel. Areas Commun. 37(1), 171\u2013186 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"4","key":"3700_CR15","doi-asserted-by":"publisher","first-page":"2429","DOI":"10.1007\/s10586-021-03376-3","volume":"25","author":"E Mustafa","year":"2022","unstructured":"Mustafa, E., et al.: Joint wireless power transfer and task offloading in mobile edge computing: a survey. Clust. Comput. 25(4), 2429\u20132448 (2022)","journal-title":"Clust. Comput."},{"issue":"2","key":"3700_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3241666","volume":"19","author":"H Mazouzi","year":"2019","unstructured":"Mazouzi, H., Achir, N., Boussetta, K.: DM2-ECOP: an efficient computation offloading policy for multi-user multi-cloudlet mobile edge computing environment. ACM Trans. Internet Technol. 19(2), 1\u201324 (2019)","journal-title":"ACM Trans. Internet Technol."},{"key":"3700_CR17","doi-asserted-by":"crossref","unstructured":"Mao, Y., Zhang, J., Letaief, K.B.: Joint task offloading scheduling and transmit power allocation for mobile-edge computing systems. In: 2017 IEEE Wireless Communications and Networking Conference (WCNC). IEEE (2017)","DOI":"10.1109\/WCNC.2017.7925615"},{"issue":"2","key":"3700_CR18","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MWC.2016.7462480","volume":"23","author":"S Bi","year":"2016","unstructured":"Bi, S., Zeng, Y., Zhang, R.: Wireless powered communication networks: an overview. IEEE Wirel. Commun. 23(2), 10\u201318 (2016)","journal-title":"IEEE Wirel. Commun."},{"issue":"5","key":"3700_CR19","doi-asserted-by":"publisher","first-page":"1320","DOI":"10.1109\/LWC.2019.2915618","volume":"8","author":"J Feng","year":"2019","unstructured":"Feng, J., et al.: Computation offloading and resource allocation for wireless powered mobile edge computing with latency constraint. IEEE Wirel. Commun. Lett. 8(5), 1320\u20131323 (2019)","journal-title":"IEEE Wirel. Commun. Lett."},{"issue":"3","key":"3700_CR20","doi-asserted-by":"publisher","first-page":"1784","DOI":"10.1109\/TWC.2017.2785305","volume":"17","author":"F Wang","year":"2017","unstructured":"Wang, F., et al.: Joint offloading and computing optimization in wireless powered mobile-edge computing systems. IEEE Trans. Wirel. Commun. 17(3), 1784\u20131797 (2017)","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"3700_CR21","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-021-03518-7","author":"AI Jehangiri","year":"2022","unstructured":"Jehangiri, A.I., et al.: LiMPO: lightweight mobility prediction and offloading framework using machine learning for mobile edge computing. Clust. Comput. (2022). https:\/\/doi.org\/10.1007\/s10586-021-03518-7","journal-title":"Clust. Comput."},{"issue":"8","key":"3700_CR22","doi-asserted-by":"publisher","first-page":"8050","DOI":"10.1109\/TVT.2019.2924015","volume":"68","author":"X Qiu","year":"2019","unstructured":"Qiu, X., et al.: Online deep reinforcement learning for computation offloading in blockchain-empowered mobile edge computing. IEEE Trans. Veh. Technol. 68(8), 8050\u20138062 (2019)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"3700_CR23","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: Deep reinforcement learning based computation offloading and resource allocation for MEC. In: 2018 IEEE Wireless Communications and Networking Conference (WCNC). IEEE (2018)","DOI":"10.1109\/WCNC.2018.8377343"},{"key":"3700_CR24","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/6455617","author":"S Zhou","year":"2021","unstructured":"Zhou, S., Jadoon, W., Shuja, J.: Machine learning-based offloading strategy for lightweight user mobile edge computing tasks. Complexity (2021). https:\/\/doi.org\/10.1155\/2021\/6455617","journal-title":"Complexity"},{"issue":"8","key":"3700_CR25","doi-asserted-by":"publisher","first-page":"5404","DOI":"10.1109\/TWC.2020.2993071","volume":"19","author":"J Yan","year":"2020","unstructured":"Yan, J., Bi, S., Zhang, Y.J.A.: Offloading and resource allocation with general task graph in mobile edge computing: a deep reinforcement learning approach. IEEE Trans. Wirel. Commun. 19(8), 5404\u20135419 (2020)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"4","key":"3700_CR26","doi-asserted-by":"publisher","first-page":"2735","DOI":"10.1007\/s10586-021-03268-6","volume":"24","author":"AI Jehangiri","year":"2021","unstructured":"Jehangiri, A.I., et al.: Mobility-aware computational offloading in mobile edge networks: a survey. Clust. Comput. 24(4), 2735\u20132756 (2021)","journal-title":"Clust. Comput."},{"issue":"5","key":"3700_CR27","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MCOM.2019.1800971","volume":"57","author":"J Wang","year":"2019","unstructured":"Wang, J., et al.: Computation offloading in multi-access edge computing using a deep sequential model based on reinforcement learning. IEEE Commun. Mag. 57(5), 64\u201369 (2019)","journal-title":"IEEE Commun. Mag."},{"issue":"11","key":"3700_CR28","doi-asserted-by":"publisher","first-page":"2581","DOI":"10.1109\/TMC.2019.2928811","volume":"19","author":"L Huang","year":"2019","unstructured":"Huang, L., Bi, S., Zhang, Y.-J.A.: Deep reinforcement learning for online computation offloading in wireless powered mobile-edge computing networks. IEEE Trans. Mob. Comput. 19(11), 2581\u20132593 (2019)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"3700_CR29","doi-asserted-by":"crossref","unstructured":"Yu, Y., Zhang, J., Letaief, K.B.: Joint subcarrier and CPU time allocation for mobile edge computing. In: 2016 IEEE Global Communications Conference (GLOBECOM). IEEE (2016)","DOI":"10.1109\/GLOCOM.2016.7841937"},{"issue":"9","key":"3700_CR30","doi-asserted-by":"publisher","first-page":"5994","DOI":"10.1109\/TWC.2017.2717986","volume":"16","author":"Y Mao","year":"2017","unstructured":"Mao, Y., et al.: Stochastic joint radio and computational resource management for multi-user mobile-edge computing systems. IEEE Trans. Wirel. Commun. 16(9), 5994\u20136009 (2017)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"6","key":"3700_CR31","doi-asserted-by":"publisher","first-page":"4177","DOI":"10.1109\/TWC.2018.2821664","volume":"17","author":"S Bi","year":"2018","unstructured":"Bi, S., Zhang, Y.J.: Computation rate maximization for wireless powered mobile-edge computing with binary computation offloading. IEEE Trans. Wirel. Commun. 17(6), 4177\u20134190 (2018)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"5","key":"3700_CR32","doi-asserted-by":"publisher","first-page":"3170","DOI":"10.1109\/TWC.2020.2970920","volume":"19","author":"F Zhou","year":"2020","unstructured":"Zhou, F., Hu, R.Q.: Computation efficiency maximization in wireless-powered mobile edge computing networks. IEEE Trans. Wirel. Commun. 19(5), 3170\u20133184 (2020)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"3","key":"3700_CR33","doi-asserted-by":"publisher","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","volume":"6","author":"X Chen","year":"2018","unstructured":"Chen, X., et al.: Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning. IEEE Internet Things J. 6(3), 4005\u20134018 (2018)","journal-title":"IEEE Internet Things J."},{"key":"3700_CR34","doi-asserted-by":"publisher","first-page":"99098","DOI":"10.1109\/ACCESS.2020.2997925","volume":"8","author":"M Nduwayezu","year":"2020","unstructured":"Nduwayezu, M., Pham, Q.-V., Hwang, W.-J.: Online computation offloading in NOMA-based multi-access edge computing: a deep reinforcement learning approach. IEEE Access 8, 99098\u201399109 (2020)","journal-title":"IEEE Access"},{"key":"3700_CR35","doi-asserted-by":"publisher","first-page":"36757","DOI":"10.1109\/ACCESS.2020.2974809","volume":"8","author":"A Mahmood","year":"2020","unstructured":"Mahmood, A., et al.: Partial offloading in energy harvested mobile edge computing: a direct search approach. IEEE Access 8, 36757\u201336763 (2020)","journal-title":"IEEE Access"},{"issue":"11","key":"3700_CR36","doi-asserted-by":"publisher","first-page":"2642","DOI":"10.1109\/LCOMM.2020.3012102","volume":"24","author":"C Psomas","year":"2020","unstructured":"Psomas, C., Krikidis, I.: Wireless powered mobile edge computing: offloading or local computation? IEEE Commun. Lett. 24(11), 2642\u20132646 (2020)","journal-title":"IEEE Commun. Lett."},{"key":"3700_CR37","doi-asserted-by":"crossref","unstructured":"Wang, F.: Computation rate maximization for wireless powered mobile edge computing. In: 2017 23rd Asia\u2013Pacific Conference on Communications (APCC). IEEE (2017)","DOI":"10.23919\/APCC.2017.8304010"},{"issue":"9","key":"3700_CR38","doi-asserted-by":"publisher","first-page":"1927","DOI":"10.1109\/JSAC.2018.2864426","volume":"36","author":"F Zhou","year":"2018","unstructured":"Zhou, F., et al.: Computation rate maximization in UAV-enabled wireless-powered mobile-edge computing systems. IEEE J. Sel. Areas Commun. 36(9), 1927\u20131941 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"11","key":"3700_CR39","doi-asserted-by":"publisher","first-page":"7519","DOI":"10.1109\/TWC.2021.3085319","volume":"20","author":"S Bi","year":"2021","unstructured":"Bi, S., et al.: Lyapunov-guided deep reinforcement learning for stable online computation offloading in mobile-edge computing networks. IEEE Trans. Wirel. Commun. 20(11), 7519\u20137537 (2021)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"9","key":"3700_CR40","doi-asserted-by":"publisher","first-page":"951","DOI":"10.1049\/cmu2.12397","volume":"16","author":"W Chen","year":"2022","unstructured":"Chen, W., et al.: DRL based offloading of industrial IoT applications in wireless powered mobile edge computing. IET Commun. 16(9), 951\u2013962 (2022)","journal-title":"IET Commun."},{"key":"3700_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108690","volume":"204","author":"J Wang","year":"2022","unstructured":"Wang, J., et al.: Optimization for computational offloading in multi-access edge computing: a deep reinforcement learning scheme. Comput. Netw. 204, 108690 (2022)","journal-title":"Comput. Netw."},{"key":"3700_CR42","doi-asserted-by":"crossref","unstructured":"Guo, S., et al.: Energy-efficient dynamic offloading and resource scheduling in mobile cloud computing. In: IEEE INFOCOM 2016\u2014The 35th Annual IEEE International Conference on Computer Communications. IEEE (2016)","DOI":"10.1109\/INFOCOM.2016.7524497"},{"issue":"3","key":"3700_CR43","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1109\/JSTSP.2022.3140660","volume":"16","author":"Y Guo","year":"2022","unstructured":"Guo, Y., et al.: Distributed machine learning for multiuser mobile edge computing systems. IEEE J. Sel. Top. Signal Process. 16(3), 460\u2013473 (2022)","journal-title":"IEEE J. Sel. Top. Signal Process."},{"issue":"3","key":"3700_CR44","doi-asserted-by":"publisher","first-page":"2922","DOI":"10.1109\/TVT.2021.3058995","volume":"70","author":"C Li","year":"2021","unstructured":"Li, C., et al.: Dynamic offloading for multiuser multi-CAP MEC networks: a deep reinforcement learning approach. IEEE Trans. Veh. Technol. 70(3), 2922\u20132927 (2021)","journal-title":"IEEE Trans. Veh. Technol."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03700-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-022-03700-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03700-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T01:24:46Z","timestamp":1679880286000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-022-03700-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,12]]},"references-count":44,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["3700"],"URL":"https:\/\/doi.org\/10.1007\/s10586-022-03700-5","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,12]]},"assertion":[{"value":"31 January 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 July 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 July 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 August 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have not disclosed any competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This is the authors own work not submitted anywhere else.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"NA.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}