{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T09:03:25Z","timestamp":1770541405435,"version":"3.49.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T00:00:00Z","timestamp":1621209600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T00:00:00Z","timestamp":1621209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100010909","name":"Young Scientists Fund","doi-asserted-by":"publisher","award":["61841602, 61806024"],"award-info":[{"award-number":["61841602, 61806024"]}],"id":[{"id":"10.13039\/501100010909","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010211","name":"Education Department of Jilin Province","doi-asserted-by":"publisher","award":["JJKH20210753KJ"],"award-info":[{"award-number":["JJKH20210753KJ"]}],"id":[{"id":"10.13039\/501100010211","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010211","name":"Education Department of Jilin Province","doi-asserted-by":"publisher","award":["JJKH20200618KJ"],"award-info":[{"award-number":["JJKH20200618KJ"]}],"id":[{"id":"10.13039\/501100010211","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1007\/s11276-021-02643-w","type":"journal-article","created":{"date-parts":[[2021,5,17]],"date-time":"2021-05-17T15:03:09Z","timestamp":1621263789000},"page":"3357-3373","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Deep reinforcement learning-based computation offloading and resource allocation in security-aware mobile edge computing"],"prefix":"10.1007","volume":"27","author":[{"given":"H. C.","family":"Ke","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5074-900X","authenticated-orcid":false,"given":"H.","family":"Wang","sequence":"additional","affiliation":[]},{"given":"H. W.","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"W. J.","family":"Sun","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,5,17]]},"reference":[{"issue":"1","key":"2643_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JCN.2019.000046","volume":"22","author":"N Kiran","year":"2020","unstructured":"Kiran, N., Pan, C., Wang, S., & Yin, C. (2020). Joint resource allocation and computation offloading in mobile edge computing for sdn based wireless networks. Journal of Communications and Networks, 22(1), 1\u201311.","journal-title":"Journal of Communications and Networks"},{"key":"2643_CR2","doi-asserted-by":"crossref","unstructured":"Ahmadabadian, M., Moghaddam, S. K., & Razavizadeh, S. M. (2020). Energy efficiency maximization in fdd massive mimo systems with channel aging. Wireless Networks, 26(2).","DOI":"10.1007\/s11276-020-02306-2"},{"key":"2643_CR3","doi-asserted-by":"crossref","unstructured":"Park, S., Kang, Y., Tian, Y., & Kim, J. (2020) Fast and reliable offloading via deep reinforcement learning for mobile edge video computing. In: 2020 International Conference on Information Networking (ICOIN), pp. 10\u201312","DOI":"10.1109\/ICOIN48656.2020.9016591"},{"key":"2643_CR4","doi-asserted-by":"crossref","unstructured":"Hadded, L., Charrada, F.B., & Tata, S. (2018). Efficient resource allocation for autonomic service-based applications in the cloud. In: 2018 IEEE International Conference on Autonomic Computing (ICAC), pp. 193\u2013198. IEEE","DOI":"10.1109\/ICAC.2018.00032"},{"issue":"4","key":"2643_CR5","doi-asserted-by":"publisher","first-page":"1594","DOI":"10.1109\/TCOMM.2017.2787700","volume":"66","author":"J Du","year":"2018","unstructured":"Du, J., Zhao, L., Feng, J., & Chu, X. (2018). Computation offloading and resource allocation in mixed fog\/cloud computing systems with min-max fairness guarantee. IEEE Transactions on Communications, 66(4), 1594\u20131608.","journal-title":"IEEE Transactions on Communications"},{"issue":"4","key":"2643_CR6","doi-asserted-by":"publisher","first-page":"2777","DOI":"10.1109\/JIOT.2019.2958975","volume":"7","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Xiong, K., Ni, Q., Fan, P., & Letaief, K. B. (2020). Uav-assisted wireless powered cooperative mobile edge computing: Joint offloading, cpu control, and trajectory optimization. IEEE Internet of Things Journal, 7(4), 2777\u20132790. https:\/\/doi.org\/10.1109\/JIOT.2019.2958975.","journal-title":"IEEE Internet of Things Journal"},{"issue":"5","key":"2643_CR7","doi-asserted-by":"publisher","first-page":"3170","DOI":"10.1109\/TWC.2020.2970920","volume":"19","author":"F Zhou","year":"2020","unstructured":"Zhou, F., & Hu, R. Q. (2020). Computation efficiency maximization in wireless-powered mobile edge computing networks. IEEE Transactions on Wireless Communications, 19(5), 3170\u20133184.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"8","key":"2643_CR8","doi-asserted-by":"publisher","first-page":"7630","DOI":"10.1109\/TVT.2018.2837024","volume":"67","author":"Y Sun","year":"2018","unstructured":"Sun, Y., Xu, L., Tang, Y., & Zhuang, W. (2018). Traffic offloading for online video service in vehicular networks: A cooperative approach. IEEE Transactions on Vehicular Technology, 67(8), 7630\u20137642.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"2643_CR9","doi-asserted-by":"crossref","unstructured":"Pasha, M., & Rahman Khan, K. U. (2018). Scalable and energy efficient task offloading schemes for vehicular cloud computing. International Journal of Computer Networks and Communications (IJCNC), 10,.","DOI":"10.5121\/ijcnc.2018.10603"},{"issue":"6","key":"2643_CR10","doi-asserted-by":"publisher","first-page":"5449","DOI":"10.1109\/JIOT.2020.2978830","volume":"7","author":"W Zhan","year":"2020","unstructured":"Zhan, W., Luo, C., Wang, J., Wang, C., Min, G., Duan, H., & Zhu, Q. (2020). Deep-reinforcement-learning-based offloading scheduling for vehicular edge computing. IEEE Internet of Things Journal, 7(6), 5449\u20135465.","journal-title":"IEEE Internet of Things Journal"},{"issue":"11","key":"2643_CR11","doi-asserted-by":"publisher","first-page":"11049","DOI":"10.1109\/TVT.2018.2868013","volume":"67","author":"F Sun","year":"2018","unstructured":"Sun, F., Hou, F., Cheng, N., Wang, M., Zhou, H., Gui, L., & Shen, X. (2018). Cooperative task scheduling for computation offloading in vehicular cloud. IEEE Transactions on Vehicular Technology, 67(11), 11049\u201311061.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"2643_CR12","doi-asserted-by":"crossref","unstructured":"Liu, J., Kumar, K., Lu, Y.-H.: Tradeoff between energy savings and privacy protection in computation offloading. In: 2010 ACM\/IEEE International Symposium on Low-Power Electronics and Design (ISLPED), pp. 213\u2013218 (2010). IEEE","DOI":"10.1145\/1840845.1840887"},{"key":"2643_CR13","unstructured":"Liu, J., Lu, Y.-H.: Energy savings in privacy-preserving computation offloading with protection by homomorphic encryption. In: Proceedings of the 2010 International Conference on Power Aware Computing and Systems, HotPower, vol. 10, pp. 1\u20137 (2010)"},{"key":"2643_CR14","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1016\/j.jnca.2016.12.031","volume":"80","author":"M Goudarzi","year":"2017","unstructured":"Goudarzi, M., Zamani, M., & Haghighat, A. T. (2017). A fast hybrid multi-site computation offloading for mobile cloud computing. Journal of Network and Computer Applications, 80, 219\u2013231.","journal-title":"Journal of Network and Computer Applications"},{"key":"2643_CR15","doi-asserted-by":"crossref","unstructured":"Shahzad, H., & Szymanski, T.H. (2016). A dynamic programming offloading algorithm for mobile cloud computing. In: 2016 IEEE Canadian Conference on Electrical and Computer Engineering (CCECE), pp. 1\u20135. IEEE","DOI":"10.1109\/CCECE.2016.7726790"},{"issue":"11","key":"2643_CR16","doi-asserted-by":"publisher","first-page":"3751","DOI":"10.3390\/s18113751","volume":"18","author":"R Valentino","year":"2018","unstructured":"Valentino, R., Jung, W.-S., & Ko, Y.-B. (2018). A design and simulation of the opportunistic computation offloading with learning-based prediction for unmanned aerial vehicle (uav) clustering networks. Sensors, 18(11), 3751.","journal-title":"Sensors"},{"issue":"1","key":"2643_CR17","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/MNET.2018.1700101","volume":"32","author":"X Lyu","year":"2018","unstructured":"Lyu, X., Tian, H., Jiang, L., Vinel, A., Maharjan, S., Gjessing, S., & Zhang, Y. (2018). Selective offloading in mobile edge computing for the green internet of things. IEEE Network, 32(1), 54\u201360.","journal-title":"IEEE Network"},{"key":"2643_CR18","doi-asserted-by":"crossref","unstructured":"Ning, Z., Dong, P., Kong, X., & Xia, F. (2018). A cooperative partial computation offloading scheme for mobile edge computing enabled internet of things. IEEE Internet of Things Journal","DOI":"10.1109\/JIOT.2018.2868616"},{"issue":"6","key":"2643_CR19","doi-asserted-by":"publisher","first-page":"4898","DOI":"10.1109\/JIOT.2020.2971323","volume":"7","author":"Q Tang","year":"2020","unstructured":"Tang, Q., Xie, R., Yu, F. R., Huang, T., & Liu, Y. (2020). Decentralized computation offloading in iot fog computing system with energy harvesting: A dec-pomdp approach. IEEE Internet of Things Journal, 7(6), 4898\u20134911. https:\/\/doi.org\/10.1109\/JIOT.2020.2971323.","journal-title":"IEEE Internet of Things Journal"},{"issue":"8","key":"2643_CR20","doi-asserted-by":"publisher","first-page":"4924","DOI":"10.1109\/TWC.2017.2703901","volume":"16","author":"C Wang","year":"2017","unstructured":"Wang, C., Liang, C., Yu, F. R., Chen, Q., & Tang, L. (2017). Computation offloading and resource allocation in wireless cellular networks with mobile edge computing. IEEE Transactions on Wireless Communications, 16(8), 4924\u20134938.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"2","key":"2643_CR21","doi-asserted-by":"publisher","first-page":"2806","DOI":"10.1109\/JIOT.2018.2875046","volume":"6","author":"LP Qian","year":"2018","unstructured":"Qian, L. P., Feng, A., Huang, Y., Wu, Y., Ji, B., & Shi, Z. (2018). Optimal sic ordering and computation resource allocation in mec-aware noma nb-iot networks. IEEE Internet of Things Journal, 6(2), 2806\u20132816.","journal-title":"IEEE Internet of Things Journal"},{"key":"2643_CR22","doi-asserted-by":"crossref","unstructured":"Tan, Z., Yu, F.R., Li, X., Ji, H., & Leung, V.C. (2017). Virtual resource allocation for heterogeneous services in full duplex-enabled small cell networks with cache and mec. In: 2017 IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), pp. 163\u2013168 . IEEE","DOI":"10.1109\/INFCOMW.2017.8116370"},{"issue":"7","key":"2643_CR23","doi-asserted-by":"publisher","first-page":"3928","DOI":"10.1002\/dac.3928","volume":"32","author":"X Wu","year":"2019","unstructured":"Wu, X., Jiang, W., Zhang, Y., & Yu, W. (2019). Online combinatorial based mechanism for mec network resource allocation. International Journal of Communication Systems, 32(7), 3928.","journal-title":"International Journal of Communication Systems"},{"issue":"5","key":"2643_CR24","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MCOM.2019.1800971","volume":"57","author":"J Wang","year":"2019","unstructured":"Wang, J., Hu, J., Min, G., Zhan, W., Ni, Q., & Georgalas, N. (2019). Computation offloading in multi-access edge computing using a deep sequential model based on reinforcement learning. IEEE Communications Magazine, 57(5), 64\u201369.","journal-title":"IEEE Communications Magazine"},{"issue":"4","key":"2643_CR25","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1109\/TCCN.2019.2930521","volume":"5","author":"Z Ning","year":"2019","unstructured":"Ning, Z., Dong, P., Wang, X., Guo, L., Rodrigues, J. J., Kong, X., et al. (2019). Deep reinforcement learning for intelligent internet of vehicles: An energy-efficient computational offloading scheme. IEEE Transactions on Cognitive Communications and Networking, 5(4), 1060\u20131072.","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"issue":"11","key":"2643_CR26","doi-asserted-by":"publisher","first-page":"11158","DOI":"10.1109\/TVT.2019.2935450","volume":"68","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Yu, H., Xie, S., & Zhang, Y. (2019). Deep reinforcement learning for offloading and resource allocation in vehicle edge computing and networks. IEEE Transactions on Vehicular Technology, 68(11), 11158\u201311168.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"2643_CR27","doi-asserted-by":"crossref","unstructured":"Huang, L., Bi, S., & Zhang, Y. J. (2019). Deep reinforcement learning for online computation offloading in wireless powered mobile-edge computing networks. IEEE Transactions on Mobile Computing.","DOI":"10.1109\/TMC.2019.2928811"},{"key":"2643_CR28","doi-asserted-by":"crossref","unstructured":"Chen, X., Zhang, H., Wu, C., Mao, S., Ji, Y., & Bennis, M. (2018). Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning. IEEE Internet of Things Journal","DOI":"10.1109\/JIOT.2018.2876279"},{"issue":"2","key":"2643_CR29","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1109\/TII.2018.2883991","volume":"15","author":"Y Wang","year":"2018","unstructured":"Wang, Y., Wang, K., Huang, H., Miyazaki, T., & Guo, S. (2018). Traffic and computation co-offloading with reinforcement learning in fog computing for industrial applications. IEEE Transactions on Industrial Informatics, 15(2), 976\u2013986.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"10","key":"2643_CR30","doi-asserted-by":"publisher","first-page":"2742","DOI":"10.1109\/TMC.2017.2687918","volume":"16","author":"L Xiao","year":"2017","unstructured":"Xiao, L., Li, Y., Huang, X., & Du, X. (2017). Cloud-based malware detection game for mobile devices with offloading. IEEE Transactions on Mobile Computing, 16(10), 2742\u20132750.","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"2643_CR31","doi-asserted-by":"crossref","unstructured":"He, X., Liu, J., Jin, R., Dai, H. (2017). Privacy-aware offloading in mobile-edge computing. In: GLOBECOM 2017-2017 IEEE Global Communications Conference, pp. 1\u20136. IEEE","DOI":"10.1109\/GLOCOM.2017.8253985"},{"issue":"3","key":"2643_CR32","doi-asserted-by":"publisher","first-page":"4307","DOI":"10.1109\/JIOT.2018.2875926","volume":"6","author":"M Min","year":"2018","unstructured":"Min, M., Wan, X., Xiao, L., Chen, Y., Xia, M., Wu, D., & Dai, H. (2018). Learning-based privacy-aware offloading for healthcare iot with energy harvesting. IEEE Internet of Things Journal, 6(3), 4307\u20134316.","journal-title":"IEEE Internet of Things Journal"},{"key":"2643_CR33","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1016\/j.future.2019.05.037","volume":"100","author":"IA Elgendy","year":"2019","unstructured":"Elgendy, I. A., Zhang, W., Tian, Y.-C., & Li, K. (2019). Resource allocation and computation offloading with data security for mobile edge computing. Future Generation Computer Systems, 100, 531\u2013541.","journal-title":"Future Generation Computer Systems"},{"issue":"4","key":"2643_CR34","doi-asserted-by":"publisher","first-page":"1436","DOI":"10.1109\/TCOMM.2013.020413.110848","volume":"61","author":"HQ Ngo","year":"2013","unstructured":"Ngo, H. Q., Larsson, E. G., & Marzetta, T. L. (2013). Energy and spectral efficiency of very large multiuser mimo systems. IEEE Transactions on Communications, 61(4), 1436\u20131449.","journal-title":"IEEE Transactions on Communications"},{"issue":"3","key":"2643_CR35","doi-asserted-by":"publisher","first-page":"1265","DOI":"10.1109\/TVT.2011.2112786","volume":"60","author":"HA Suraweera","year":"2011","unstructured":"Suraweera, H. A., Tsiftsis, T. A., Karagiannidis, G. K., & Nallanathan, A. (2011). Effect of feedback delay on amplify-and-forward relay networks with beamforming. IEEE Transactions on Vehicular Technology, 60(3), 1265\u20131271.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"2643_CR36","doi-asserted-by":"publisher","first-page":"179349","DOI":"10.1109\/ACCESS.2019.2959348","volume":"7","author":"H Ke","year":"2019","unstructured":"Ke, H., Wang, J., Wang, H., & Ge, Y. (2019). Joint optimization of data offloading and resource allocation with renewable energy aware for iot devices: A deep reinforcement learning approach. IEEE Access, 7, 179349\u2013179363.","journal-title":"IEEE Access"},{"key":"2643_CR37","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G., et al. (1998). Introduction to Reinforcement Learning vol. 135. MIT press.","DOI":"10.1109\/TNN.1998.712192"},{"key":"2643_CR38","unstructured":"Sutton, R.S., McAllester, D.A., Singh, S.P., & Mansour, Y. (2000). Policy gradient methods for reinforcement learning with function approximation. In: Advances in Neural Information Processing Systems, pp. 1057\u20131063"},{"issue":"7540","key":"2643_CR39","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., et al. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529.","journal-title":"Nature"},{"key":"2643_CR40","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., & Silver, D. (2016). Deep reinforcement learning with double q-learning. In: Thirtieth AAAI Conference on Artificial Intelligence","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"2","key":"2643_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3298981","volume":"10","author":"Q Yang","year":"2019","unstructured":"Yang, Q., Liu, Y., Chen, T., & Tong, Y. (2019). Federated machine learning: Concept and applications. ACM Transactions on Intelligent Systems and Technology (TIST), 10(2), 1\u201319.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-021-02643-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-021-02643-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-021-02643-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,27]],"date-time":"2022-12-27T16:29:10Z","timestamp":1672158550000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-021-02643-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,17]]},"references-count":41,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["2643"],"URL":"https:\/\/doi.org\/10.1007\/s11276-021-02643-w","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,17]]},"assertion":[{"value":"7 May 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}