{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T10:51:00Z","timestamp":1782816660133,"version":"3.54.5"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,3,23]],"date-time":"2021-03-23T00:00:00Z","timestamp":1616457600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,23]],"date-time":"2021-03-23T00:00:00Z","timestamp":1616457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s10723-021-09542-6","type":"journal-article","created":{"date-parts":[[2021,3,23]],"date-time":"2021-03-23T15:04:25Z","timestamp":1616511865000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":46,"title":["A High Reliable Computing Offloading Strategy Using Deep Reinforcement Learning for IoVs in Edge Computing"],"prefix":"10.1007","volume":"19","author":[{"given":"Kun","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaofeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,3,23]]},"reference":[{"issue":"3","key":"9542_CR1","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MWC.2019.1800411","volume":"26","author":"Y Dai","year":"2019","unstructured":"Dai, Y., Xu, D., Maharjan, S., Qiao, G., Zhang, Y.: Artificial intelligence empowered edge computing and caching for internet of vehicles. IEEE Wirel. Commun. 26(3), 12\u201318 (2019)","journal-title":"IEEE Wirel. Commun."},{"key":"9542_CR2","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1007\/s10723-019-09476-0","volume":"17","author":"D Oliveira","year":"2019","unstructured":"Oliveira, D., Brinkmann, A., Rosa, N., Maciel, P.: Performability evaluation and optimization of workflow applications in cloud environments. J. Grid. Comput. 17, 749\u2013770 (2019)","journal-title":"J. Grid. Comput."},{"issue":"07","key":"9542_CR3","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.future.2019.01.012","volume":"96","author":"X Xu","year":"2019","unstructured":"Xu, X., Xue, Y., Qi, L., Yuan, Y., Zhang, X., Umer, T., Wan, S.: An edge computing-enabled computation offloading method with privacy preservation for internet of connected vehicles. Futur. Gener. Comput. Syst. 96(07), 89\u2013100 (2019)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"6","key":"9542_CR4","doi-asserted-by":"publisher","first-page":"5030","DOI":"10.1109\/JIOT.2018.2881202","volume":"5","author":"H Inaltekin","year":"2018","unstructured":"Inaltekin, H., Gorlatova, M., Chiang, M.: Virtualized control over fog: interplay between reliability and latency. IEEE Internet Things J. 5(6), 5030\u20135045 (2018)","journal-title":"IEEE Internet Things J."},{"issue":"4","key":"9542_CR5","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MNET.2019.1800453","volume":"33","author":"C Wu","year":"2019","unstructured":"Wu, C., Chen, X., Yoshinaga, T., Ji, Y., Zhang, Y.: Integrating licensed and unlicensed Spectrum in the internet of vehicles with Mobile edge computing. IEEE Netw. 33(4), 48\u201353 (2019)","journal-title":"IEEE Netw."},{"issue":"1","key":"9542_CR6","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MVT.2018.2879647","volume":"14","author":"J Feng","year":"2019","unstructured":"Feng, J., Liu, Z., Wu, C., et al.: Mobile edge computing for the internet of vehicles: offloading framework and job scheduling. IEEE Veh. Technol. Mag. 14(1), 28\u201336 (2019)","journal-title":"IEEE Veh. Technol. Mag."},{"issue":"1","key":"9542_CR7","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1007\/s10723-019-09475-1","volume":"17","author":"Z Cai","year":"2019","unstructured":"Cai, Z., Lee, I., Chu, S.C., et al.: SimSim: a service discovery method preserving content similarity and spatial similarity in P2P Mobile cloud. J. Grid. Comput. 17(1), 749\u2013770 (2019)","journal-title":"J. Grid. Comput."},{"issue":"3","key":"9542_CR8","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1007\/s10723-018-9446-2","volume":"17","author":"B Nogueira","year":"2019","unstructured":"Nogueira, B., Tavares, F.W., Matar, P.: Performability evaluation of a cloud-based disaster recovery solution for IT environments. J. Grid. Comput. 17(3), 603\u2013621 (2019)","journal-title":"J. Grid. Comput."},{"issue":"2","key":"9542_CR9","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/IOTM.0001.1900109","volume":"3","author":"A Hammoud","year":"2020","unstructured":"Hammoud, A., Sami, H., Mourad, A.: AI, Blockchain, and vehicular edge computing for smart and secure IoV: challenges and directions. IEEE Intern. Things Magazine. 3(2), 68\u201373 (2020)","journal-title":"IEEE Intern. Things Magazine"},{"issue":"2","key":"9542_CR10","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1109\/JPROC.2019.2951169","volume":"108","author":"W Zhuang","year":"2020","unstructured":"Zhuang, W., Ye, Q., Lyu, F., Cheng, N., Ren, J.: SDN\/NFV-empowered future IoV with enhanced communication, computing, and caching. Proc. IEEE. 108(2), 274\u2013291 (2020)","journal-title":"Proc. IEEE"},{"issue":"8","key":"9542_CR11","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MCOM.2018.1701130","volume":"56","author":"G Qiao","year":"2018","unstructured":"Qiao, G., Leng, S., Zhang, K., He, Y.: Collaborative task offloading in vehicular edge multi-access networks. IEEE Commun. Mag. 56(8), 48\u201354 (2018)","journal-title":"IEEE Commun. Mag."},{"key":"9542_CR12","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.future.2018.04.057","volume":"87","author":"M Aazam","year":"2018","unstructured":"Aazam, M., Zeadally, S., Harras, K.A.: Offloading in fog computing for IoT: review, enabling technologies, and research opportunities. Futur. Gener. Comput. Syst. 87, 278\u2013289 (2018)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"4","key":"9542_CR13","doi-asserted-by":"publisher","first-page":"3614","DOI":"10.1109\/JIOT.2020.2973420","volume":"7","author":"Z Sharmin","year":"2020","unstructured":"Sharmin, Z., Malik, A.W., Rahman, A.U., et al.: Toward sustainable micro-level fog-federated load sharing in internet of vehicles. IEEE Internet Things J. 7(4), 3614\u20133622 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"003","key":"9542_CR14","first-page":"81","volume":"16","author":"X Wang","year":"2019","unstructured":"Wang, X., Wei, X., Wang, L.: A deep learning based energy-efficient computational offloading method in internet of vehicles. China Commun. 16(003), 81\u201391 (2019)","journal-title":"China Commun."},{"issue":"3","key":"9542_CR15","doi-asserted-by":"publisher","first-page":"1814","DOI":"10.1109\/TWC.2019.2958091","volume":"19","author":"X He","year":"2020","unstructured":"He, X., Jin, R., Dai, H.: Peace: privacy-preserving and cost-efficient task offloading for Mobile-edge computing. IEEE Trans. Wirel. Commun. 19(3), 1814\u20131824 (2020)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"03","key":"9542_CR16","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.comnet.2019.01.003","volume":"151","author":"Y He","year":"2019","unstructured":"He, Y., Ma, L., Zhou, R., Huang, C., Li, Z.: Online task allocation in Mobile cloud computing with budget constraints. Comput. Netw. 151(03), 42\u201351 (2019)","journal-title":"Comput. Netw."},{"issue":"7","key":"9542_CR17","first-page":"1014","volume":"9","author":"VD Nguyen","year":"2020","unstructured":"Nguyen, V.D., Khanh, T.T., Tran, N.H., et al.: Joint offloading and IEEE 802.11p-based contention control in vehicular edge computing. IEEE Wirel. Commun. Lett. 9(7), 1014\u20131018 (2020)","journal-title":"IEEE Wirel. Commun. Lett."},{"issue":"5","key":"9542_CR18","doi-asserted-by":"publisher","first-page":"726","DOI":"10.1109\/TSC.2018.2826544","volume":"12","author":"W Chen","year":"2019","unstructured":"Chen, W., Wang, D., Li, K.: Multi-user multi-task computation offloading in green Mobile edge cloud computing. IEEE Trans. Serv. Comput. 12(5), 726\u2013738 (2019)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"4","key":"9542_CR19","doi-asserted-by":"publisher","first-page":"3282","DOI":"10.1109\/JIOT.2020.2967502","volume":"7","author":"Q Zhang","year":"2020","unstructured":"Zhang, Q., Gui, L., Hou, F., Chen, J., Zhu, S., Tian, F.: Dynamic task offloading and resource allocation for Mobile edge computing in dense cloud RAN. IEEE Internet Things J. 7(4), 3282\u20133299 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"99","key":"9542_CR20","doi-asserted-by":"publisher","first-page":"72786","DOI":"10.1109\/ACCESS.2018.2879334","volume":"6","author":"Z Wen","year":"2018","unstructured":"Wen, Z., Yang, K., Liu, X., Li, S., Zou, J.: Joint offloading and computing Design in Wireless Powered Mobile-Edge Computing Systems with full-duplex relaying. IEEE Access. 6(99), 72786\u201372795 (2018)","journal-title":"IEEE Access"},{"issue":"09","key":"9542_CR21","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/j.comcom.2019.06.001","volume":"145","author":"C Li","year":"2019","unstructured":"Li, C., Chen, W., Tang, J., Luo, Y.: Radio and computing resource allocation with energy harvesting devices in mobile edge computing environment. Comput. Commun. 145(09), 193\u2013202 (2019)","journal-title":"Comput. Commun."},{"issue":"6","key":"9542_CR22","doi-asserted-by":"publisher","first-page":"4987","DOI":"10.1109\/JIOT.2020.2972061","volume":"7","author":"Y Wang","year":"2020","unstructured":"Wang, Y., Lang, P., Tian, D., Zhou, J., Duan, X., Cao, Y., Zhao, D.: A game-based computation offloading method in vehicular multi-access edge computing networks. IEEE Internet Things J. 7(6), 4987\u20134996 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"12","key":"9542_CR23","doi-asserted-by":"publisher","first-page":"6353","DOI":"10.1109\/TCOMM.2018.2866572","volume":"66","author":"TQ Dinh","year":"2018","unstructured":"Dinh, T.Q., La, Q.D., Quek, T.Q.S., et al.: Learning for computation offloading in Mobile edge computing. IEEE Trans. Commun. 66(12), 6353\u20136367 (2018)","journal-title":"IEEE Trans. Commun."},{"issue":"3","key":"9542_CR24","doi-asserted-by":"publisher","first-page":"1678","DOI":"10.1109\/JIOT.2019.2943373","volume":"7","author":"C Shu","year":"2020","unstructured":"Shu, C., Zhao, Z., Han, Y., Min, G., Duan, H.: Multi-user offloading for edge computing networks: a dependency-aware and latency-optimal approach. IEEE Internet Things J. 7(3), 1678\u20131689 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"9542_CR25","doi-asserted-by":"publisher","first-page":"4188","DOI":"10.1109\/JIOT.2018.2875246","volume":"6","author":"X Cao","year":"2019","unstructured":"Cao, X., Wang, F., Xu, J., et al.: Joint computation and communication cooperation for energy-efficient Mobile edge computing. IEEE Internet Things J. 6(3), 4188\u20134200 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"9542_CR26","doi-asserted-by":"publisher","first-page":"5505","DOI":"10.1109\/TII.2019.2948406","volume":"16","author":"T Zhang","year":"2020","unstructured":"Zhang, T., Xu, Y., Loo, J., Yang, D., Xiao, L.: Joint computation and communication design for UAV-assisted Mobile edge computing in IoT. IEEE Trans. Ind. Inform. 16(8), 5505\u20135516 (2020)","journal-title":"IEEE Trans. Ind. Inform."},{"issue":"99","key":"9542_CR27","doi-asserted-by":"publisher","first-page":"16444","DOI":"10.1109\/ACCESS.2018.2883692","volume":"7","author":"QV Pham","year":"2019","unstructured":"Pham, Q.V., Le, L.B., Chung, S.H., et al.: Mobile edge computing with wireless backhaul: joint task offloading and resource allocation. IEEE Access. 7(99), 16444\u201316459 (2019)","journal-title":"IEEE Access"},{"issue":"3","key":"9542_CR28","doi-asserted-by":"publisher","first-page":"4242","DOI":"10.1109\/JIOT.2018.2875715","volume":"6","author":"Y Chen","year":"2019","unstructured":"Chen, Y., Zhang, N., Zhang, Y., Chen, X.: Dynamic computation offloading in edge computing for internet of things. IEEE Internet Things J. 6(3), 4242\u20134251 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"9542_CR29","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MCOM.2019.1800971","volume":"57","author":"J Wang","year":"2019","unstructured":"Wang, J., Hu, J., Min, G., Zhan, W., Ni, Q., Georgalas, N.: Computation offloading in multi-access edge computing using a deep sequential model based on reinforcement learning. IEEE Commun. Mag. 57(5), 64\u201369 (2019)","journal-title":"IEEE Commun. Mag."},{"issue":"6","key":"9542_CR30","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1049\/iet-its.2018.5465","volume":"13","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Wu, J., Li, J., Yang, W., Chen, H., Li, G.: ISRF: interest semantic reasoning based fog firewall for information-centric internet of vehicles. IET Intell. Transp. Syst. 13(6), 975\u2013982 (2019)","journal-title":"IET Intell. Transp. Syst."},{"key":"9542_CR31","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.dcan.2018.10.003","volume":"1","author":"L Huang","year":"2019","unstructured":"Huang, L., Feng, X., Zhang, C., et al.: Deep reinforcement learning-based joint task offloading and bandwidth allocation for multi-user mobile edge computing. Digit. Commun. Netw. 1, 10\u201317 (2019)","journal-title":"Digit. Commun. Netw."},{"issue":"4","key":"9542_CR32","doi-asserted-by":"publisher","first-page":"2737","DOI":"10.1109\/TII.2019.2954944","volume":"16","author":"H Guo","year":"2020","unstructured":"Guo, H., Liu, J.: UAV-enhanced intelligent offloading for internet of things at the edge. IEEE Trans. Ind. Inform. 16(4), 2737\u20132746 (2020)","journal-title":"IEEE Trans. Ind. Inform."},{"issue":"3","key":"9542_CR33","doi-asserted-by":"publisher","first-page":"4660","DOI":"10.1109\/JIOT.2018.2875542","volume":"6","author":"J Kang","year":"2019","unstructured":"Kang, J., Yu, R., Huang, X., Wu, M., Maharjan, S., Xie, S., Zhang, Y.: Blockchain for secure and efficient data sharing in vehicular edge computing and networks. IEEE Internet Things J. 6(3), 4660\u20134670 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"9542_CR34","doi-asserted-by":"publisher","first-page":"4377","DOI":"10.1109\/JIOT.2018.2876298","volume":"6","author":"Y Dai","year":"2019","unstructured":"Dai, Y., Xu, D., Maharjan, S., Zhang, Y.: Joint load balancing and offloading in vehicular edge computing and networks. IEEE Internet Things J. 6(3), 4377\u20134387 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"03","key":"9542_CR35","first-page":"46","volume":"129","author":"Y Shao","year":"2019","unstructured":"Shao, Y., Li, C., Fu, Z., Jia, L., Luo, Y.: Cost-effective replication management and scheduling in edge computing. J. Netw. Comput. Appl. 129(03), 46\u201361 (2019)","journal-title":"J. Netw. Comput. Appl."},{"issue":"9","key":"9542_CR36","doi-asserted-by":"publisher","first-page":"1927","DOI":"10.1109\/JSAC.2018.2864426","volume":"36","author":"F Zhou","year":"2018","unstructured":"Zhou, F., Wu, Y., Hu, R.Q., et al.: Computation rate maximization in UAV-enabled wireless powered Mobile-edge computing systems. IEEE J. Sel. Areas Commun. 36(9), 1927\u20131941 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"3","key":"9542_CR37","doi-asserted-by":"publisher","first-page":"1857","DOI":"10.1109\/JIOT.2019.2957127","volume":"7","author":"M Kanwal","year":"2020","unstructured":"Kanwal, M., Malik, A.W., Rahman, A.U., Mahmood, I., Shahzad, M.: Sustainable vehicle-assisted edge computing for big data migration in smart cities. IEEE Internet Things J. 7(3), 1857\u20131871 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"9542_CR38","doi-asserted-by":"publisher","first-page":"4472","DOI":"10.1109\/JIOT.2018.2876419","volume":"6","author":"L Zhou","year":"2019","unstructured":"Zhou, L., Yu, L., Du, S., et al.: Achieving differentially private location privacy in edge-assistant connected vehicles. IEEE Internet Things J. 6(3), 4472\u20134481 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"6","key":"9542_CR39","doi-asserted-by":"publisher","first-page":"5371","DOI":"10.1109\/JIOT.2020.2979691","volume":"7","author":"Q Wang","year":"2020","unstructured":"Wang, Q., Dai, H.N., Wang, Q., et al.: On connectivity of UAV-assisted data Acquisition for Underwater Internet of things. IEEE Internet Things J. 7(6), 5371\u20135385 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"99","key":"9542_CR40","doi-asserted-by":"publisher","first-page":"4472","DOI":"10.1109\/TVT.2020.2978027","volume":"69","author":"U Saleem","year":"2020","unstructured":"Saleem, U., Liu, Y., Jangsher, S., Tao, X., Li, Y.: Latency minimization for D2D-enabled partial computation offloading in Mobile edge computing. IEEE Trans. Veh. Technol. 69(99), 4472\u20134486 (2020)","journal-title":"IEEE Trans. Veh. Technol."}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-021-09542-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10723-021-09542-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-021-09542-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,19]],"date-time":"2021-06-19T15:06:01Z","timestamp":1624115161000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10723-021-09542-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,23]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["9542"],"URL":"https:\/\/doi.org\/10.1007\/s10723-021-09542-6","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,23]]},"assertion":[{"value":"23 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"15"}}