{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:23:24Z","timestamp":1757618604677,"version":"3.44.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T00:00:00Z","timestamp":1751587200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T00:00:00Z","timestamp":1751587200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s00607-025-01516-w","type":"journal-article","created":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T07:59:34Z","timestamp":1751615974000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An adaptive online reinforcement learning approach for optimizing computation offloading in connected vehicle networks"],"prefix":"10.1007","volume":"107","author":[{"given":"Laya","family":"Mohammadi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vahid","family":"Khajehvand","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khashayar Salehi","family":"Nobandegani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Esmaeil","family":"Zeinali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,4]]},"reference":[{"issue":"9","key":"1516_CR1","doi-asserted-by":"publisher","first-page":"9619","DOI":"10.1109\/TVT.2021.3090179","volume":"70","author":"B Shang","year":"2021","unstructured":"Shang B, Liu L, Tian Z (2021) Deep learning-assisted energy-efficient task offloading in vehicular edge computing systems. IEEE Trans Veh Technol 70(9):9619\u20139624","journal-title":"IEEE Trans Veh Technol"},{"issue":"8","key":"1516_CR2","doi-asserted-by":"publisher","first-page":"1697","DOI":"10.1109\/JPROC.2019.2915983","volume":"107","author":"S Liu","year":"2019","unstructured":"Liu S, Liu L, Tang J, Yu B, Wang Y, Shi W (2019) Edge computing for autonomous driving: opportunities and challenges. Proc IEEE 107(8):1697\u20131716","journal-title":"Proc IEEE"},{"key":"1516_CR3","doi-asserted-by":"publisher","first-page":"198214","DOI":"10.1109\/ACCESS.2020.3033828","volume":"8","author":"AB De Souza","year":"2020","unstructured":"De Souza AB, Rego PA, Carneiro T (2020) Computation offloading for vehicular environments: a survey. IEEE Access 8:198214\u2013198243","journal-title":"IEEE Access"},{"key":"1516_CR4","doi-asserted-by":"publisher","first-page":"1570","DOI":"10.1109\/ACCESS.2018.2887075","volume":"7","author":"A Ullah","year":"2018","unstructured":"Ullah A, Yaqoob S, Imran M, Ning H (2018) Emergency message dissemination schemes based on congestion avoidance in VANET and vehicular FoG computing. IEEE Access 7:1570\u20131585","journal-title":"IEEE Access"},{"key":"1516_CR5","doi-asserted-by":"publisher","first-page":"26652","DOI":"10.1109\/ACCESS.2019.2900530","volume":"7","author":"C Yang","year":"2019","unstructured":"Yang C, Liu Y, Chen X, Zhong W, Xie S (2019) Efficient mobility-aware task offloading for vehicular edge computing networks. IEEE Access 7:26652\u201326664","journal-title":"IEEE Access"},{"issue":"8","key":"1516_CR6","doi-asserted-by":"publisher","first-page":"7443","DOI":"10.1109\/JIOT.2020.2987600","volume":"7","author":"B Shang","year":"2020","unstructured":"Shang B, Liu L (2020) Mobile-edge computing in the sky: energy optimization for air\u2013ground integrated networks. IEEE Internet Things J 7(8):7443\u20137456","journal-title":"IEEE Internet Things J"},{"key":"1516_CR7","first-page":"43","volume":"3","author":"H Vahdat-Nejad","year":"2016","unstructured":"Vahdat-Nejad H, Ramazani A, Mohammadi T, Mansoor W (2016) A survey on context-aware vehicular network applications. Veh Commun 3:43\u201357","journal-title":"Veh Commun"},{"key":"1516_CR8","doi-asserted-by":"crossref","unstructured":"Xiao Y, Zhu C (2017) Vehicular FoG computing: vision and challenges. In: 2017 IEEE international conference on pervasive computing and communications workshops (per com workshops), 6\u20139","DOI":"10.1109\/PERCOMW.2017.7917508"},{"issue":"1","key":"1516_CR9","first-page":"1","volume":"98","author":"A Yousefpour","year":"2018","unstructured":"Yousefpour A, Fung C, Nguyen T (2018) All one needs to know about fog computing and related edge computing paradigms. J Syst Archit 98(1):1\u201348","journal-title":"J Syst Archit"},{"issue":"1","key":"1516_CR10","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1109\/TITS.2022.3216462","volume":"24","author":"GL Huang","year":"2022","unstructured":"Huang GL, Zaslavsky A, Loke SW, Abkenar A, Medvedev A, Hassani A (2022) Context-aware machine learning for intelligent transportation systems: a survey. IEEE Trans Intell Transp Syst 24(1):17\u201336","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"4","key":"1516_CR11","doi-asserted-by":"publisher","first-page":"e4427","DOI":"10.1002\/ett.4427","volume":"33","author":"T Yuan","year":"2022","unstructured":"Yuan T, da Rocha Neto W, Rothenberg CE, Obraczka K, Barakat C, Turletti T (2022) Machine learning for next-generation intelligent transportation systems: a survey. Trans Emerg Telecommun Technol 33(4):e4427","journal-title":"Trans Emerg Telecommun Technol"},{"issue":"7","key":"1516_CR12","doi-asserted-by":"publisher","first-page":"7599","DOI":"10.1109\/TITS.2022.3169421","volume":"24","author":"H Gao","year":"2022","unstructured":"Gao H, Huang W, Liu T, Yin Y, Li Y (2022) PPO2: location privacy-oriented task offloading to edge computing using reinforcement learning for intelligent autonomous transport systems. IEEE Trans Intell Transp Syst 24(7):7599\u20137612","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"9","key":"1516_CR13","doi-asserted-by":"publisher","first-page":"16701","DOI":"10.1109\/TITS.2022.3190280","volume":"23","author":"S Xia","year":"2022","unstructured":"Xia S, Yao Z, Wu G, Li Y (2022) Distributed offloading for cooperative intelligent transportation under heterogeneous networks. IEEE Trans Intell Transp Syst 23(9):16701\u201316714","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"4","key":"1516_CR14","doi-asserted-by":"publisher","first-page":"2226","DOI":"10.1109\/TITS.2020.3015210","volume":"22","author":"K Xiong","year":"2020","unstructured":"Xiong K, Leng S, Huang C, Yuen C, Guan YL (2020) Intelligent task offloading for heterogeneous V2X communications. IEEE Trans Intell Transp Syst 22(4):2226\u20132238","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"10","key":"1516_CR15","doi-asserted-by":"publisher","first-page":"1230","DOI":"10.1049\/cmu2.12334","volume":"16","author":"T Wang","year":"2022","unstructured":"Wang T, Luo X, Zhao W (2022) Improving the performance of tasks offloading for internet of vehicles via deep reinforcement learning methods. IET Commun 16(10):1230\u20131240","journal-title":"IET Commun"},{"issue":"4","key":"1516_CR16","doi-asserted-by":"publisher","first-page":"4705","DOI":"10.1007\/s10586-023-04198-1","volume":"27","author":"L Mohammadi","year":"2024","unstructured":"Mohammadi L, Khajehvand V (2024) Energy consumption optimization through an intelligent task offloading prediction mechanism in vehicular fog networks. Clust Comput 27(4):4705\u20134723","journal-title":"Clust Comput"},{"key":"1516_CR17","first-page":"100236","volume":"24","author":"AU Rahman","year":"2020","unstructured":"Rahman AU, Malik AW, Sati V, Chopra A, Ravana SD (2020) Context-aware opportunistic computing in vehicle-to-vehicle networks. Veh Commun 24:100236","journal-title":"Veh Commun"},{"key":"1516_CR18","doi-asserted-by":"crossref","unstructured":"Sun Y, Guo X, Zhou S, Jiang Z, Liu X, Niu Z (2018) Learning-based task offloading for vehicular cloud computing systems. In: 2018 IEEE international conference on communications (ICC), 1\u20137","DOI":"10.1109\/ICC.2018.8422661"},{"issue":"8","key":"1516_CR19","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MCOM.2018.1701130","volume":"56","author":"G Qiao","year":"2018","unstructured":"Qiao G, Leng S, Zhang K, He Y (2018) Collaborative task offloading in vehicular edge multi-access networks. IEEE Commun Mag 56(8):48\u201354","journal-title":"IEEE Commun Mag"},{"key":"1516_CR20","doi-asserted-by":"publisher","unstructured":"Shi J, Du J, Wang J, Yuan J (2020) Distributed V2V computation offloading based on dynamic pricing using deep reinforcement learning. In: 2020 IEEE wireless communications and networking conference. https:\/\/doi.org\/10.1109\/WCNC45663.2020.9120816","DOI":"10.1109\/WCNC45663.2020.9120816"},{"key":"1516_CR21","doi-asserted-by":"publisher","first-page":"52968","DOI":"10.1109\/ACCESS.2020.2979248","volume":"8","author":"S Iqbal","year":"2020","unstructured":"Iqbal S, Malik AW, Rahman AU, Noor RM (2020) Blockchain-based reputation management for task offloading in micro-level vehicular fog network. IEEE Access 8:52968\u201352980","journal-title":"IEEE Access"},{"issue":"1","key":"1516_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.37917\/ijeee.17.1.8","volume":"17","author":"SK Abdullah","year":"2021","unstructured":"Abdullah SK, Jabir AJ (2021) A light weight multi-objective task offloading optimization for vehicular fog computing. Iraqi J Elect Electron Eng 17(1):1\u201310","journal-title":"Iraqi J Elect Electron Eng"},{"issue":"4","key":"1516_CR23","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1109\/MWC.2019.1800364","volume":"26","author":"M LiWang","year":"2019","unstructured":"LiWang M, Dai S, Gao Z, Du X, Guizani M, Dai H (2019) A computation offloading incentive mechanism with delay and cost constraints under 5G satellite-ground IoV architecture. IEEE Wirel Commun 26(4):124\u2013132","journal-title":"IEEE Wirel Commun"},{"issue":"21","key":"1516_CR24","doi-asserted-by":"publisher","first-page":"4392","DOI":"10.3390\/electronics12214392","volume":"12","author":"Z Liu","year":"2023","unstructured":"Liu Z, Jia Z, Pang X (2023) DRL-based hybrid task offloading and resource allocation in vehicular networks. Electronics 12(21):4392","journal-title":"Electronics"},{"key":"1516_CR25","doi-asserted-by":"publisher","first-page":"102780","DOI":"10.1016\/j.sysarc.2022.102780","volume":"134","author":"X Xu","year":"2023","unstructured":"Xu X, Liu K, Dai P, Jin F, Ren H, Zhan C, Guo S (2023) Joint task offloading and resource optimization in noma-based vehicular edge computing: a game-theoretic DRL approach. J Syst Archit 134:102780","journal-title":"J Syst Archit"},{"issue":"1","key":"1516_CR26","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1186\/s13677-024-00701-0","volume":"13","author":"C Liu","year":"2024","unstructured":"Liu C, Wang H, Zhao M, Liu J, Zhao X, Yuan P (2024) Dependency-aware online task offloading based on deep reinforcement learning for IoV. J Cloud Comput 13(1):136","journal-title":"J Cloud Comput"},{"key":"1516_CR27","doi-asserted-by":"crossref","unstructured":"Uddin A, Sakr AH, Zhang N (2024) Prioritized task offloading in vehicular edge computing using deep reinforcement learning. In: 2024 IEEE 99th vehicular technology conference (VTC2024-Spring), June, 1\u20136","DOI":"10.1109\/VTC2024-Spring62846.2024.10683050"},{"issue":"12","key":"1516_CR28","doi-asserted-by":"publisher","first-page":"13149","DOI":"10.1109\/TVT.2021.3117847","volume":"70","author":"MS Bute","year":"2021","unstructured":"Bute MS, Fan P, Zhang L, Abbas F (2021) An efficient distributed task offloading scheme for vehicular edge computing networks. IEEE Trans Veh Technol 70(12):13149\u201313161","journal-title":"IEEE Trans Veh Technol"},{"key":"1516_CR29","doi-asserted-by":"crossref","unstructured":"Zhao G, Cui H (2024) DRL-based dependent task offloading in collaborative vehicular networks. In: 2024 6th international conference on internet of things, automation and artificial intelligence (IoTAAI), July, 227\u2013231","DOI":"10.1109\/IoTAAI62601.2024.10692789"},{"key":"1516_CR30","doi-asserted-by":"crossref","unstructured":"Song Y, Zhang N, Yet QJ (2024) Deep reinforcement learning enabled reverse offloading in cooperative vehicle edge computing. In: 2024 IEEE\/CIC international conference on communications in China (ICCC workshops), August, 862\u2013867","DOI":"10.1109\/ICCCWorkshops62562.2024.10693692"},{"key":"1516_CR31","doi-asserted-by":"publisher","first-page":"10655","DOI":"10.1109\/TVT.2024.3378919","volume":"73","author":"Y Guo","year":"2024","unstructured":"Guo Y, Ma D, She H, Gui G, Yuen C, Sari H, Adachi F (2024) Deep deterministic policy gradient-based intelligent task offloading for vehicular computing with priority experience playback. IEEE Trans Veh Technol 73:10655\u201310667","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"1516_CR32","doi-asserted-by":"publisher","first-page":"33","DOI":"10.5573\/IEIESPC.2024.13.1.33","volume":"13","author":"I Ullah","year":"2024","unstructured":"Ullah I, Kim BS (2024) Efficient task offloading in vehicular FoG networks. IEIE Trans Smart Process Comput 13(1):33\u201340","journal-title":"IEIE Trans Smart Process Comput"},{"key":"1516_CR33","first-page":"101854","volume":"59","author":"M Ahmed","year":"2024","unstructured":"Ahmed M, Raza S, Ahmad H, Khan WU, Xu WU, Rabie K (2024) Deep reinforcement learning approach for multi-hop task offloading in vehicular edge computing. Eng Sci Technol Int J 59:101854","journal-title":"Eng Sci Technol Int J"},{"issue":"1","key":"1516_CR34","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1007\/s40565-017-0340-x","volume":"6","author":"ZM Haider","year":"2018","unstructured":"Haider ZM, Mehmood KK, Rafique MK, Khan SU, Soon-Jeong L, Chul-Hwan K (2018) Water-filling algorithm-based approach for management of responsive residential loads. Power Syst Clean Energy 6(1):118\u2013131","journal-title":"Power Syst Clean Energy"},{"issue":"1","key":"1516_CR35","doi-asserted-by":"publisher","first-page":"226","DOI":"10.2478\/logi-2021-0021","volume":"12","author":"J Hanzl","year":"2021","unstructured":"Hanzl J, Gross P, Bartu\u0161ka L, Pecman J (2021) Simulation of autonomous mobility of connected vehicles in the context of real conditions: a case study. LOGI Sci J Transp Logist 12(1):226\u2013237","journal-title":"LOGI Sci J Transp Logist"},{"key":"1516_CR36","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/4197246","author":"O Stopka","year":"2019","unstructured":"Stopka O, Zitricky V, Abramovic B, Marinov M, Ricci S (2019) Innovative technologies for sustainable passenger transport. J Adv Transp. https:\/\/doi.org\/10.1155\/2019\/4197246","journal-title":"J Adv Transp"},{"key":"1516_CR37","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1023\/A:1022689125041","volume":"16","author":"JN Tsitsiklis","year":"1994","unstructured":"Tsitsiklis JN (1994) Asynchronous stochastic approximation and Q-learning. Mach Learn 16:185\u2013202","journal-title":"Mach Learn"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-025-01516-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00607-025-01516-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-025-01516-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T00:46:51Z","timestamp":1757206011000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00607-025-01516-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,4]]},"references-count":37,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["1516"],"URL":"https:\/\/doi.org\/10.1007\/s00607-025-01516-w","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"type":"print","value":"0010-485X"},{"type":"electronic","value":"1436-5057"}],"subject":[],"published":{"date-parts":[[2025,7,4]]},"assertion":[{"value":"24 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"165"}}