{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T16:44:14Z","timestamp":1771260254120,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,11,27]],"date-time":"2021-11-27T00:00:00Z","timestamp":1637971200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,27]],"date-time":"2021-11-27T00:00:00Z","timestamp":1637971200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s11277-021-09166-9","type":"journal-article","created":{"date-parts":[[2021,11,27]],"date-time":"2021-11-27T09:02:35Z","timestamp":1638003755000},"page":"975-1001","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["A Model-Based Reinforcement Learning Protocol for Routing in Vehicular Ad hoc Network"],"prefix":"10.1007","volume":"123","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3104-0788","authenticated-orcid":false,"given":"Omid","family":"Jafarzadeh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mehdi","family":"Dehghan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hadi","family":"Sargolzaey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad Mehdi","family":"Esnaashari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,27]]},"reference":[{"key":"9166_CR1","doi-asserted-by":"publisher","first-page":"10823","DOI":"10.1109\/ACCESS.2019.2891073","volume":"7","author":"W Tong","year":"2019","unstructured":"Tong, W., Hussain, A., Bo, W. X., & Maharjan, S. (2019). Artificial intelligence for vehicle-to-everything: A survey. IEEE Access, 7, 10823\u201310843. https:\/\/doi.org\/10.1109\/ACCESS.2019.2891073","journal-title":"IEEE Access"},{"key":"9166_CR2","doi-asserted-by":"publisher","first-page":"27552","DOI":"10.1109\/ACCESS.2021.3058388","volume":"9","author":"RA Nazib","year":"2021","unstructured":"Nazib, R. A., & Moh, S. (2021). Reinforcement learning-based routing protocols for vehicular Ad Hoc networks: A comparative survey. IEEE Access, 9, 27552\u201327587. https:\/\/doi.org\/10.1109\/ACCESS.2021.3058388","journal-title":"IEEE Access"},{"key":"9166_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.vehcom.2020.100231","volume":"23","author":"A Srivastava","year":"2020","unstructured":"Srivastava, A., Prakash, A., & Tripathi, R. (2020). Location based routing protocols in VANET: Issues and existing solutions. Vehicular Communications, 23, 100231. https:\/\/doi.org\/10.1016\/j.vehcom.2020.100231","journal-title":"Vehicular Communications"},{"key":"9166_CR4","doi-asserted-by":"publisher","first-page":"9497","DOI":"10.1109\/ACCESS.2017.2692240","volume":"5","author":"A Awang","year":"2017","unstructured":"Awang, A., Husain, K., Kamel, N., & A\u00efssa, S. (2017). Routing in vehicular Ad-hoc networks: A survey on single- and cross-layer design techniques, and perspectives. IEEE Access, 5, 9497\u20139517. https:\/\/doi.org\/10.1109\/ACCESS.2017.2692240","journal-title":"IEEE Access"},{"issue":"6","key":"9166_CR5","doi-asserted-by":"publisher","first-page":"3533","DOI":"10.1109\/TITS.2020.2983835","volume":"22","author":"H Gao","year":"2021","unstructured":"Gao, H., Liu, C., Li, Y., & Yang, X. (2021). V2VR: Reliable hybrid-network-oriented V2V data transmission and routing considering RSUs and connectivity probability. IEEE Transactions on Intelligent Transportation Systems, 22(6), 3533\u20133546. https:\/\/doi.org\/10.1109\/TITS.2020.2983835","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"1","key":"9166_CR6","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/s11235-015-9979-7","volume":"62","author":"J Liu","year":"2016","unstructured":"Liu, J., Wan, J., Wang, Q., Deng, P., Zhou, K., & Qiao, Y. (2016). A survey on position-based routing for vehicular ad hoc networks. Telecommunication Systems, 62(1), 15\u201330. https:\/\/doi.org\/10.1007\/s11235-015-9979-7","journal-title":"Telecommunication Systems"},{"key":"9166_CR7","unstructured":"Kaur, R., & Rana, D. S. B. (2015). Overview on routing protocols in VANET. International Research Journal of Engineering and Technology, 02(03), 1333\u20131337."},{"key":"9166_CR8","doi-asserted-by":"publisher","unstructured":"Katsaros, K., Dianati, M., Tafazolli, R., & Kernchen, R. CLWPR\u2014A novel cross-layer optimized position based routing protocol for VANETs. In 2011 IEEE Vehicular Networking Conference (VNC), 14\u201316 Nov. 2011 2011 (pp. 139\u2013146). doi:https:\/\/doi.org\/10.1109\/VNC.2011.6117135.","DOI":"10.1109\/VNC.2011.6117135"},{"key":"9166_CR9","doi-asserted-by":"crossref","unstructured":"Chettibi, S., & Chikhi, S. (2010). A survey of reinforcement learning based routing protocols for Mobile Ad-Hoc networks. In (Vol. 162, pp. 1\u201313).","DOI":"10.1007\/978-3-642-21937-5_1"},{"key":"9166_CR10","doi-asserted-by":"publisher","unstructured":"Mohandas, G., Silas, S., & Sam, S. (2013). Survey on routing protocols on mobile adhoc networks. In: 2013 International mutli-conference on automation, computing, communication, control and compressed sensing (iMac4s), 22\u201323 March 2013 (pp. 514\u2013517). https:\/\/doi.org\/10.1109\/iMac4s.2013.6526467.","DOI":"10.1109\/iMac4s.2013.6526467"},{"issue":"9","key":"9166_CR11","doi-asserted-by":"publisher","first-page":"5200","DOI":"10.1109\/TVT.2009.2025652","volume":"58","author":"W Wang","year":"2009","unstructured":"Wang, W., Xie, F., & Chatterjee, M. (2009). Small-scale and large-scale routing in vehicular Ad Hoc networks. IEEE Transactions on Vehicular Technology, 58(9), 5200\u20135213. https:\/\/doi.org\/10.1109\/TVT.2009.2025652","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"9166_CR12","doi-asserted-by":"publisher","unstructured":"Perkins, C. E., & Royer, E. M. (1999). Ad-hoc on-demand distance vector routing. In: Proceedings WMCSA'99. Second IEEE workshop on mobile computing systems and applications, 25\u201326 Feb. 1999 (pp. 90\u2013100). https:\/\/doi.org\/10.1109\/MCSA.1999.749281.","DOI":"10.1109\/MCSA.1999.749281"},{"issue":"2","key":"9166_CR13","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MVT.2007.912927","volume":"2","author":"F Li","year":"2007","unstructured":"Li, F., & Wang, Y. (2007). Routing in vehicular ad hoc networks: A survey. IEEE Vehicular Technology Magazine, 2(2), 12\u201322. https:\/\/doi.org\/10.1109\/MVT.2007.912927","journal-title":"IEEE Vehicular Technology Magazine"},{"issue":"4","key":"9166_CR14","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1109\/SURV.2011.061411.00019","volume":"13","author":"G Karagiannis","year":"2011","unstructured":"Karagiannis, G., Altintas, O., Ekici, E., Heijenk, G., Jarupan, B., Lin, K., et al. (2011). Vehicular networking: A survey and tutorial on requirements, architectures, challenges, standards and solutions. IEEE Communications Surveys and Tutorials, 13(4), 584\u2013616. https:\/\/doi.org\/10.1109\/SURV.2011.061411.00019","journal-title":"IEEE Communications Surveys and Tutorials"},{"issue":"4","key":"9166_CR15","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1109\/TITS.2004.838218","volume":"5","author":"JJ Blum","year":"2004","unstructured":"Blum, J. J., Eskandarian, A., & Hoffman, L. J. (2004). Challenges of intervehicle ad hoc networks. IEEE Transactions on Intelligent Transportation Systems, 5(4), 347\u2013351. https:\/\/doi.org\/10.1109\/TITS.2004.838218","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"9166_CR16","unstructured":"Wang, S. Y., Lin, C. C., Hwang, Y. W., Tao, K. C., & Chou, C. L. (2005). A practical routing protocol for vehicle-formed mobile ad hoc networks on the roads. In: Paper presented at the 2005 IEEE intelligent transportation systems conference, Oct. 2005."},{"key":"9166_CR17","doi-asserted-by":"crossref","unstructured":"Karp, B., & Kung, H. T. (2000). GPSR: greedy perimeter stateless routing for wireless networks. In: Paper presented at the Proceedings of the 6th annual international conference on mobile computing and networking, Boston, Massachusetts, USA.","DOI":"10.1145\/345910.345953"},{"issue":"10","key":"9166_CR18","doi-asserted-by":"publisher","first-page":"2822","DOI":"10.1109\/TITS.2016.2529178","volume":"17","author":"MA Salkuyeh","year":"2016","unstructured":"Salkuyeh, M. A., & Abolhassani, B. (2016). An adaptive multipath geographic routing for video transmission in urban VANETs. IEEE Transactions on Intelligent Transportation Systems, 17(10), 2822\u20132831. https:\/\/doi.org\/10.1109\/TITS.2016.2529178","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"4","key":"9166_CR19","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1049\/iet-its.2013.0014","volume":"8","author":"C Huang","year":"2014","unstructured":"Huang, C., & Lin, S. (2014). Timer-based greedy forwarding algorithm in vehicular ad hoc networks. IET Intelligent Transport Systems, 8(4), 333\u2013344. https:\/\/doi.org\/10.1049\/iet-its.2013.0014","journal-title":"IET Intelligent Transport Systems"},{"key":"9166_CR20","doi-asserted-by":"publisher","first-page":"15354","DOI":"10.1109\/ACCESS.2017.2733380","volume":"5","author":"A Abuashour","year":"2017","unstructured":"Abuashour, A., & Kadoch, M. (2017). Performance improvement of cluster-based routing protocol in VANET. IEEE Access, 5, 15354\u201315371. https:\/\/doi.org\/10.1109\/ACCESS.2017.2733380","journal-title":"IEEE Access"},{"issue":"2","key":"9166_CR21","doi-asserted-by":"publisher","first-page":"843","DOI":"10.1109\/COMST.2014.2371828","volume":"17","author":"S Bitam","year":"2015","unstructured":"Bitam, S., Mellouk, A., & Zeadally, S. (2015). Bio-inspired routing algorithms survey for vehicular Ad Hoc networks. IEEE Communications Surveys and Tutorials, 17(2), 843\u2013867. https:\/\/doi.org\/10.1109\/COMST.2014.2371828","journal-title":"IEEE Communications Surveys and Tutorials"},{"issue":"12","key":"9166_CR22","doi-asserted-by":"publisher","first-page":"5520","DOI":"10.1109\/TVT.2015.2485305","volume":"64","author":"MH Eiza","year":"2015","unstructured":"Eiza, M. H., Owens, T., Ni, Q., & Shi, Q. (2015). Situation-aware QoS routing algorithm for vehicular Ad Hoc networks. IEEE Transactions on Vehicular Technology, 64(12), 5520\u20135535. https:\/\/doi.org\/10.1109\/TVT.2015.2485305","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"4","key":"9166_CR23","doi-asserted-by":"publisher","first-page":"3249","DOI":"10.1109\/TVT.2016.2586382","volume":"66","author":"G Li","year":"2017","unstructured":"Li, G., Boukhatem, L., & Wu, J. (2017). Adaptive quality-of-service-based routing for vehicular Ad Hoc networks with ant colony optimization. IEEE Transactions on Vehicular Technology, 66(4), 3249\u20133264. https:\/\/doi.org\/10.1109\/TVT.2016.2586382","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"9166_CR24","doi-asserted-by":"crossref","unstructured":"Sun, Y., Lin, Y., & Tang, Y. (2019) A reinforcement learning-based routing protocol. In: VANETs. In Q. Liang, J. Mu, M. Jia, W. Wang, X. Feng, & B. Zhang (Eds.), Communications, signal processing, and systems, Singapore, 2019  (pp. 2493\u20132500), Springer","DOI":"10.1007\/978-981-10-6571-2_303"},{"issue":"12","key":"9166_CR25","doi-asserted-by":"publisher","first-page":"5503","DOI":"10.1109\/TVT.2015.2481464","volume":"64","author":"C Wu","year":"2015","unstructured":"Wu, C., Ji, Y., Liu, F., Ohzahata, S., & Kato, T. (2015). Toward practical and intelligent routing in vehicular Ad Hoc networks. IEEE Transactions on Vehicular Technology, 64(12), 5503\u20135519. https:\/\/doi.org\/10.1109\/TVT.2015.2481464","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"9166_CR26","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/j.adhoc.2016.06.009","volume":"58","author":"X Zhang","year":"2017","unstructured":"Zhang, X., Zhang, X., & Gu, C. (2017). A micro-artificial bee colony based multicast routing in vehicular ad hoc networks. Ad Hoc Networks, 58, 213\u2013221. https:\/\/doi.org\/10.1016\/j.adhoc.2016.06.009","journal-title":"Ad Hoc Networks"},{"key":"9166_CR27","doi-asserted-by":"publisher","unstructured":"Yang, X., Zhang, W., Lu, H., & Zhao, L. (2020). V2V routing in VANET based on heuristic Q-learning. International Journal of Computers communications and Control; Vol 15 No 5 (2020): International Journal of Computers Communications and Control (October). https:\/\/doi.org\/10.15837\/ijccc.2020.5.3928.","DOI":"10.15837\/ijccc.2020.5.3928"},{"issue":"3","key":"9166_CR28","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1109\/TITS.2017.2706756","volume":"19","author":"L Yao","year":"2018","unstructured":"Yao, L., Wang, J., Wang, X., Chen, A., & Wang, Y. (2018). V2X Routing in a VANET based on the hidden Markov model. IEEE Transactions on Intelligent Transportation Systems, 19(3), 889\u2013899. https:\/\/doi.org\/10.1109\/TITS.2017.2706756","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"9166_CR29","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement Learning: A Survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9166_CR30","unstructured":"Watkins, C. (1989). Learning from delayed rewards. Student thesis, dissertation,King\u2019s College, Cambridge, U.K."},{"issue":"3","key":"9166_CR31","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1016\/S0019-9958(65)90241-X","volume":"8","author":"LA Zadeh","year":"1965","unstructured":"Zadeh, L. A. (1965). Fuzzy sets. Information and Control, 8(3), 338\u2013353. https:\/\/doi.org\/10.1016\/S0019-9958(65)90241-X","journal-title":"Information and Control"},{"key":"9166_CR32","unstructured":"Cintula, P., Ferm\u00fcller, Christian G. & Noguera, C. (2017). Fuzzy logic. Stanford encyclopedia of philosophy."},{"issue":"1","key":"9166_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0020-7373(75)80002-2","volume":"7","author":"EHASA Mamdani","year":"1975","unstructured":"Mamdani, E. H. A. S. A. (1975). An experiment in linguistic synthesis with a fuzzy logic controller. International Journal of Man-Machine Studies, 7(1), 1\u201313.","journal-title":"International Journal of Man-Machine Studies"},{"key":"9166_CR34","unstructured":"Siddique, M. (2009 ). Fuzzy decision making using max-min method and minimization of regret method (MMR) Blekinge Institute of Technology"},{"key":"9166_CR35","unstructured":"Bellman, R. (1957). Dynamic Programming. Princeton, NJ: (Vol. Press): Princeton Univ."},{"key":"9166_CR36","unstructured":"OMNeT++ Community, OMNeT++ Network Simulator, . [Online]. Available: http:\/\/www.omnetpp.org\/."},{"key":"9166_CR37","unstructured":"SUMO Simulation of Urban Mobility. [Online]. Available: www.dlr.de\/ts\/sumo\/en\/."},{"key":"9166_CR38","doi-asserted-by":"publisher","unstructured":"Lochert, C., Hartenstein, H., Tian, J., Fussler, H., Hermann, D., & Mauve, M. (2003). A routing strategy for vehicular ad hoc networks in city environments. In IEEE IV2003 Intelligent Vehicles Symposium. Proceedings (Cat. No.03TH8683), 9\u201311 June 2003 (pp. 156\u2013161). doi:https:\/\/doi.org\/10.1109\/IVS.2003.1212901.","DOI":"10.1109\/IVS.2003.1212901"},{"key":"9166_CR39","doi-asserted-by":"publisher","unstructured":"Jerbi, M., Senouci, S., Meraihi, R., & Ghamri-Doudane, Y. (2007). An improved vehicular Ad Hoc routing protocol for city environments. In 2007 IEEE International Conference on Communications, 24\u201328 June 2007  (pp. 3972\u20133979). https:\/\/doi.org\/10.1109\/ICC.2007.654.","DOI":"10.1109\/ICC.2007.654"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-021-09166-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11277-021-09166-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-021-09166-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,18]],"date-time":"2022-02-18T14:26:19Z","timestamp":1645194379000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11277-021-09166-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,27]]},"references-count":39,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["9166"],"URL":"https:\/\/doi.org\/10.1007\/s11277-021-09166-9","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,27]]},"assertion":[{"value":"16 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 November 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}