{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T07:47:48Z","timestamp":1744098468057,"version":"3.37.3"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T00:00:00Z","timestamp":1681516800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T00:00:00Z","timestamp":1681516800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209"],"award-info":[{"award-number":["61571209"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61501059"],"award-info":[{"award-number":["61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653"],"award-info":[{"award-number":["YDZJ202201ZYTS653"]}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["20180101336JC"],"award-info":[{"award-number":["20180101336JC"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Telecommun Syst"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s11235-023-01004-6","type":"journal-article","created":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T15:02:11Z","timestamp":1681570931000},"page":"51-65","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multi-user reinforcement learning based multi-reward for spectrum access in cognitive vehicular networks"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8485-2865","authenticated-orcid":false,"given":"Lingling","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Quanjun","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ke","family":"Fu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaohui","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongliang","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,4,15]]},"reference":[{"key":"1004_CR1","doi-asserted-by":"crossref","unstructured":"Najada, A. L., Mahgoub, H. (2016). I.: Anticipation and alert system of congestion and accidents in vanet using big data analysis for intelligent transportation systems. In: 2016 IEEE symposium series on computational intelligence (SSCI), pp. 1\u20138. IEEE.","DOI":"10.1109\/SSCI.2016.7850097"},{"issue":"2","key":"1004_CR2","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1109\/TITS.2019.2893067","volume":"21","author":"A Ullah","year":"2019","unstructured":"Ullah, A., Yao, X., Shaheen, S., & Ning, H. (2019). Advances in position based routing towards its enabled fog-oriented vanet-a survey. IEEE Transactions on Intelligent Transportation Systems, 21(2), 828\u2013840.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"1004_CR3","doi-asserted-by":"crossref","unstructured":"Mutalik, P., Nagaraj, S., Vedavyas, J., Biradar, R. V., Patil, V. G. C. (2016). A comparative study on aodv, dsr and dsdv routing protocols for intelligent transportation system (its) in metro cities for road traffic safety using vanet route traffic analysis (vrta). In: 2016 IEEE international conference on advances in electronics, communication and computer technology (ICAECCT), pp. 383\u2013386. IEEE.","DOI":"10.1109\/ICAECCT.2016.7942618"},{"issue":"6","key":"1004_CR4","doi-asserted-by":"publisher","first-page":"3533","DOI":"10.1109\/TITS.2020.2983835","volume":"22","author":"H Gao","year":"2020","unstructured":"Gao, H., Liu, C., Li, Y., & Yang, X. (2020). V2vr: Reliable hybrid-network-oriented v2v data transmission and routing considering rsus and connectivity probability. IEEE Transactions on Intelligent Transportation Systems, 22(6), 3533\u20133546.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"1004_CR5","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/j.comnet.2014.10.012","volume":"75","author":"LA Villas","year":"2014","unstructured":"Villas, L. A., Boukerche, A., Maia, G., Pazzi, R. W., & Loureiro, A. A. (2014). Drive: An efficient and robust data dissemination protocol for highway and urban vehicular ad hoc networks. Computer Networks, 75, 381\u2013394.","journal-title":"Computer Networks"},{"key":"1004_CR6","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.adhoc.2016.02.017","volume":"44","author":"F Cunha","year":"2016","unstructured":"Cunha, F., Villas, L., Boukerche, A., Maia, G., Viana, A., Mini, R. A., & Loureiro, A. A. (2016). Data communication in vanets: Protocols, applications and challenges. Ad Hoc Networks, 44, 90\u2013103.","journal-title":"Ad Hoc Networks"},{"key":"1004_CR7","doi-asserted-by":"crossref","unstructured":"Shaibani, R., Zahary, A. (2018). Survey of context-aware video transmission over vehicular ad-hoc networks (vanets). EAI Endorsed Transactions on Mobile Communications and Applications 4(15).","DOI":"10.4108\/eai.13-7-2018.156089"},{"issue":"5","key":"1004_CR8","doi-asserted-by":"publisher","first-page":"880","DOI":"10.1049\/iet-its.2018.5177","volume":"13","author":"R Wang","year":"2019","unstructured":"Wang, R., Xu, Z., Zhao, X., & Hu, J. (2019). V2v-based method for the detection of road traffic congestion. IET Intelligent Transport Systems, 13(5), 880\u2013885.","journal-title":"IET Intelligent Transport Systems"},{"issue":"1\u20132","key":"1004_CR9","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1504\/IJAIP.2019.096957","volume":"12","author":"M Priyan","year":"2019","unstructured":"Priyan, M., & Devi, G. U. (2019). A survey on internet of vehicles: Applications, technologies, challenges and opportunities. International Journal of Advanced Intelligence Paradigms, 12(1\u20132), 98\u2013119.","journal-title":"International Journal of Advanced Intelligence Paradigms"},{"issue":"2","key":"1004_CR10","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1109\/TITS.2016.2543600","volume":"18","author":"X Wang","year":"2016","unstructured":"Wang, X., Wang, C., Zhang, J., Zhou, M., & Jiang, C. (2016). Improved rule installation for real-time query service in software-defined internet of vehicles. IEEE Transactions on Intelligent Transportation Systems, 18(2), 225\u2013235.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"6","key":"1004_CR11","doi-asserted-by":"publisher","first-page":"6709","DOI":"10.1109\/TVT.2020.2986585","volume":"69","author":"H Vasudev","year":"2020","unstructured":"Vasudev, H., Deshpande, V., Das, D., & Das, S. K. (2020). A lightweight mutual authentication protocol for v2v communication in internet of vehicles. IEEE Transactions on Vehicular Technology, 69(6), 6709\u20136717.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"4","key":"1004_CR12","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/98.788210","volume":"6","author":"J Mitola","year":"1999","unstructured":"Mitola, J., & Maguire, G. Q. (1999). Cognitive radio: Making software radios more personal. IEEE Personal Communications, 6(4), 13\u201318.","journal-title":"IEEE Personal Communications"},{"key":"1004_CR13","unstructured":"Mitola, J. (2000). An integrated agent architecture for software defined radio: Dissertation doctor of technology, royal institute of technology, sweden, may 8."},{"issue":"2","key":"1004_CR14","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MVT.2012.2190177","volume":"7","author":"M Di Felice","year":"2012","unstructured":"Di Felice, M., Doost-Mohammady, R., Chowdhury, K. R., & Bononi, L. (2012). Smart radios for smart vehicles: Cognitive vehicular networks. IEEE Vehicular Technology Magazine, 7(2), 26\u201333.","journal-title":"IEEE Vehicular Technology Magazine"},{"issue":"2","key":"1004_CR15","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1109\/TCE.2009.5174396","volume":"55","author":"Z Ahmed","year":"2009","unstructured":"Ahmed, Z., Jamal, H., Khan, S., Mehboob, R., & Ashraf, A. (2009). Cognitive communication device for vehicular networking. IEEE Transactions on Consumer Electronics, 55(2), 371\u2013375.","journal-title":"IEEE Transactions on Consumer Electronics"},{"key":"1004_CR16","doi-asserted-by":"crossref","unstructured":"Di\u00a0Felice, M., Chowdhury, K.R., Bononi, L. (2011).Cooperative spectrum management in cognitive vehicular ad hoc networks. In: 2011 IEEE vehicular networking conference (VNC), pp. 47\u201354 IEEE.","DOI":"10.1109\/VNC.2011.6117123"},{"key":"1004_CR17","doi-asserted-by":"crossref","unstructured":"Zhang, H., & Guo, C. (2019). Beam alignment-based mmwave spectrum sensing in cognitive vehicular etworks. In: 2019 IEEE global conference on signal and information processing (GlobalSIP), pp. 1\u20135. IEEE.","DOI":"10.1109\/GlobalSIP45357.2019.8969532"},{"issue":"9","key":"1004_CR18","doi-asserted-by":"publisher","first-page":"7925","DOI":"10.1109\/TVT.2017.2676462","volume":"66","author":"M Li","year":"2017","unstructured":"Li, M., Zhao, L., & Liang, H. (2017). An smdp-based prioritized channel allocation scheme in cognitive enabled vehicular ad hoc networks. IEEE Transactions on Vehicular Technology, 66(9), 7925\u20137933.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"1","key":"1004_CR19","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1109\/TVT.2013.2274201","volume":"63","author":"N Cheng","year":"2013","unstructured":"Cheng, N., Zhang, N., Lu, N., Shen, X., Mark, J. W., & Liu, F. (2013). Opportunistic spectrum access for cr-vanets: A game-theoretic approach. IEEE Transactions on Vehicular Technology, 63(1), 237\u2013251.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"1004_CR20","doi-asserted-by":"crossref","unstructured":"Gill, K.S., Heath, K.N., Chuke, S., Haider, A., Gegear, R.J., Ryder, E.F., & Wyglinski, A.M.(2020). Bumblebee-inspired c-v2x dynamic spectrum access testbed using openairinterface. In: 2020 IEEE 91st vehicular technology conference (VTC2020-Spring), pp. 1\u20135. IEEE.","DOI":"10.1109\/VTC2020-Spring48590.2020.9128871"},{"issue":"2","key":"1004_CR21","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1109\/LCOMM.2012.122012.122341","volume":"17","author":"C Yang","year":"2013","unstructured":"Yang, C., Fu, Y., Zhang, Y., Xie, S., & Yu, R. (2013). Energy-efficient hybrid spectrum access scheme in cognitive vehicular ad hoc networks. IEEE Communications Letters, 17(2), 329\u2013332.","journal-title":"IEEE Communications Letters"},{"key":"1004_CR22","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt, H., Guez, A., & Silver, D. (2016). Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence, vol. 30","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"1004_CR23","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., & Wierstra, D. (20125) Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971"},{"key":"1004_CR24","unstructured":"Mnih, V., Badia, A.P., Mirza, M., Graves, A., Lillicrap, T., Harley, T., Silver, D., & Kavukcuoglu, K. (2016). Asynchronous methods for deep reinforcement learning. In: International conference on machine learning, pp. 1928\u20131937. PMLR."},{"issue":"7540","key":"1004_CR25","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., & Ostrovski, G. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533.","journal-title":"Nature"},{"key":"1004_CR26","doi-asserted-by":"crossref","unstructured":"Wang, Y., Li, X., Wan, P., & Shao, R. (2021). Intelligent dynamic spectrum access using deep reinforcement learning for vanets. IEEE Sensors Journal, 21(14), 15554\u201315563.","DOI":"10.1109\/JSEN.2021.3056463"},{"key":"1004_CR27","doi-asserted-by":"publisher","first-page":"135540","DOI":"10.1109\/ACCESS.2020.3011568","volume":"8","author":"C Choe","year":"2020","unstructured":"Choe, C., Ahn, J., Choi, J., Park, D., Kim, M., & Ahn, S. (2020). A robust channel access using cooperative reinforcement learning for congested vehicular networks. IEEE Access, 8, 135540\u2013135557.","journal-title":"IEEE Access"},{"key":"1004_CR28","doi-asserted-by":"crossref","unstructured":"Choe, C., Choi, J., Ahn, J., Park, D., & Ahn, S. (2020). Multiple channel access using deep reinforcement learning for congested vehicular networks. In: 2020 IEEE 91st vehicular technology conference (VTC2020-Spring), pp. 1\u20136. IEEE.","DOI":"10.1109\/VTC2020-Spring48590.2020.9128853"},{"issue":"8","key":"1004_CR29","doi-asserted-by":"publisher","first-page":"8810","DOI":"10.1109\/TVT.2022.3173057","volume":"71","author":"X Li","year":"2022","unstructured":"Li, X., Lu, L., Ni, W., Jamalipour, A., Zhang, D., & Du, H. (2022). Federated multi-agent deep reinforcement learning for resource allocation of vehicle-to-vehicle communications. IEEE Transactions on Vehicular Technology, 71(8), 8810\u20138824.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"1004_CR30","doi-asserted-by":"crossref","unstructured":"Sroka, P., & Kliks, A. (2022). Distributed learning for vehicular dynamic spectrum access in autonomous driving. In: 2022 IEEE international conference on pervasive computing and communications workshops and other affiliated events (PerCom Workshops), pp. 605\u2013610. IEEE.","DOI":"10.1109\/PerComWorkshops53856.2022.9767374"},{"key":"1004_CR31","doi-asserted-by":"crossref","unstructured":"Liu, X., Sun, C., Yau, K. -L. A., & Wu, C. (2022). Joint collaborative big spectrum data sensing and reinforcement learning based dynamic spectrum access for cognitive internet of vehicles. IEEE Transactions on Intelligent Transportation Systems, 1\u201311.","DOI":"10.1109\/TITS.2022.3175570"},{"key":"1004_CR32","doi-asserted-by":"crossref","unstructured":"Meinil\u00e4, J., Ky\u00f6sti, P., J\u00e4ms\u00e4, T., Hentil\u00e4, L. (2009). Winner ii channel models. In: Radio technologies and concepts for IMT-advanced,","DOI":"10.1002\/9780470748077.ch3"},{"issue":"5","key":"1004_CR33","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TSP.2010.2041600","volume":"58","author":"K Liu","year":"2010","unstructured":"Liu, K., Zhao, Q., & Krishnamachari, B. (2010). Dynamic multichannel access with imperfect channel state detection. IEEE Transactions on Signal Processing, 58(5), 2795\u20132808.","journal-title":"IEEE Transactions on Signal Processing"},{"issue":"2","key":"1004_CR34","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1109\/TCCN.2018.2809722","volume":"4","author":"S Wang","year":"2018","unstructured":"Wang, S., Liu, H., Gomes, P. H., & Krishnamachari, B. (2018). Deep reinforcement learning for dynamic multichannel access in wireless networks. IEEE Transactions on Cognitive Communications and Networking, 4(2), 257\u2013265.","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"issue":"10","key":"1004_CR35","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.1109\/JSAC.2019.2933962","volume":"37","author":"L Liang","year":"2019","unstructured":"Liang, L., Ye, H., & Li, G. Y. (2019). Spectrum sharing in vehicular networks based on multi-agent reinforcement learning. IEEE Journal on Selected Areas in Communications, 37(10), 2282\u20132292.","journal-title":"IEEE Journal on Selected Areas in Communications"}],"container-title":["Telecommunication Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-023-01004-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11235-023-01004-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-023-01004-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,10]],"date-time":"2023-12-10T18:56:34Z","timestamp":1702234594000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11235-023-01004-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,15]]},"references-count":35,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["1004"],"URL":"https:\/\/doi.org\/10.1007\/s11235-023-01004-6","relation":{},"ISSN":["1018-4864","1572-9451"],"issn-type":[{"type":"print","value":"1018-4864"},{"type":"electronic","value":"1572-9451"}],"subject":[],"published":{"date-parts":[[2023,4,15]]},"assertion":[{"value":"17 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have not disclosed any competing interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}