{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T16:03:06Z","timestamp":1771516986198,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T00:00:00Z","timestamp":1719532800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T00:00:00Z","timestamp":1719532800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209 and 61501059"],"award-info":[{"award-number":["61571209 and 61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209 and 61501059"],"award-info":[{"award-number":["61571209 and 61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209 and 61501059"],"award-info":[{"award-number":["61571209 and 61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209 and 61501059"],"award-info":[{"award-number":["61571209 and 61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61571209 and 61501059"],"award-info":[{"award-number":["61571209 and 61501059"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653 and 20180101336JC"],"award-info":[{"award-number":["YDZJ202201ZYTS653 and 20180101336JC"]}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653 and 20180101336JC"],"award-info":[{"award-number":["YDZJ202201ZYTS653 and 20180101336JC"]}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653 and 20180101336JC"],"award-info":[{"award-number":["YDZJ202201ZYTS653 and 20180101336JC"]}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653 and 20180101336JC"],"award-info":[{"award-number":["YDZJ202201ZYTS653 and 20180101336JC"]}]},{"name":"Science and Technology Department of Jilin Provincial, China","award":["YDZJ202201ZYTS653 and 20180101336JC"],"award-info":[{"award-number":["YDZJ202201ZYTS653 and 20180101336JC"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Telecommun Syst"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s11235-024-01188-5","type":"journal-article","created":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T09:02:31Z","timestamp":1719565351000},"page":"359-383","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A dynamic spectrum access algorithm based on deep reinforcement learning with novel multi-vehicle reward functions in cognitive vehicular networks"],"prefix":"10.1007","volume":"87","author":[{"given":"Lingling","family":"Chen","sequence":"first","affiliation":[]},{"given":"Ziwei","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Xiaohui","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Xuan","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Wei","family":"He","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,28]]},"reference":[{"issue":"4","key":"1188_CR1","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.3390\/su16041390","volume":"16","author":"I Hussain","year":"2024","unstructured":"Hussain, I. (2024). Secure, sustainable smart cities and the internet of things: Perspectives, challenges, and future directions. Sustainability, 16(4), 1390.","journal-title":"Sustainability"},{"key":"1188_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2023.103305","volume":"152","author":"A Knari","year":"2024","unstructured":"Knari, A., Derfouf, M., Koulali, M. A., et al. (2024). Multi-agent deep reinforcement learning for content caching within the internet of vehicles. Ad Hoc Networks, 152, 103305.","journal-title":"Ad Hoc Networks"},{"issue":"4","key":"1188_CR3","doi-asserted-by":"publisher","first-page":"5417","DOI":"10.1109\/JSYST.2021.3061670","volume":"15","author":"CL Chuang","year":"2021","unstructured":"Chuang, C. L., Chiu, W. Y., & Chuang, Y. C. (2021). Dynamic multiobjective approach for power and spectrum allocation in cognitive radio networks. IEEE Systems Journal, 15(4), 5417\u20135428.","journal-title":"IEEE Systems Journal"},{"issue":"1","key":"1188_CR4","doi-asserted-by":"publisher","DOI":"10.1002\/dac.5629","volume":"37","author":"R Gnanaselvam","year":"2024","unstructured":"Gnanaselvam, R., & Vasanthi, M. S. (2024). Dynamic spectrum access-based augmenting coverage in narrow band Internet of Things. International Journal of Communication Systems, 37(1), e5629.","journal-title":"International Journal of Communication Systems"},{"key":"1188_CR5","doi-asserted-by":"crossref","unstructured":"El-Sherif, M. F., Rabia, S. I., & Abd El-Malek, A. H., et al. (2024). Age of information minimization in hybrid cognitive radio networks under a timely throughput constraint. Perform Evaluation 102407.","DOI":"10.1016\/j.peva.2024.102407"},{"issue":"1","key":"1188_CR6","first-page":"205","volume":"15","author":"SS Kumar","year":"2024","unstructured":"Kumar, S. S., Kumar, P. K. M., Panimalar, S. A., et al. (2024). QoS based soft computing techniques for evaluating efficient web service recommendation. International Journal of System Assurance Engineering and Management, 15(1), 205\u2013215.","journal-title":"International Journal of System Assurance Engineering and Management"},{"key":"1188_CR7","first-page":"351","volume":"1","author":"X Gao","year":"2020","unstructured":"Gao, X., Dou, Z., & Qi, L. (2020). A new distributed dynamic spectrum access model based on DQN. IEEE Transactions on Signal Processing, 1, 351\u2013355.","journal-title":"IEEE Transactions on Signal Processing"},{"key":"1188_CR8","doi-asserted-by":"publisher","first-page":"67779","DOI":"10.1109\/ACCESS.2023.3288898","volume":"11","author":"R Sirait","year":"2023","unstructured":"Sirait, R., Hardjawana, W., & Wibisono, G. (2023). Performance of downlink NOMA for a massive IoT network over a Nakagami-m fading channel with optimized power allocation. IEEE Access., 11, 67779\u201367790.","journal-title":"IEEE Access."},{"key":"1188_CR9","doi-asserted-by":"crossref","unstructured":"Zhang, H., & Guo, C. (2019). Cognitive communication device for vehicular networking. In IEEE global conference on signal and information processing (pp. 1\u20135).","DOI":"10.1109\/GlobalSIP45357.2019.8969532"},{"issue":"6","key":"1188_CR10","doi-asserted-by":"publisher","first-page":"2598","DOI":"10.1109\/TNET.2018.2871667","volume":"26","author":"H Ding","year":"2018","unstructured":"Ding, H., Li, X., Cai, Y., & Lorenzo, B. (2018). Intelligent data transportation in smart cities: A spectrum-aware approach. IEEE\/ACM Transactions on Networking, 26(6), 2598\u20132611.","journal-title":"IEEE\/ACM Transactions on Networking"},{"issue":"1","key":"1188_CR11","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1109\/JIOT.2017.2775959","volume":"5","author":"W Ejaz","year":"2018","unstructured":"Ejaz, W., & Ibnkahla, M. (2018). Multiband spectrum sensing and resource allocation for IoT in cognitive 5G networks. IEEE Internet of Things Journal, 5(1), 150\u2013163.","journal-title":"IEEE Internet of Things Journal"},{"issue":"8","key":"1188_CR12","doi-asserted-by":"publisher","first-page":"5379","DOI":"10.1109\/TII.2019.2947435","volume":"16","author":"X Liu","year":"2019","unstructured":"Liu, X., & Zhang, X. (2019). Noma-based resource allocation for cluster-based cognitive industrial internet of things. IEEE Transactions on Industrial Informatics, 16(8), 5379\u20135388.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"1188_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2020.102096","volume":"103","author":"AY Zakariya","year":"2020","unstructured":"Zakariya, A. Y., Tayel, A. F., Rabia, S. I., et al. (2020). Modeling and analysis of cognitive radio networks with different channel access capabilities of secondary users. Simulation Modelling Practice and Theory, 103, 102096.","journal-title":"Simulation Modelling Practice and Theory"},{"key":"1188_CR14","doi-asserted-by":"crossref","unstructured":"Benomarat, I., Madini, Z., & Zouine, Y. (2018). Enhancing Internet of vehicles (IOVs) performances using intelligent cognitive radio principles. In International conference on electronics, control, optimization and computer science (pp. 1\u20134).","DOI":"10.1109\/ICECOCS.2018.8610526"},{"key":"1188_CR15","doi-asserted-by":"crossref","unstructured":"Yao, W., Yahya, A., Khan, F., Tan, Z., & Ur Rehman, A. (2019). A secured and efficient communication scheme for decentralized cognitive radio-based Internet of vehicles. IEEE Access 7, 160889\u2013160900.","DOI":"10.1109\/ACCESS.2019.2945610"},{"issue":"9","key":"1188_CR16","doi-asserted-by":"publisher","first-page":"4072","DOI":"10.1109\/TII.2018.2816580","volume":"14","author":"E Hill","year":"2018","unstructured":"Hill, E., & Sun, H. (2018). Double threshold spectrum sensing methods in spectrum-scarce vehicular communications. IEEE Transactions on Industrial Informatics, 14(9), 4072\u20134080.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"3","key":"1188_CR17","doi-asserted-by":"publisher","first-page":"424","DOI":"10.3390\/math12030424","volume":"12","author":"D Sun","year":"2024","unstructured":"Sun, D., Chen, Y., & Li, H. (2024). Intelligent vehicle computation offloading in vehicular ad hoc networks: A multi-agent LSTM approach with deep reinforcement learning. Mathematics, 12(3), 424.","journal-title":"Mathematics"},{"key":"1188_CR18","doi-asserted-by":"publisher","first-page":"16843","DOI":"10.1109\/ACCESS.2023.3245831","volume":"11","author":"MU Yavas","year":"2023","unstructured":"Yavas, M. U., Kumbasar, T., & Ure, N. K. (2023). Toward learning human-like, safe and comfortable car-following policies with a novel deep reinforcement learning approach. IEEE Access, 11, 16843\u201316854.","journal-title":"IEEE Access"},{"key":"1188_CR19","unstructured":"Pascanu, R., Mikolov, T., & Bengio, Y. (2013). On the difficulty of training recurrent neural networks. In International conference on machine learning (pp. 1310\u20131318)."},{"key":"1188_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2024.111652","volume":"164","author":"Y Hu","year":"2024","unstructured":"Hu, Y., Fu, J., Wen, G., et al. (2024). Distributed entropy-regularized multi-agent reinforcement learning with policy consensus. Automatica, 164, 111652.","journal-title":"Automatica"},{"issue":"1","key":"1188_CR21","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1109\/JSYST.2022.3197880","volume":"17","author":"O Urmonov","year":"2023","unstructured":"Urmonov, O., Aliev, H., & Kim, H. (2023). Multi-agent deep reinforcement learning for enhancement of distributed resource allocation in vehicular network. IEEE Systems Journal, 17(1), 491\u2013502.","journal-title":"IEEE Systems Journal"},{"issue":"2","key":"1188_CR22","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1109\/TCCN.2023.3234276","volume":"9","author":"A Kaur","year":"2023","unstructured":"Kaur, A., Thakur, J., Thakur, M., Kumar, K., Prakash, A., & Tripathi, R. (2023). Deep recurrent reinforcement learning-based distributed dynamic spectrum access in multichannel wireless networks with imperfect feedback. IEEE Transactions on Cognitive Communications and Networking, 9(2), 281\u2013292.","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"issue":"10","key":"1188_CR23","doi-asserted-by":"publisher","first-page":"2239","DOI":"10.1109\/JSAC.2019.2933973","volume":"37","author":"YS Nasir","year":"2019","unstructured":"Nasir, Y. S., & Guo, D. (2019). Multi-agent deep reinforcement learning for dynamic power allocation in wireless networks. IEEE Journal on Selected Areas in Communications, 37(10), 2239\u20132250.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"2","key":"1188_CR24","doi-asserted-by":"publisher","first-page":"1174","DOI":"10.1109\/TCCN.2021.3120996","volume":"8","author":"H Albinsaid","year":"2021","unstructured":"Albinsaid, H., Singh, K., & Biswas, S. (2021). Multi-agent reinforcement learning-based distributed dynamic spectrum access. IEEE Transactions on Cognitive Communications and Networking, 8(2), 1174\u20131185.","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"key":"1188_CR25","doi-asserted-by":"crossref","unstructured":"Bhadauria, S., & Shabbir, Z. (2020). QoS based deep reinforcement learning for V2X resource allocation. In International black sea conference on communications and networking (pp. 1\u20136).","DOI":"10.1109\/BlackSeaCom48709.2020.9234960"},{"issue":"19","key":"1188_CR26","doi-asserted-by":"publisher","first-page":"19477","DOI":"10.1109\/JIOT.2022.3168296","volume":"9","author":"X Tan","year":"2022","unstructured":"Tan, X., Zhou, L., Wang, H., Sun, Y., & Zhao, H. (2022). Cooperative multi-agent reinforcement-learning-based distributed dynamic spectrum access in cognitive radio networks. IEEE Internet of Things Journal, 9(19), 19477\u201319488.","journal-title":"IEEE Internet of Things Journal"},{"key":"1188_CR27","doi-asserted-by":"crossref","unstructured":"Khuntia, P., & Hazra, R. (2018). An actor-critic reinforcement learning for device-to-device communication underlaying cellular network. IEEE Region 10 Conference 0050\u20130055.","DOI":"10.1109\/TENCON.2018.8650160"},{"issue":"6","key":"1188_CR28","doi-asserted-by":"publisher","first-page":"3994","DOI":"10.1109\/TWC.2021.3126112","volume":"21","author":"M Sohaib","year":"2022","unstructured":"Sohaib, M., Jeong, J., & Jeon, S. W. (2022). Dynamic multichannel access via multi-agent reinforcement learning: Throughput and fairness guarantees. IEEE Transactions on Wireless Communications, 21(6), 3994\u20134008.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"14","key":"1188_CR29","doi-asserted-by":"publisher","first-page":"2078","DOI":"10.1049\/iet-com.2018.6028","volume":"13","author":"S Sharma","year":"2019","unstructured":"Sharma, S., & Singh, B. (2019). Weighted cooperative reinforcement learning-based energy-efficient autonomous resource selection strategy for underlay D2D communication. IET Communications, 13(14), 2078\u20132087.","journal-title":"IET Communications"},{"key":"1188_CR30","doi-asserted-by":"crossref","unstructured":"Zia, K., Javed, N., Sial, M.N., & Ahmed, S. (2018). Multi-agent RL based user-centric spectrum allocation scheme in D2D enabled hetnets. In IEEE 23rd International Workshop on Computer-Aided Modeling and Design of Communication Links and Networks (pp. 1\u20136).","DOI":"10.1109\/CAMAD.2018.8514983"},{"issue":"10","key":"1188_CR31","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.1109\/JSAC.2019.2933962","volume":"37","author":"L Liang","year":"2019","unstructured":"Liang, L., Ye, H., & Li, G. Y. (2019). Spectrum sharing in vehicular networks based on multi-agent reinforcement learning. IEEE Journal on Selected Areas in Communications, 37(10), 2282\u20132292.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"7","key":"1188_CR32","doi-asserted-by":"publisher","first-page":"58","DOI":"10.23919\/JCC.2021.07.006","volume":"18","author":"X Liu","year":"2021","unstructured":"Liu, X., Sun, C., Zhou, M., Lin, B., & Lim, Y. (2021). Reinforcement learning based dynamic spectrum access in cognitive internet of vehicles. China Communications, 18(7), 58\u201368.","journal-title":"China Communications"}],"container-title":["Telecommunication Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-024-01188-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11235-024-01188-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-024-01188-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T06:12:58Z","timestamp":1727244778000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11235-024-01188-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,28]]},"references-count":32,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["1188"],"URL":"https:\/\/doi.org\/10.1007\/s11235-024-01188-5","relation":{},"ISSN":["1018-4864","1572-9451"],"issn-type":[{"value":"1018-4864","type":"print"},{"value":"1572-9451","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,28]]},"assertion":[{"value":"11 June 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 June 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}