{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T15:57:51Z","timestamp":1787500671486,"version":"build-2736575974"},"reference-count":33,"publisher":"MDPI AG","issue":"8","license":[{"start":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T00:00:00Z","timestamp":1682035200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["61971182"],"award-info":[{"award-number":["61971182"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["19A139"],"award-info":[{"award-number":["19A139"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"publisher","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Hunan Provincial Natural Science Foundation","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Hunan Provincial Natural Science Foundation","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Key Projects of Hunan Provincial Education Department","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Natural Science Youth Foundation of Hunan Province","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Natural Science Youth Foundation of Liaoning Province","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Scientific Research Project of Hunan Education Department","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["61971182"],"award-info":[{"award-number":["61971182"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["2022JJ5005"],"award-info":[{"award-number":["2022JJ5005"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["19A139"],"award-info":[{"award-number":["19A139"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["2020JJ5144"],"award-info":[{"award-number":["2020JJ5144"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["2020-KF-21-03"],"award-info":[{"award-number":["2020-KF-21-03"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["19C0563"],"award-info":[{"award-number":["19C0563"]}]},{"name":"Nature Science Foundation of Hunan Province","award":["2021JJ30145"],"award-info":[{"award-number":["2021JJ30145"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sensors"],"abstract":"<jats:p>Reinforcement learning (RL) methods for energy saving and greening have recently appeared in the field of autonomous driving. In inter-vehicle communication (IVC), a feasible and increasingly popular research direction of RL is to obtain the optimal action decision of agents in a special environment. This paper presents the application of reinforcement learning in the vehicle communication simulation framework (Veins). In this research, we explore the application of reinforcement learning algorithms in a green cooperative adaptive cruise control (CACC) platoon. Our aim is to train member vehicles to react appropriately in the event of a severe collision involving the leading vehicle. We seek to reduce collision damage and optimize energy consumption by encouraging behavior that conforms to the platoon\u2019s environmentally friendly aim. Our study provides insight into the potential benefits of using reinforcement learning algorithms to improve the safety and efficiency of CACC platoons while promoting sustainable transportation. The policy gradient algorithm used in this paper has good convergence in the calculation of the minimum energy consumption problem and the optimal solution of vehicle behavior. In terms of energy consumption metrics, the policy gradient algorithm is used first in the IVC field for training the proposed platoon problem. It is a feasible training decision-planning algorithm for solving the minimization of energy consumption caused by decision making in platoon avoidance behavior.<\/jats:p>","DOI":"10.3390\/s23084176","type":"journal-article","created":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T03:04:08Z","timestamp":1682305448000},"page":"4176","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Reinforcement Learning-Based Approach for Minimizing Energy Loss of Driving Platoon Decisions"],"prefix":"10.3390","volume":"23","author":[{"given":"Zhiru","family":"Gu","sequence":"first","affiliation":[{"name":"College of Railway Transportation, Hunan University of Technology, Zhuzhou 412007, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhongwei","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Railway Transportation, Hunan University of Technology, Zhuzhou 412007, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qi","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Electrical and Information Engineering, Hunan University, Changsha 410082, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiyun","family":"Mao","sequence":"additional","affiliation":[{"name":"College of Railway Transportation, Hunan University of Technology, Zhuzhou 412007, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhikang","family":"Shuai","sequence":"additional","affiliation":[{"name":"College of Electrical and Information Engineering, Hunan University, Changsha 410082, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziji","family":"Ma","sequence":"additional","affiliation":[{"name":"College of Electrical and Information Engineering, Hunan University, Changsha 410082, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1968","published-online":{"date-parts":[[2023,4,21]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","unstructured":"Xia, X., Meng, Z., Han, X., Li, H., Tsukiji, T., Xu, R., Zhang, Z., and Ma, J. (2022). Automated Driving Systems Data Acquisition and Processing Platform|DeepAI. arXiv preprint, Available online: https:\/\/deepai.org\/publication\/automated-driving-systems-data-acquisition-and-processing-platform.","DOI":"10.1016\/j.trc.2023.104120"},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"1032","DOI":"10.1109\/TIE.2021.3050356","article-title":"Performance-Driven Cascade Controller Tuning with Bayesian Optimization","volume":"69","author":"Khosravi","year":"2022","journal-title":"IEEE Trans. Ind. Electron."},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1109\/TCST.2022.3174511","article-title":"Autonomous Vehicle Kinematics and Dynamics Synthesis for Sideslip Angle Estimation Based on Consensus Kalman Filter","volume":"31","author":"Xia","year":"2023","journal-title":"IEEE Trans. Control. Syst. Technol."},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"107993","DOI":"10.1016\/j.ymssp.2021.107993","article-title":"Estimation on IMU yaw misalignment by fusing information of automotive onboard sensors","volume":"162","author":"Xia","year":"2022","journal-title":"Mech. Syst. Signal Process."},{"key":"ref_5","unstructured":"(2023, April 09). Improved Vehicle Localization Using On-Board Sensors and Vehicle Lateral Velocity|IEEE Journals & Magazine|IEEE Xplore. Available online: https:\/\/ieeexplore.ieee.org\/document\/9707770."},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"21675","DOI":"10.1109\/JSEN.2021.3059050","article-title":"Automated Vehicle Sideslip Angle Estimation Considering Signal Measurement Characteristic","volume":"21","author":"Liu","year":"2021","journal-title":"IEEE Sens. J."},{"key":"ref_7","doi-asserted-by":"crossref","first-page":"8085","DOI":"10.1109\/JSTARS.2022.3206399","article-title":"YOLOv5-Tassel: Detecting Tassels in RGB UAV Imagery with Improved YOLOv5 Based on Transfer Learning","volume":"15","author":"Liu","year":"2022","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens."},{"key":"ref_8","doi-asserted-by":"crossref","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","article-title":"Deep Reinforcement Learning for Autonomous Driving: A Survey","volume":"23","author":"Kiran","year":"2022","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.comcom.2022.05.014","article-title":"A Novel Secured Multi-Access Edge Computing based VANET with Neuro fuzzy systems based Blockchain Framework-ScienceDirect","volume":"192","author":"Poongodi","year":"2022","journal-title":"Comput. Commun."},{"key":"ref_10","doi-asserted-by":"crossref","unstructured":"Gao, W., Jiang, Z.-P., Lewis, F.L., and Wang, Y. (2017, January 24\u201326). Cooperative optimal output regulation of multi-agent systems using adaptive dynamic programming. Proceedings of the 2017 American Control Conference (ACC), Seattle, WA, USA.","DOI":"10.23919\/ACC.2017.7963356"},{"key":"ref_11","doi-asserted-by":"crossref","unstructured":"Park, H., and Lim, Y. (2021). Deep Reinforcement Learning Based Resource Allocation with Radio Remote Head Grouping and Vehicle Clustering in 5G Vehicular Networks. Electronics, 10.","DOI":"10.3390\/electronics10233015"},{"key":"ref_12","unstructured":"(2023, April 09). Reinforcement Learning Based Power Control for VANET Broadcast against Jamming|IEEE Conference Publication|IEEE Xplore. Available online: https:\/\/ieeexplore.ieee.org\/document\/8647273."},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Lansky, J., Rahmani, A.M., and Hosseinzadeh, M. (2022). Reinforcement Learning-Based Routing Protocols in Vehicular Ad Hoc Networks for Intelligent Transport System (ITS): A Survey. Mathematics, 10.","DOI":"10.3390\/math10244673"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Wang, J., Zhu, K., and Hossain, E. (2021). Green Internet of Vehicles (IoV) in the 6G Era: Toward Sustainable Vehicular Communications and Networking. arXiv.","DOI":"10.1109\/TGCN.2021.3127923"},{"key":"ref_15","doi-asserted-by":"crossref","first-page":"2416","DOI":"10.1109\/TNSE.2020.2978856","article-title":"Deep Reinforcement Learning Based Resource Management for Multi-Access Edge Computing in Vehicular Networks","volume":"7","author":"Peng","year":"2020","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"ref_16","doi-asserted-by":"crossref","first-page":"4337","DOI":"10.1109\/TITS.2020.3042504","article-title":"Deep Learning-Based Traffic Safety Solution for a Mixture of Autonomous and Manual Vehicles in a 5G-Enabled Intelligent Transportation System","volume":"22","author":"Yu","year":"2021","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"ref_17","doi-asserted-by":"crossref","unstructured":"Noori, H. (2012, January 5\u20139). Realistic urban traffic simulation as vehicular Ad-hoc network (VANET) via Veins framework. Proceedings of the 2012 12th Conference of Open Innovations Association (FRUCT), Oulu, Finland.","DOI":"10.23919\/FRUCT.2012.8122092"},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1111\/coin.12261","article-title":"Routing using reinforcement learning in vehicular ad hoc networks","volume":"36","author":"Saravanan","year":"2020","journal-title":"Comput. Intell."},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Schettler, M., Buse, D.S., Zubow, A., and Dressler, F. (2020, January 16\u201318). How to Train your ITS? Integrating Machine Learning with Vehicular Network Simulation. Proceedings of the 2020 IEEE Vehicular Networking Conference (VNC), New York, NY, USA.","DOI":"10.1109\/VNC51378.2020.9318324"},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"2497","DOI":"10.1109\/TCC.2020.3044852","article-title":"DMORA: Decentralized Multi-SP Online Resource Allocation Scheme for Mobile Edge Computing","volume":"10","author":"Zhang","year":"2022","journal-title":"IEEE Trans. Cloud Comput."},{"key":"ref_21","unstructured":"Li, S., Wu, Y., Cui, X., Dong, H., Fang, F., and Russell, S. (February, January 27). Robust Multi-Agent Reinforcement Learning via Minimax Deep Determin-istic Policy Gradient. Proceedings of the AAAI Conference on Artificial Intelligence, Honolulu, HI, USA."},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Naderializadeh, N., and Hashemi, M. (2019, January 3\u20136). Energy-Aware Multi-Server Mobile Edge Computing: A Deep Reinforcement Learning Approach. Proceedings of the 2019 53rd Asilomar Conference on Signals, Systems, and Computers, Pacific Grove, CA, USA.","DOI":"10.1109\/IEEECONF44664.2019.9049050"},{"key":"ref_23","doi-asserted-by":"crossref","unstructured":"Wong, F. (2022, January 25\u201327). Carbon emissions allowances trade amount dynamic prediction based on machine learning. Proceedings of the 2022 International Conference on Machine Learning and Knowledge Engineering (MLKE), Guilin, China.","DOI":"10.1109\/MLKE55170.2022.00028"},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Zhang, H., Wu, D., and Boulet, B. (2020, January 9\u201310). A Review of Recent Advances on Reinforcement Learning for Smart Home Energy Management. Proceedings of the 2020 IEEE Electric Power and Energy Conference (EPEC), Edmonton, AB, Canada.","DOI":"10.1109\/EPEC48502.2020.9320042"},{"key":"ref_25","first-page":"3003","article-title":"Deep Reinforcement Learning Enhanced Greedy Algorithm for Online Scheduling of Batched Tasks in Cloud in Cloud HPC Systems","volume":"33","author":"Yang","year":"2022","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"ref_26","doi-asserted-by":"crossref","unstructured":"Ban, Y., Xie, L., Xu, Z., Zhang, X., Guo, Z., and Hu, Y. (2017, January 10\u201313). An optimal spatial-temporal smoothness approach for tile-based 360-degree video streaming. Proceedings of the 2017 IEEE Visual Communications and Image Processing (VCIP), St. Petersburg, FL, USA.","DOI":"10.1109\/VCIP.2017.8305086"},{"key":"ref_27","unstructured":"(2023, April 09). Reinforcement Learning Based Rate Adaptation for 360-Degree Video Streaming|IEEE Journals & Magazine|IEEE Xplore. Available online: https:\/\/ieeexplore.ieee.org\/document\/9226435."},{"key":"ref_28","doi-asserted-by":"crossref","unstructured":"Subramanyam, S., Viola, I., Jansen, J., Alexiou, E., Hanjalic, A., and Cesar, P. (2022, January 5\u20137). Subjective QoE Evaluation of User-Centered Adaptive Streaming of Dynamic Point Clouds. Proceedings of the 2022 14th International Conference on Quality of Multimedia Experience (QoMEX), Lippstadt, Germany.","DOI":"10.1109\/QoMEX55416.2022.9900879"},{"key":"ref_29","doi-asserted-by":"crossref","unstructured":"Yazid, Y., Ez-Zazi, I., Guerrero-Gonz\u00e1lez, A., El Oualkadi, A., and Arioua, M. (2021). UAV-Enabled Mobile Edge-Computing for IoT Based on AI: A Comprehensive Review. Drones, 5.","DOI":"10.3390\/drones5040148"},{"key":"ref_30","doi-asserted-by":"crossref","unstructured":"Al-Turki, M., Ratrout, N.T., Rahman, S.M., and Reza, I. (2021). Impacts of Autonomous Vehicles on Traffic Flow Characteristics under Mixed Traffic Environment: Future Perspectives. Sustainability, 13.","DOI":"10.3390\/su131911052"},{"key":"ref_31","doi-asserted-by":"crossref","unstructured":"Yao, L., Zhao, H., Tang, J., Liu, S., and Gaudiot, J.-L. (2021, January 12\u201316). Streaming Data Priority Scheduling Framework for Autonomous Driving by Edge. Proceedings of the 2021 IEEE 45th Annual Computers, Software, and Applications Conference (COMPSAC), Madrid, Spain.","DOI":"10.1109\/COMPSAC51774.2021.00017"},{"key":"ref_32","unstructured":"(2023, April 09). A Survey of Multi-Access Edge Computing and Vehicular Networking|IEEE Journals & Magazine|IEEE Xplore. Available online: https:\/\/ieeexplore.ieee.org\/document\/9956993."},{"key":"ref_33","first-page":"8767","article-title":"Decentralized Policy Gradient Descent Ascent for Safe Multi-Agent Reinforcement Learning","volume":"35","author":"Lu","year":"2021","journal-title":"Proc. Conf. AAAI Artif. Intell."}],"container-title":["Sensors"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1424-8220\/23\/8\/4176\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T19:21:00Z","timestamp":1760124060000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1424-8220\/23\/8\/4176"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,21]]},"references-count":33,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2023,4]]}},"alternative-id":["s23084176"],"URL":"https:\/\/doi.org\/10.3390\/s23084176","relation":{},"ISSN":["1424-8220"],"issn-type":[{"value":"1424-8220","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,21]]}}}