{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T10:55:37Z","timestamp":1747997737800,"version":"3.40.5"},"reference-count":53,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T00:00:00Z","timestamp":1746057600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T00:00:00Z","timestamp":1746057600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T00:00:00Z","timestamp":1746057600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52172301"],"award-info":[{"award-number":["52172301"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Social Science Fund","award":["21GLA010"],"award-info":[{"award-number":["21GLA010"]}]},{"name":"National Social Science Fund of China","award":["21ZAD029"],"award-info":[{"award-number":["21ZAD029"]}]},{"name":"Youth Beijing Scholar Program","award":["080"],"award-info":[{"award-number":["080"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1109\/tits.2025.3548481","type":"journal-article","created":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T17:44:07Z","timestamp":1742319847000},"page":"6216-6230","source":"Crossref","is-referenced-by-count":1,"title":["Bilateral Control Model for Autonomous Vehicles Based on Deep Reinforcement Learning"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-9974-6518","authenticated-orcid":false,"given":"Kan","family":"Liu","sequence":"first","affiliation":[{"name":"General Aviation Technology Beijing Laboratory, Beijing University of Civil Engineering and Architecture, Xicheng, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengpeng","family":"Jiao","sequence":"additional","affiliation":[{"name":"General Aviation Technology Beijing Laboratory, Beijing University of Civil Engineering and Architecture, Xicheng, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiqi","family":"Hong","sequence":"additional","affiliation":[{"name":"General Aviation Technology Beijing Laboratory, Beijing University of Civil Engineering and Architecture, Xicheng, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yue","family":"Chen","sequence":"additional","affiliation":[{"name":"General Aviation Technology Beijing Laboratory, Beijing University of Civil Engineering and Architecture, Xicheng, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1088\/1367-2630\/10\/3\/033001"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2010.0138"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2014.09.014"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2007.12.004"},{"issue":"3","key":"ref5","first-page":"48","article-title":"Intelligent connected vehicle following model considering multiple preceding vehicle feedback","volume":"18","author":"Qin","year":"2018","journal-title":"J. Transp. Syst. Eng. Inf. Technol."},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2006.884615"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2278494"},{"issue":"7","key":"ref8","first-page":"32","article-title":"An adaptive cruise control algorithm based on deep reinforcement learning","volume":"44","author":"Han","year":"2018","journal-title":"Comput. Eng."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2013.6728204"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2942014"},{"key":"ref11","first-page":"211","article-title":"Practical reinforcement learning for MPC: Learning from sparse objectives in under an hour on a real robot","volume-title":"Proc. 2nd Conf. Learn. Dyn. Control","author":"Karnchanachari"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.2007630"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.102662"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1063\/1.1721265"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1287\/opre.50.1.173.17802"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1287\/opre.6.2.165"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.62.1805"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2010.0084"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1108\/EC-12-2021-0719"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3393490"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3431591"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2007.894653"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2024.3462508"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICM48031.2019.9021288"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3144867"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3225340"},{"key":"ref27","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2015.7225700"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1111\/sapm.12144"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2767595"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2891490"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2945877"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2945888"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3109800"},{"article-title":"Learning from delayed rewards","year":"1989","author":"Watkins","key":"ref35"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref37","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3031282"},{"key":"ref39","article-title":"Partially connected automated vehicle cooperative control strategy with a deep reinforcement learning approach","author":"Shi","year":"2020","journal-title":"arXiv:2012.01841"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2021.103421"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2023.104019"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3716895.3716980"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2015.06.010"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2019.07.001"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2022.103744"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2014.09.001"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2638961"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCECE51280.2021.9342112"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1103\/physreve.55.5597"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/S0001-4575(00)00019-1"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2013.2258346"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-947X(2002)128:2(182)"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.4271\/972910"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6979\/10988578\/10932674.pdf?arnumber=10932674","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,6]],"date-time":"2025-05-06T17:06:06Z","timestamp":1746551166000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10932674\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5]]},"references-count":53,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tits.2025.3548481","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"type":"print","value":"1524-9050"},{"type":"electronic","value":"1558-0016"}],"subject":[],"published":{"date-parts":[[2025,5]]}}}