{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T16:15:28Z","timestamp":1759335328761,"version":"3.37.3"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy EcoCAR EV Challenge","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3457685","type":"journal-article","created":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T19:21:56Z","timestamp":1725996116000},"page":"128963-128978","source":"Crossref","is-referenced-by-count":2,"title":["Optimizing Longitudinal Velocity Control via Self-Supervised Learning and Deep Deterministic Policy Gradient"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9178-2375","authenticated-orcid":false,"given":"Fahmida","family":"Islam","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, Mississippi State University, Starkville, MS, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5910-2501","authenticated-orcid":false,"given":"M. M.","family":"Nabi","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Mississippi State University, Starkville, MS, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6774-4851","authenticated-orcid":false,"given":"John E.","family":"Ball","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Mississippi State University, Starkville, MS, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7763-4464","authenticated-orcid":false,"given":"Christopher T.","family":"Goodin","sequence":"additional","affiliation":[{"name":"Centre for Advanced Vehicular System (CAVS), Mississippi State University, Starkville, MS, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s40534-016-0117-3"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3390\/s22218463"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/00423110903365910"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1117\/12.3013541"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1117\/12.3013514"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2016.04.009"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2019.05.002"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2023.3270356"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1117\/12.2585688"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTCEE49637.2020.9276986"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-48891-7_9"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-023-02718-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.109008"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3054625"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1137\/21M1406477"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2021.3088004"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2019.01.003"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.2007630"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.102662"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2020.3012947"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2921159"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2023.3239878"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2015.09.009"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557435"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2024.3384671"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3182\/20140824-6-ZA-1003.00286"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CCDC49329.2020.9164668"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3057023"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3368435"},{"key":"ref30","article-title":"Bridging the gap between value and policy based reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Nachum"},{"key":"ref31","first-page":"486","article-title":"A theoretical analysis of deep Q-learning","volume-title":"Proc. 2nd Conf. Learn. Dyn. Control","author":"Fan"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/0362-546X(89)90096-5"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1561\/2300000021"},{"key":"ref34","first-page":"1017","article-title":"P3O: Policy-on policy-off policy optimization","volume-title":"Uncertainty in Artificial Intelligence","author":"Fakoor","year":"2020"},{"key":"ref35","article-title":"A review of off-policy evaluation in reinforcement learning","author":"Uehara","year":"2022","journal-title":"arXiv:2212.06355"},{"key":"ref36","volume-title":"On-Line Q-Learning Using Connectionist Systems","volume":"37","author":"Rummery","year":"1994"},{"key":"ref37","article-title":"Model-based reinforcement learning for Atari","author":"Kaiser","year":"2019","journal-title":"arXiv:1903.00374"},{"key":"ref38","first-page":"1849","article-title":"Model-free and model-based reinforcement learning, the intersection of learning and planning","volume-title":"Proc. 21st Int. Conf. Auto. Agents Multiagent Syst.","author":"Januszewski"},{"article-title":"Learning from delayed rewards","year":"1989","author":"Watkins","key":"ref39"},{"volume-title":"Next Generation Simulation (NGSIM) Vehicle Trajectories and Supporting","year":"2018","key":"ref40"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569552"},{"key":"ref42","article-title":"One thousand and one hours: Self-driving motion prediction dataset","author":"Houston","year":"2020","journal-title":"arXiv:2006.14480"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3390\/s22208055"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294194"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2022.106729"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2021.3134634"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3390\/technologies9010002"},{"key":"ref49","article-title":"Simplifying deep reinforcement learning via self-supervision","author":"Zha","year":"2021","journal-title":"arXiv:2106.05526"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpowsour.2021.230584"},{"key":"ref51","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1049\/itr2.12386"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1177\/03611981231171899"},{"key":"ref54","article-title":"Building generalizable agents with a realistic and rich 3D environment","author":"Wu","year":"2018","journal-title":"arXiv:1801.02209"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/S0001-4575(02)00022-2"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph20010893"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.3390\/app13095272"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.4271\/2013-01-0108"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.3390\/app13020946"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/836375"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2018.07.014"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1108\/IR-07-2018-0154"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2017.08.1261"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2691472"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICVES56941.2022.9987124"},{"key":"ref66","first-page":"409","article-title":"One thousand and one hours: Self-driving motion prediction dataset","volume-title":"Proc. Conf. Robot Learn.","author":"Houston"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.3390\/rs13010089"},{"volume-title":"Next Generation Simulation (NGSIM) Vehicle Trajectories and Supporting Data","year":"2018","key":"ref68"},{"key":"ref69","first-page":"11","article-title":"Mississippi state university autonomous vehicle simulation library","volume-title":"Proc. Ground Vehicle Syst. Eng. Technol. Symp.","author":"Hudson"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-51369-6_41"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1117\/12.2620502"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/RadarConf2458775.2024.10548322"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1117\/12.3013766"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ITEC55900.2023.10187043"},{"article-title":"Automotive sensor fusion systems for traffic aware adaptive cruise control","year":"2022","author":"Gandy","key":"ref75"},{"issue":"7","key":"ref76","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: A survey","volume":"10","author":"Taylor","year":"2009","journal-title":"J. Mach. Learn. Res."},{"volume-title":"Advanced Vehicle Technology Competitions","year":"2024","key":"ref77"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2022.103744"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3153472"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/VNC48660.2019.9062809"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/10380310\/10670384-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10670384.pdf?arnumber=10670384","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T16:01:48Z","timestamp":1727280108000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10670384\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":80,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3457685","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2024]]}}}