{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T18:17:51Z","timestamp":1772475471500,"version":"3.50.1"},"reference-count":28,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173228"],"award-info":[{"award-number":["62173228"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1764264"],"award-info":[{"award-number":["U1764264"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61873165"],"award-info":[{"award-number":["61873165"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Automat. Mag."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/mra.2021.3115980","type":"journal-article","created":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T08:10:57Z","timestamp":1634631057000},"page":"21-31","source":"Crossref","is-referenced-by-count":24,"title":["Prioritized Experience Replay-Based Deep Q Learning: Multiple-Reward Architecture for Highway Driving Decision Making"],"prefix":"10.1109","volume":"28","author":[{"given":"Wei","family":"Yuan","sequence":"first","affiliation":[]},{"given":"Yueyuan","family":"Li","sequence":"additional","affiliation":[]},{"given":"Hanyang","family":"Zhuang","sequence":"additional","affiliation":[]},{"given":"Chunxiang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Ming","family":"Yang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","first-page":"5392","article-title":"Hybrid reward architecture for reinforcement learning","author":"van seijen","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref11","author":"sallab","year":"2016","journal-title":"End-to-end deep reinforcement learning for lane keeping assist"},{"key":"ref12","author":"lillicrap","year":"2015","journal-title":"Continuous control with deep reinforcement learning"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917304"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLC.2013.6890495"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.2352\/ISSN.2470-1173.2017.19.AVM-023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022676722315"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500556"},{"key":"ref18","author":"yu","year":"2016","journal-title":"Deep Reinforcement Learning for Simulated Autonomous Vehicle Control"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304614"},{"key":"ref28","author":"schaul","year":"2015","journal-title":"Prioritized experience replay"},{"key":"ref4","author":"bojarski","year":"2016","journal-title":"End to End Learning for Self-Driving Cars"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.06063"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2015.2409870"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500645"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.376"},{"key":"ref8","author":"wang","year":"2015","journal-title":"Dueling network architectures for deep reinforcement learning"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2014.6957822"},{"key":"ref9","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","volume":"2","author":"van hasselt","year":"0","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CIVVS.2009.4938719"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500427"},{"key":"ref22","first-page":"1312","article-title":"Universal value function approximators","author":"schaul","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref21","first-page":"761","article-title":"Horde: A scalable real-time architecture for learning knowledge from unsupervised sensorimotor interaction","volume":"2","author":"sutton","year":"2011","journal-title":"Proc 10th Int Conf Auton Agents Multiagent Syst"},{"key":"ref24","author":"mnih","year":"2013","journal-title":"Playing atari with deep reinforcement learning"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.tins.2015.07.004"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.170605"}],"container-title":["IEEE Robotics & Automation Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/100\/9646278\/09576818.pdf?arnumber=9576818","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:58Z","timestamp":1652194258000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9576818\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":28,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/mra.2021.3115980","relation":{},"ISSN":["1070-9932","1558-223X"],"issn-type":[{"value":"1070-9932","type":"print"},{"value":"1558-223X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}