{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:50:59Z","timestamp":1742914259810,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031189067"},{"type":"electronic","value":"9783031189074"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-18907-4_14","type":"book-chapter","created":{"date-parts":[[2022,10,26]],"date-time":"2022-10-26T23:03:53Z","timestamp":1666825433000},"page":"174-186","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Driver Behavior Decision Making Based on\u00a0Multi-Action Deep Q Network in\u00a0Dynamic Traffic Scenes"],"prefix":"10.1007","author":[{"given":"Kai","family":"Zhao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaochen","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuan","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hujun","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaxin","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuehu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,27]]},"reference":[{"issue":"1","key":"14_CR1","first-page":"120","volume":"34","author":"G Yang","year":"2017","unstructured":"Yang, G., et al.: Cooperative same-direction automated lane-changing based on vehicle-to-vehicle communication. J. Highway Transp. Res. Dev. 34(1), 120\u2013129 (2017)","journal-title":"J. Highway Transp. Res. Dev."},{"issue":"4","key":"14_CR2","first-page":"180","volume":"31","author":"Z Rong-Hui","year":"2018","unstructured":"Rong-Hui, Z., et al.: Lane change merging control method for unmanned vehicle under V2V cooperative environment. China J. Highway Transp. 31(4), 180 (2018)","journal-title":"China J. Highway Transp."},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Baker, C.R., Dolan, J.M.: Traffic interaction in the urban challenge: putting boss on its best behavior. In: IEEE\/RSJ International Conference on Intelligence Robots and Systems 2008, pp. 1752\u20131758 (2008)","DOI":"10.1109\/IROS.2008.4651211"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Gindele, T., et al.: Design of the planner of Team AnnieWAY\u2019s autonomous vehicle used in the DARPA urban challenge 2007. In: IEEE Intelligent Vehicles Symposium 2008, pp. 1131\u20131136 (2008)","DOI":"10.1109\/IVS.2008.4621268"},{"issue":"1","key":"14_CR5","first-page":"20","volume":"38","author":"X Zhang","year":"2020","unstructured":"Zhang, X., Xie, L., Chu, X.: An overview of path following control methods for unmanned surface vehicles. J. Transp. Inf. Saf. 38(1), 20\u201326 (2020)","journal-title":"J. Transp. Inf. Saf."},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Pathak, D., et al.: Curiosity-driven exploration by self-supervised prediction. In: International Conference on Machine Learning 2017, pp. 2778\u20132787 (2007)","DOI":"10.1109\/CVPRW.2017.70"},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Wei, J., et al.: A point-based MDP for robust single-lane autonomous driving behavior under uncertainties. In: IEEE International Conference on Robotics and Automation 2011, pp. 2586\u20132592 (2011)","DOI":"10.1109\/ICRA.2011.5979587"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Ulbrich S, Maurer M.: Probabilistic online POMDP decision making for lane changes in fully automated driving. In: 16th International IEEE Conference on Intelligent Transportation Systems (ITSC 2013), pp. 2063\u20132067 (2013)","DOI":"10.1109\/ITSC.2013.6728533"},{"issue":"6","key":"14_CR9","first-page":"1406","volume":"42","author":"J Liu","year":"2019","unstructured":"Liu, J., Gao, F., Luo, X.: Survey of deep reinforcement learning based on value function and policy gradient. Chinese J. Comput. 42(6), 1406\u20131438 (2019)","journal-title":"Chinese J. Comput."},{"key":"14_CR10","unstructured":"Hernandez-Garcia, J.F., Sutton, R.S.: Understanding multi-step deep reinforcement learning: a systematic study of the DQN target. arXiv preprint arXiv:1901.07510 (2019)"},{"key":"14_CR11","unstructured":"Florensa, C., et al.: Reverse curriculum generation for reinforcement learning. In: Conference on Robot Learning 2017, pp. 482\u2013495 (2017)"},{"key":"14_CR12","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"7540","key":"14_CR13","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"14_CR15","unstructured":"Wang, Z., et al.: Dueling network architectures for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1995\u20132003 (2016)"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. In: Thirty-Second AAAI Conference on Artificial Intelligence (2018)","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"14_CR17","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.trc.2019.08.011","volume":"107","author":"Y Ye","year":"2019","unstructured":"Ye, Y., Zhang, X., Sun, J.: Automated vehicle\u2019s behavior decision making using deep reinforcement learning and high-fidelity simulation environment[J]. Transp. Res. Part C. Emerg. Technol. 107, 155\u2013170 (2019)","journal-title":"Transp. Res. Part C. Emerg. Technol."},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Wang, P., Chan, C.-Y., De La Fortelle, A.: A reinforcement learning based approach for automated lane change maneuvers. In: IEEE Intelligent Vehicles Symposium (IV) 2018, pp. 1379\u20131384 (2018)","DOI":"10.1109\/IVS.2018.8500556"},{"key":"14_CR19","unstructured":"Yang, T., et al.: Exploration in deep reinforcement learning: a comprehensive survey. arXiv preprint arXiv:2109.06668 (2021)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition and Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-18907-4_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,26]],"date-time":"2022-10-26T23:06:16Z","timestamp":1666825576000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-18907-4_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031189067","9783031189074"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-18907-4_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 October 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chinese Conference on Pattern Recognition and Computer Vision  (PRCV)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenzhen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccprcv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/en.prcv.cn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"microsoft","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"564","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"233","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.03","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.35","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}