{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:31:44Z","timestamp":1786980704131,"version":"build-2736575974"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T00:00:00Z","timestamp":1738886400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T00:00:00Z","timestamp":1738886400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 62076065"],"award-info":[{"award-number":["No. 62076065"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10489-025-06319-2","type":"journal-article","created":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T01:10:56Z","timestamp":1738890656000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Robust decision-making for autonomous vehicles via deep reinforcement learning and expert guidance"],"prefix":"10.1007","volume":"55","author":[{"given":"Feng-Jie","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6151-7028","authenticated-orcid":false,"given":"Chun-Yang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C. L. Philip","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,7]]},"reference":[{"issue":"6","key":"6319_CR1","doi-asserted-by":"publisher","first-page":"5876","DOI":"10.1109\/TVT.2020.2986005","volume":"69","author":"Y Fu","year":"2020","unstructured":"Fu Y, Li C, Yu FR, Luan TH, Zhang Y (2020) A decision-making strategy for vehicle autonomous braking in emergency via deep reinforcement learning. IEEE Trans Veh Technol 69(6):5876\u20135888","journal-title":"IEEE Trans Veh Technol"},{"issue":"13","key":"6319_CR2","doi-asserted-by":"publisher","first-page":"16893","DOI":"10.1007\/s10489-022-04354-x","volume":"53","author":"G Wu","year":"2023","unstructured":"Wu G, Fang W, Wang J, Ge P, Cao J, Ping Y, Gou P (2023) Dyna-ppo reinforcement learning with gaussian process for the continuous action decision-making in autonomous driving. Appl Intell 53(13):16893\u201316907","journal-title":"Appl Intell"},{"issue":"11","key":"6319_CR3","doi-asserted-by":"publisher","first-page":"12801","DOI":"10.1007\/s10489-021-03120-9","volume":"52","author":"D Singh","year":"2022","unstructured":"Singh D, Srivastava R (2022) Graph neural network with rnns based trajectory prediction of dynamic agents for autonomous vehicle. Appl Intell 52(11):12801\u201312816","journal-title":"Appl Intell"},{"key":"6319_CR4","doi-asserted-by":"publisher","first-page":"15193","DOI":"10.1109\/ACCESS.2022.3148127","volume":"10","author":"FA Palmieri","year":"2022","unstructured":"Palmieri FA, Pattipati KR, Di Gennaro G, Fioretti G, Verolla F, Buonanno A (2022) A unifying view of estimation and control using belief propagation with application to path planning. IEEE Access 10:15193\u201315216","journal-title":"IEEE Access"},{"key":"6319_CR5","doi-asserted-by":"crossref","unstructured":"Hovi J, Ichise R (2020) Feasibility study: rule generation for ontology-based decision-making systems. In: Semantic Technology: 9th Joint International Conference, JIST 2019, Hangzhou, China, November 25\u201327, 2019, Revised Selected Papers 9. Springer, pp 88\u201399","DOI":"10.1007\/978-981-15-3412-6_9"},{"issue":"10","key":"6319_CR6","doi-asserted-by":"publisher","first-page":"17594","DOI":"10.1109\/TITS.2022.3153848","volume":"23","author":"S Hwang","year":"2022","unstructured":"Hwang S, Lee K, Jeon H, Kum D (2022) Autonomous vehicle cut-in algorithm for lane-merging scenarios via policy-based reinforcement learning nested within finite-state machine. IEEE Trans Intell Transp Syst 23(10):17594\u201317606","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6319_CR7","doi-asserted-by":"crossref","unstructured":"Liu S, M\u00fcller S (2023) Reliability of deep neural networks for an end-to-end imitation learning-based lane keeping. IEEE Trans Intell Trans Syst","DOI":"10.1109\/TITS.2023.3299229"},{"key":"6319_CR8","doi-asserted-by":"crossref","unstructured":"Huang Z, Mo X, Lv C (2022) Recoat: A deep learning-based framework for multi-modal motion prediction in autonomous driving application. In: 2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC). IEEE, pp 988\u2013993","DOI":"10.1109\/ITSC55140.2022.9922325"},{"issue":"2","key":"6319_CR9","doi-asserted-by":"publisher","first-page":"1842","DOI":"10.1007\/s10489-022-03468-6","volume":"53","author":"MJ Peixoto","year":"2023","unstructured":"Peixoto MJ, Azim A (2023) Improving environmental awareness for autonomous vehicles. Appl Intell 53(2):1842\u20131854","journal-title":"Appl Intell"},{"key":"6319_CR10","doi-asserted-by":"crossref","unstructured":"Wu J, Song Z, Lv C (2023) Deep reinforcement learning based energy-efficient decision-making for autonomous electric vehicle in dynamic traffic environments. IEEE Trans Transport Elect","DOI":"10.1109\/TTE.2023.3290069"},{"issue":"4","key":"6319_CR11","doi-asserted-by":"publisher","first-page":"3621","DOI":"10.1109\/TVT.2022.3150343","volume":"71","author":"C Xu","year":"2022","unstructured":"Xu C, Zhao W, Liu J, Wang C, Lv C (2022) An integrated decision-making framework for highway autonomous driving using combined learning and rule-based algorithm. IEEE Trans Veh Technol 71(4):3621\u20133632","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"6319_CR12","doi-asserted-by":"publisher","first-page":"1046","DOI":"10.1109\/TIV.2022.3223131","volume":"8","author":"L Chen","year":"2022","unstructured":"Chen L, Li Y, Huang C, Li B, Xing Y, Tian D, Li L, Hu Z, Na X, Li Z et al (2022) Milestones in autonomous driving and intelligent vehicles: survey of surveys. IEEE Trans Intell Vehic 8(2):1046\u20131056","journal-title":"IEEE Trans Intell Vehic"},{"key":"6319_CR13","doi-asserted-by":"publisher","first-page":"102662","DOI":"10.1016\/j.trc.2020.102662","volume":"117","author":"M Zhu","year":"2020","unstructured":"Zhu M, Wang Y, Pu Z, Hu J, Wang X, Ke R (2020) Safe, efficient, and comfortable velocity control based on reinforcement learning for autonomous driving. Transp Res C Emerg Technol 117:102662","journal-title":"Transp Res C Emerg Technol"},{"issue":"1","key":"6319_CR14","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1109\/TIV.2022.3165178","volume":"8","author":"X He","year":"2022","unstructured":"He X, Yang H, Hu Z, Lv C (2022) Robust lane change decision making for autonomous vehicles: an observation adversarial reinforcement learning approach. IEEE Trans Intell Veh 8(1):184\u2013193","journal-title":"IEEE Trans Intell Veh"},{"key":"6319_CR15","doi-asserted-by":"crossref","unstructured":"Zhang L, Zhang J, Liu S, Ren C, Kang Y (2023) Adaptive backstepping fuzzy lateral motion control approach for autonomous vehicles. IEEE Trans Transp Electrif","DOI":"10.1109\/TTE.2023.3307671"},{"issue":"3","key":"6319_CR16","doi-asserted-by":"publisher","first-page":"2488","DOI":"10.1007\/s10489-022-03357-y","volume":"53","author":"MS Rais","year":"2023","unstructured":"Rais MS, Boudour R, Zouaidia K, Bougueroua L (2023) Decision making for autonomous vehicles in highway scenarios using harmonic sk deep sarsa. Appl Intell 53(3):2488\u20132505","journal-title":"Appl Intell"},{"key":"6319_CR17","doi-asserted-by":"crossref","unstructured":"Medina-Lee JF, Godoy J, Artu\u00f1edo A, Villagra J (2022) Speed profile generation strategy for efficient merging of automated vehicles on roundabouts with realistic traffic. IEEE Trans Intell Veh","DOI":"10.1109\/TIV.2022.3211350"},{"issue":"13","key":"6319_CR18","doi-asserted-by":"publisher","first-page":"16473","DOI":"10.1007\/s10489-022-04358-7","volume":"53","author":"J Yu","year":"2023","unstructured":"Yu J, Arab A, Yi J, Pei X, Guo X (2023) Hierarchical framework integrating rapidly-exploring random tree with deep reinforcement learning for autonomous vehicle. Appl Intell 53(13):16473\u201316486","journal-title":"Appl Intell"},{"issue":"8","key":"6319_CR19","doi-asserted-by":"publisher","first-page":"3436","DOI":"10.1109\/TITS.2019.2928969","volume":"21","author":"J Ding","year":"2020","unstructured":"Ding J, Li L, Peng H, Zhang Y (2020) A rule-based cooperative merging strategy for connected and automated vehicles. IEEE Trans Intell Transp Syst 21(8):3436\u20133446. https:\/\/doi.org\/10.1109\/TITS.2019.2928969","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6319_CR20","doi-asserted-by":"crossref","unstructured":"Aksjonov A, Kyrki V (2021) Rule-based decision-making system for autonomous vehicles at intersections with mixed traffic environment. In: 2021 IEEE International Intelligent Transportation Systems Conference (ITSC). IEEE, pp 660\u2013666","DOI":"10.1109\/ITSC48978.2021.9565085"},{"issue":"8","key":"6319_CR21","doi-asserted-by":"publisher","first-page":"13055","DOI":"10.1109\/TITS.2021.3119415","volume":"23","author":"R Bhattacharyya","year":"2021","unstructured":"Bhattacharyya R, Jung S, Kruse LA, Senanayake R, Kochenderfer MJ (2021) A hybrid rule-based and data-driven approach to driver modeling through particle filtering. IEEE Trans Intell Transp Syst 23(8):13055\u201313068","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"8","key":"6319_CR22","doi-asserted-by":"publisher","first-page":"2399","DOI":"10.1109\/TFUZZ.2020.2999776","volume":"29","author":"E Soares","year":"2020","unstructured":"Soares E, Angelov PP, Costa B, Castro MPG, Nageshrao S, Filev D (2020) Explaining deep learning models through rule-based approximation and visualization. IEEE Trans Fuzzy Syst 29(8):2399\u20132407","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"6319_CR23","doi-asserted-by":"crossref","unstructured":"Wang Z, Wang M, Zhang J, Chen Y, Zhang C, Zhou Z-H (2021) Reward-constrained behavior cloning. In: IJCAI. pp 3169\u20133175","DOI":"10.24963\/ijcai.2021\/436"},{"key":"6319_CR24","doi-asserted-by":"crossref","unstructured":"Wang P, Liu D, Chen J, Li H, Chan C-Y (2021) Decision making for autonomous driving via augmented adversarial inverse reinforcement learning. In: 2021 IEEE International Conference on Robotics and Automation (ICRA). IEEE, pp 1036\u20131042","DOI":"10.1109\/ICRA48506.2021.9560907"},{"issue":"3","key":"6319_CR25","doi-asserted-by":"publisher","first-page":"2874","DOI":"10.1109\/TITS.2022.3227738","volume":"24","author":"R Bhattacharyya","year":"2022","unstructured":"Bhattacharyya R, Wulfe B, Phillips DJ, Kuefler A, Morton J, Senanayake R, Kochenderfer MJ (2022) Modeling human driving behavior through generative adversarial imitation learning. IEEE Trans Intell Transp Syst 24(3):2874\u20132887","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"11","key":"6319_CR26","doi-asserted-by":"publisher","first-page":"11395","DOI":"10.1109\/TVT.2022.3193220","volume":"71","author":"Y Sun","year":"2022","unstructured":"Sun Y, Chu Y, Xu T, Li J, Ji X (2022) Inverse reinforcement learning based: Segmented lane-change trajectory planning with consideration of interactive driving intention. IEEE Trans Veh Technol 71(11):11395\u201311407","journal-title":"IEEE Trans Veh Technol"},{"key":"6319_CR27","first-page":"103","volume-title":"Imitation learning through prior injection in Markov decision processes","author":"G Di Gennaro","year":"2023","unstructured":"Di Gennaro G, Buonanno A, Verolla F, Fioretti G, Palmieri FAN, Pattipati KR (2023). In: Esposito A, Faundez-Zanuy M, Morabito FC, Pasero E (eds) Imitation learning through prior injection in Markov decision processes. Springer, Singapore, pp 103\u2013113"},{"issue":"12","key":"6319_CR28","doi-asserted-by":"publisher","first-page":"5526","DOI":"10.1109\/TNNLS.2020.3042981","volume":"32","author":"Y Zhang","year":"2020","unstructured":"Zhang Y, Gao B, Guo L, Guo H, Chen H (2020) Adaptive decision-making for automated vehicles under roundabout scenarios using optimization embedded reinforcement learning. IEEE Trans Neural Netw Learn Syst 32(12):5526\u20135538","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6319_CR29","doi-asserted-by":"crossref","unstructured":"Wu J, Huang W, Boer N, Mo Y, He X, Lv C (2022) Safe decision-making for lane-change of autonomous vehicles via human demonstration-aided reinforcement learning. In: 2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC). IEEE, pp 1228\u20131233","DOI":"10.1109\/ITSC55140.2022.9921872"},{"key":"6319_CR30","unstructured":"Bruce J, Anand A, Mazoure B, Fergus R (2023) Learning about progress from experts. In: The eleventh international conference on learning representations"},{"key":"6319_CR31","unstructured":"Zhou B, Li K, Jiang J, Lu Z (2024) Learning from visual observation via offline pretrained state-to-go transformer. Adv Neural Inf Process Syst 36"},{"key":"6319_CR32","doi-asserted-by":"crossref","unstructured":"Wu M, Yu FR, Liu PX, He Y (2022) A hybrid driving decision-making system integrating markov logic networks and connectionist ai. IEEE Trans Intell Transp Syst 24(3):3514\u20133527","DOI":"10.1109\/TITS.2022.3227122"},{"key":"6319_CR33","doi-asserted-by":"crossref","unstructured":"Liu Q, Li Z, Li X, Wu J, Yuan S (2022) Graph convolution-based deep reinforcement learning for multi-agent decision-making in mixed traffic environments. arXiv:2201.12776","DOI":"10.1109\/ITSC55140.2022.9922001"},{"key":"6319_CR34","doi-asserted-by":"publisher","unstructured":"Lin Y, McPhee J, Azad NL (2020) Anti-jerk on-ramp merging using deep reinforcement learning. In: 2020 IEEE Intelligent Vehicles Symposium (IV). pp 7\u201314. https:\/\/doi.org\/10.1109\/IV47402.2020.9304647","DOI":"10.1109\/IV47402.2020.9304647"},{"key":"6319_CR35","unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International conference on machine learning. PMLR, pp 1861\u20131870"},{"key":"6319_CR36","unstructured":"Moghadam M, Elkaim GH (2019) A hierarchical architecture for sequential decision-making in autonomous driving using deep reinforcement learning. arXiv:1906.08464"},{"key":"6319_CR37","doi-asserted-by":"crossref","unstructured":"Hoel C-J, Wolff K, Laine L (2018) Automated speed and lane change decision making using deep reinforcement learning. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC). IEEE, pp 2148\u20132155","DOI":"10.1109\/ITSC.2018.8569568"},{"issue":"11","key":"6319_CR38","doi-asserted-by":"publisher","first-page":"21848","DOI":"10.1109\/TITS.2022.3185255","volume":"23","author":"J Peng","year":"2022","unstructured":"Peng J, Zhang S, Zhou Y, Li Z (2022) An integrated model for autonomous speed and lane change decision-making based on deep reinforcement learning. IEEE Trans Intell Transp Syst 23(11):21848\u201321860","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6319_CR39","doi-asserted-by":"crossref","unstructured":"Al-Sharman M, Dempster R, Daoud MA, Nasr M, Rayside D, Melek W (2023) Self-learned autonomous driving at unsignalized intersections: a hierarchical reinforced learning approach for feasible decision-making. IEEE Trans Intell Transp Syst","DOI":"10.36227\/techrxiv.20770486"},{"issue":"5","key":"6319_CR40","doi-asserted-by":"publisher","first-page":"4706","DOI":"10.1109\/TVT.2022.3151651","volume":"71","author":"X Tang","year":"2022","unstructured":"Tang X, Huang B, Liu T, Lin X (2022) Highway decision-making and motion planning for autonomous driving via soft actor-critic. IEEE Trans Veh Technol 71(5):4706\u20134717","journal-title":"IEEE Trans Veh Technol"},{"key":"6319_CR41","unstructured":"Wu J, Huang Z, Huang W, Lv C (2022) Prioritized experience-based reinforcement learning with human guidance for autonomous driving. IEEE Trans Neural Netw Learn Syst"},{"key":"6319_CR42","doi-asserted-by":"crossref","unstructured":"Shi J, Zhang T, Zhan J, Chen S, Xin J, Zheng N (2023) Efficient lane-changing behavior planning via reinforcement learning with imitation learning initialization. In: 2023 IEEE Intelligent Vehicles Symposium (IV). IEEE, pp 1\u20138","DOI":"10.1109\/IV55152.2023.10186577"},{"key":"6319_CR43","doi-asserted-by":"crossref","unstructured":"Huang Z, Wu J, Lv C (2022) Efficient deep reinforcement learning with imitative expert priors for autonomous driving. IEEE Trans. Neural Netw Learn Syst","DOI":"10.1109\/TNNLS.2022.3142822"},{"key":"6319_CR44","doi-asserted-by":"crossref","unstructured":"Liu H, Huang Z, Mo X, Lv C (2024) Augmenting reinforcement learning with transformer-based scene representation learning for decision-making of autonomous driving. IEEE Trans Intell Veh","DOI":"10.1109\/TIV.2024.3372625"},{"key":"6319_CR45","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347"},{"key":"6319_CR46","unstructured":"Ho J, Ermon S (2016) Generative adversarial imitation learning. Adv Neural Inf Process Syst 29"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06319-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06319-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06319-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T04:42:03Z","timestamp":1757133723000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06319-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,7]]},"references-count":46,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["6319"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06319-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,7]]},"assertion":[{"value":"28 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The study did not involve any human participants or animals, and thus, ethical approval and informed consent were not required. All data used in this study were obtained from publicly available sources, and no private or sensitive information was included.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}}],"article-number":"412"}}