{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T14:12:48Z","timestamp":1780668768855,"version":"3.54.1"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Advanced Engineering Informatics"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.aei.2026.104727","type":"journal-article","created":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T09:34:52Z","timestamp":1777368892000},"page":"104727","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PB","title":["Virtual-real driver augmented reinforcement learning for human-like and personalized decision-making of autonomous vehicles"],"prefix":"10.1016","volume":"74","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-0499-1354","authenticated-orcid":false,"given":"Yingnan","family":"Ye","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wanzhong","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaochuan","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhongkai","family":"Luan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziyu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunyan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.aei.2026.104727_b1","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2024.102850","article-title":"A survey of autonomous driving frameworks and simulators","volume":"62","author":"Zhao","year":"2024","journal-title":"Adv. Eng. Informatics"},{"issue":"2","key":"10.1016\/j.aei.2026.104727_b2","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1038\/s42256-023-00610-y","article-title":"Continuous improvement of self-driving cars using dynamic confidence-aware reinforcement learning","volume":"5","author":"Cao","year":"2023","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.aei.2026.104727_b3","article-title":"Human-guided continual learning for personalized decision-making of autonomous driving","author":"Yang","year":"2025","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.aei.2026.104727_b4","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2024.102942","article-title":"Adaptive risk tendency in uncertainty-aware motion planning using risk-sensitive reinforcement learning","volume":"63","author":"Wang","year":"2025","journal-title":"Adv. Eng. Informatics"},{"issue":"4","key":"10.1016\/j.aei.2026.104727_b5","doi-asserted-by":"crossref","first-page":"3621","DOI":"10.1109\/TVT.2022.3150343","article-title":"An integrated decision-making framework for highway autonomous driving using combined learning and rule-based algorithm","volume":"71","author":"Xu","year":"2022","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.aei.2026.104727_b6","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2024.102941","article-title":"Risk assessment and interactive motion planning with visual occlusion using graph attention networks and reinforcement learning","volume":"62","author":"Hou","year":"2024","journal-title":"Adv. Eng. Informatics"},{"issue":"1","key":"10.1016\/j.aei.2026.104727_b7","doi-asserted-by":"crossref","first-page":"710","DOI":"10.1109\/TTE.2024.3394885","article-title":"Energy-efficient hierarchical on-ramp merging control for autonomous electric vehicles","volume":"11","author":"Liu","year":"2024","journal-title":"IEEE Trans. Transp. Electrification"},{"key":"10.1016\/j.aei.2026.104727_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2025.113433","article-title":"Fear-constrained personalized and anthropomorphic reinforcement learning for autonomous car-following","volume":"317","author":"Zhang","year":"2025","journal-title":"Knowl.-Based Syst."},{"issue":"12","key":"10.1016\/j.aei.2026.104727_b9","doi-asserted-by":"crossref","first-page":"7341","DOI":"10.1109\/TITS.2020.3001131","article-title":"Learning from naturalistic driving data for human-like autonomous highway driving","volume":"22","author":"Xu","year":"2020","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"8","key":"10.1016\/j.aei.2026.104727_b10","doi-asserted-by":"crossref","first-page":"9852","DOI":"10.1109\/TITS.2024.3411075","article-title":"A cognition-inspired human-like decision-making method for automated vehicles","volume":"25","author":"Xie","year":"2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"10","key":"10.1016\/j.aei.2026.104727_b11","doi-asserted-by":"crossref","first-page":"10420","DOI":"10.1109\/TITS.2023.3273572","article-title":"Brain-inspired modeling and decision-making for human-like autonomous driving in mixed traffic environment","volume":"24","author":"Hang","year":"2023","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.aei.2026.104727_b12","series-title":"2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems","first-page":"2346","article-title":"Learning accurate and human-like driving using semantic maps and attention","author":"Hecker","year":"2020"},{"key":"10.1016\/j.aei.2026.104727_b13","doi-asserted-by":"crossref","first-page":"9846","DOI":"10.1109\/ACCESS.2020.2964294","article-title":"A novel lane-changing decision model for autonomous vehicles based on deep autoencoder network and XGBoost","volume":"8","author":"Gu","year":"2020","journal-title":"IEEE Access"},{"issue":"11","key":"10.1016\/j.aei.2026.104727_b14","doi-asserted-by":"crossref","first-page":"12477","DOI":"10.1109\/TITS.2023.3286454","article-title":"Learning safe and human-like high-level decisions for unsignalized intersections from naturalistic human driving trajectories","volume":"24","author":"Wang","year":"2023","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"9","key":"10.1016\/j.aei.2026.104727_b15","doi-asserted-by":"crossref","first-page":"12269","DOI":"10.1109\/TITS.2024.3366699","article-title":"Human-like decision making for autonomous driving with social skills","volume":"25","author":"Zhao","year":"2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"1","key":"10.1016\/j.aei.2026.104727_b16","doi-asserted-by":"crossref","first-page":"2714","DOI":"10.1109\/TIV.2023.3298912","article-title":"Interaction-aware planning with deep inverse reinforcement learning for human-like autonomous driving in merge scenarios","volume":"9","author":"Nan","year":"2023","journal-title":"IEEE Trans. Intell. Veh."},{"issue":"2","key":"10.1016\/j.aei.2026.104727_b17","doi-asserted-by":"crossref","first-page":"1994","DOI":"10.1109\/TIV.2022.3224912","article-title":"Driving behavior modeling and characteristic learning for human-like decision-making in highway","volume":"8","author":"Xu","year":"2022","journal-title":"IEEE Trans. Intell. Veh."},{"key":"10.1016\/j.aei.2026.104727_b18","doi-asserted-by":"crossref","DOI":"10.1109\/TASE.2025.3539340","article-title":"Safe and interpretable human-like planning with transformer-based deep inverse reinforcement learning for autonomous driving","author":"Nan","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"1","key":"10.1016\/j.aei.2026.104727_b19","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1109\/TNNLS.2022.3177685","article-title":"Prioritized experience-based reinforcement learning with human guidance for autonomous driving","volume":"35","author":"Wu","year":"2022","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"10.1016\/j.aei.2026.104727_b20","doi-asserted-by":"crossref","DOI":"10.1016\/j.commtr.2024.100127","article-title":"Human as AI mentor: Enhanced human-in-the-loop reinforcement learning for safe and efficient autonomous driving","volume":"4","author":"Huang","year":"2024","journal-title":"Commun. Transp. Res."},{"key":"10.1016\/j.aei.2026.104727_b21","doi-asserted-by":"crossref","DOI":"10.1109\/TITS.2024.3420959","article-title":"Safety-aware human-in-the-loop reinforcement learning with shared control for autonomous driving","author":"Huang","year":"2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"12","key":"10.1016\/j.aei.2026.104727_b22","doi-asserted-by":"crossref","first-page":"14745","DOI":"10.1109\/TPAMI.2023.3314762","article-title":"Human-guided reinforcement learning with sim-to-real transfer for autonomous navigation","volume":"45","author":"Wu","year":"2023","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.aei.2026.104727_b23","series-title":"2024 IEEE International Conference on Robotics and Automation","first-page":"18355","article-title":"Uncertainty-aware reinforcement learning for autonomous driving with multimodal digital driver guidance","author":"Huang","year":"2024"},{"issue":"3","key":"10.1016\/j.aei.2026.104727_b24","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1177\/00187208221113448","article-title":"Drivers\u2019 evaluation of different automated driving styles: Is it both comfortable and natural?","volume":"66","author":"Peng","year":"2024","journal-title":"Hum. Factors"},{"key":"10.1016\/j.aei.2026.104727_b25","doi-asserted-by":"crossref","first-page":"1952","DOI":"10.1109\/TRO.2024.3359543","article-title":"Maveric: A data-driven approach to personalized autonomous driving","volume":"40","author":"Schrum","year":"2024","journal-title":"IEEE Trans. Robot."},{"key":"10.1016\/j.aei.2026.104727_b26","article-title":"Event-triggered personalized driving based on passenger\u2019s subjective risk evaluation","author":"Yan","year":"2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"8","key":"10.1016\/j.aei.2026.104727_b27","doi-asserted-by":"crossref","first-page":"10239","DOI":"10.1109\/TITS.2021.3088935","article-title":"Driving behavior modeling using naturalistic human driving data with inverse reinforcement learning","volume":"23","author":"Huang","year":"2021","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"11","key":"10.1016\/j.aei.2026.104727_b28","doi-asserted-by":"crossref","first-page":"6595","DOI":"10.1109\/TSMC.2024.3384992","article-title":"Human-guided deep reinforcement learning for optimal decision making of autonomous vehicles","volume":"54","author":"Wu","year":"2024","journal-title":"IEEE Trans. Syst. Man, Cybern.: Syst."},{"issue":"8","key":"10.1016\/j.aei.2026.104727_b29","doi-asserted-by":"crossref","first-page":"5362","DOI":"10.1109\/TPAMI.2024.3367329","article-title":"A comprehensive survey of continual learning: Theory, method and application","volume":"46","author":"Wang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.aei.2026.104727_b30","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2024.102801","article-title":"Autonomous vehicle extreme control for emergency collision avoidance via reachability-guided reinforcement learning","volume":"62","author":"Zhao","year":"2024","journal-title":"Adv. Eng. Informatics"},{"key":"10.1016\/j.aei.2026.104727_b31","article-title":"\u201cFeariosity\u201d-guided reinforcement learning for safe and efficient autonomous end-to-end navigation","author":"Hu","year":"2025","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.aei.2026.104727_b32","article-title":"A simple baseline for bayesian uncertainty in deep learning","volume":"32","author":"Maddox","year":"2019","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.aei.2026.104727_b33","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2022.105151","article-title":"Ensemble deep learning: A review","volume":"115","author":"Ganaie","year":"2022","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.aei.2026.104727_b34","article-title":"Reverse kl-divergence training of prior networks: Improved uncertainty and adversarial robustness","volume":"32","author":"Malinin","year":"2019","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.aei.2026.104727_b35","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2025.103497","article-title":"A reinforcement learning from human feedback based method for task allocation of human robot collaboration assembly considering human preference","volume":"66","author":"Wang","year":"2025","journal-title":"Adv. Eng. Informatics"},{"key":"10.1016\/j.aei.2026.104727_b36","series-title":"Soft actor-critic for discrete action settings","author":"Christodoulou","year":"2019"},{"key":"10.1016\/j.aei.2026.104727_b37","series-title":"International Conference on Machine Learning","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"Haarnoja","year":"2018"},{"key":"10.1016\/j.aei.2026.104727_b38","series-title":"Towards stabilizing batch statistics in backward propagation of batch normalization","author":"Yan","year":"2020"},{"issue":"3","key":"10.1016\/j.aei.2026.104727_b39","doi-asserted-by":"crossref","first-page":"3476","DOI":"10.1109\/TITS.2022.3225538","article-title":"Dynamically conservative self-driving planner for long-tail cases","volume":"24","author":"Zhou","year":"2022","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.aei.2026.104727_b40","series-title":"Model-based value estimation for efficient model-free reinforcement learning","author":"Feinberg","year":"2018"},{"key":"10.1016\/j.aei.2026.104727_b41","series-title":"Analyses of Concept Learning","first-page":"157","article-title":"Meaningful reception learning and the acquisition of concepts","author":"Ausubel","year":"1966"},{"key":"10.1016\/j.aei.2026.104727_b42","series-title":"Conference on Robot Learning","first-page":"264","article-title":"Smarts: An open-source scalable multi-agent rl training school for autonomous driving","author":"Zhou","year":"2021"},{"key":"10.1016\/j.aei.2026.104727_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2025.103404","article-title":"Analyzing mandatory and discretionary lane change interaction patterns using hidden Markov model-based approaches","volume":"66","author":"Zou","year":"2025","journal-title":"Adv. Eng. Informatics"},{"key":"10.1016\/j.aei.2026.104727_b44","series-title":"Proceedings of the European Conference on Computer Vision","first-page":"139","article-title":"Memory aware synapses: Learning what (not) to forget","author":"Aljundi","year":"2018"},{"issue":"1","key":"10.1016\/j.aei.2026.104727_b45","doi-asserted-by":"crossref","first-page":"923","DOI":"10.1109\/TIV.2022.3169207","article-title":"High-level decision making for automated highway driving via behavior cloning","volume":"8","author":"Wang","year":"2022","journal-title":"IEEE Trans. Intell. Veh."}],"container-title":["Advanced Engineering Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626004192?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626004192?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T13:33:06Z","timestamp":1780666386000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1474034626004192"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":45,"alternative-id":["S1474034626004192"],"URL":"https:\/\/doi.org\/10.1016\/j.aei.2026.104727","relation":{},"ISSN":["1474-0346"],"issn-type":[{"value":"1474-0346","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Virtual-real driver augmented reinforcement learning for human-like and personalized decision-making of autonomous vehicles","name":"articletitle","label":"Article Title"},{"value":"Advanced Engineering Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.aei.2026.104727","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104727"}}