{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T20:15:54Z","timestamp":1780690554549,"version":"3.54.1"},"reference-count":73,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1109\/tits.2026.3673636","type":"journal-article","created":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T19:40:54Z","timestamp":1773862854000},"page":"6675-6687","source":"Crossref","is-referenced-by-count":0,"title":["TARS: Trust-Aware Reward Shaping for Vehicle Lane Change Automation"],"prefix":"10.1109","volume":"27","author":[{"given":"Jundi","family":"Liu","sequence":"first","affiliation":[{"name":"Department of Industrial and Manufacturing Systems Engineering, Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3845-4668","authenticated-orcid":false,"given":"Linda Ng","family":"Boyle","sequence":"additional","affiliation":[{"name":"Department of Civil and Urban Engineering, New York University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5898-7563","authenticated-orcid":false,"given":"Ashis G.","family":"Banerjee","sequence":"additional","affiliation":[{"name":"Department of Industrial and Systems Engineering, University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2021.3131676"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2020.100049"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3132743"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3459745"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3295783"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3076473"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2024.3359543"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2023.104352"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2024.104872"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC58415.2024.10919978"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317803"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1177\/1071181320641484"},{"key":"ref14","first-page":"417","article-title":"Do you want your autonomous car to drive like you?","volume-title":"Proc. ACM\/IEEE Int. Conf. Hum.-Robot Interact.","author":"Basu"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2025.3534879"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1518\/hfes.46.1.50_30392"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1177\/0018720814547570"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2830565"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1177\/0018720816634228"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1177\/0018720816681350"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00039-9"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2018.2874188"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00703-3"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2020.3019151"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1177\/03611981231156576"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10446116"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.123196"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.4271\/j3016_201609"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00694-1"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC48978.2021.9565016"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3987"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-022-09552-y"},{"issue":"1","key":"ref33","first-page":"4945","article-title":"A survey of preference-based reinforcement learning methods","volume":"18","author":"Wirth","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref34","first-page":"4302","article-title":"Deep reinforcement learning from human preferences","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Christiano"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3006254"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395525"},{"key":"ref37","first-page":"2625","article-title":"Policy shaping: Integrating human feedback with reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"26","author":"Griffith"},{"key":"ref38","article-title":"Learning shaping strategies in human-in-the-loop interactive reinforcement learning","author":"Yu","year":"2018","journal-title":"arXiv:1811.04272"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/make1010002"},{"key":"ref40","first-page":"3352","article-title":"Reinforcement learning from demonstration through shaping","volume-title":"Proc. 24th Int. Joint Conf. Artif. Intell.","author":"Brys"},{"key":"ref41","first-page":"278","article-title":"Policy invariance under reward transformations: Theory and application to reward shaping","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ng"},{"key":"ref42","article-title":"DQN-TAMER: Human-in-the-loop reinforcement learning with intractable feedback","author":"Arakawa","year":"2018","journal-title":"arXiv:1810.11748"},{"key":"ref43","article-title":"Deep reinforcement learning from policy-dependent human feedback","author":"Arumugam","year":"2019","journal-title":"arXiv:1902.04257"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02675-6_46"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-006-0005-z"},{"key":"ref46","article-title":"Scalable agent alignment via reward modeling: A research direction","author":"Leike","year":"2018","journal-title":"arXiv:1811.07871"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2388676.2388686"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-10784-9_13"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3179332"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003294"},{"key":"ref52","article-title":"Maximum entropy deep inverse reinforcement learning","volume-title":"Proc. NIPS Workshop Deep Reinforcement Learn.","author":"Wulfmeier"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1518\/001872097778543886"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176348768"},{"key":"ref55","first-page":"1433","article-title":"Maximum entropy inverse reinforcement learning","volume-title":"Proc. AAAI Conf. Artif. Intell.","author":"Ziebart"},{"key":"ref56","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman","year":"2014"},{"key":"ref57","article-title":"Safety pilot model deployment: Test conductor team report, USDOT report No. DOT HS 812 171","author":"Bezzina","year":"2015"},{"key":"ref58","first-page":"1","article-title":"CARLA: An open urban driving simulator","volume-title":"Proc. 1st Annu. Conf. Robot Learn.","author":"Dosovitskiy"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.4271\/j3216_202005"},{"key":"ref60","volume-title":"Amazon Mechanical Turk","year":"2005"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1207\/s15327566ijce0401_04"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"ref63","article-title":"Theano: A Python framework for fast computation of mathematical expressions","author":"Theano Development Team","year":"2016","journal-title":"arXiv:1605.02688"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2649-2"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1002\/hfm.20745"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07458-0_24"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1995.55"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569568"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8050543"},{"key":"ref70","first-page":"4572","article-title":"Generative adversarial imitation learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Ho"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICHMS65439.2025.11154198"},{"key":"ref72","article-title":"A survey of world models for autonomous driving","author":"Feng","year":"2025","journal-title":"arXiv:2501.11260"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3319502.3374832"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6979\/11551813\/11442949.pdf?arnumber=11442949","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T19:41:14Z","timestamp":1780688474000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11442949\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":73,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tits.2026.3673636","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6]]}}}