{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T16:31:12Z","timestamp":1784046672511,"version":"3.55.0"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3259544","type":"journal-article","created":{"date-parts":[[2023,3,20]],"date-time":"2023-03-20T17:55:50Z","timestamp":1679334950000},"page":"28522-28550","source":"Crossref","is-referenced-by-count":26,"title":["Explaining a Deep Reinforcement Learning (DRL)-Based Automated Driving Agent in Highway Simulations"],"prefix":"10.1109","volume":"11","author":[{"given":"Francesco","family":"Bellotti","sequence":"first","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8092-5473","authenticated-orcid":false,"given":"Luca","family":"Lazzaroni","sequence":"additional","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4277-7283","authenticated-orcid":false,"given":"Alessio","family":"Capello","sequence":"additional","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4548-7648","authenticated-orcid":false,"given":"Marianna","family":"Cossu","sequence":"additional","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7760-2099","authenticated-orcid":false,"given":"Alessandro","family":"De Gloria","sequence":"additional","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1937-3969","authenticated-orcid":false,"given":"Riccardo","family":"Berta","sequence":"additional","affiliation":[{"name":"Electronics and Telecommunication Engineering and Naval Architecture Department, University of Genoa, Genoa, Electrical, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2019.2913998"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/access.2021.3127105"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.3022755"},{"key":"ref4","volume-title":"Methods and Procedures for the Verification and Validation of Artificial Neural Networks","author":"Taylor","year":"2005"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2017.10.011"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/nrg2825"},{"key":"ref7","article-title":"Designing inherently interpretable machine learning models","author":"Sudjianto","year":"2021","journal-title":"arXiv:2111.01743"},{"key":"ref8","volume-title":"TensorFlow Lattice (TFL)","year":"2022"},{"key":"ref9","first-page":"1","article-title":"A unified approach to interpreting model predictions","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lundberg"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372850"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/s2589-7500(21)00208-9"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.5220\/0010256208740881"},{"key":"ref15","article-title":"Learning important features through propagating activation differences","author":"Shrikumar","year":"2017","journal-title":"arXiv:1704.02685"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44781-0_8"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/e23010018"},{"key":"ref18","article-title":"Social attention for autonomous decision-making in dense traffic","author":"Leurent","year":"2019","journal-title":"arXiv:1911.12250"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.03.091"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.469"},{"key":"ref21","article-title":"Understanding neural networks through representation erasure","author":"Li","year":"2016","journal-title":"arXiv:1612.08220"},{"key":"ref22","article-title":"Attention is not explanation","author":"Jain","year":"2019","journal-title":"arXiv:1902.10186"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1282"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/icra.2018.8460504"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2019.00144"},{"key":"ref26","first-page":"151","article-title":"CAR-Net: Clairvoyant attentive recurrent network","volume-title":"Proc. Eur. Conf. Comput. Vis. (ECCV)","author":"Sadeghian"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ivs.2019.8813829"},{"key":"ref28","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref29","volume-title":"GitHub Eleurent\/Highway-Env: A Minimalist Environment for Decision-Making in Autonomous Driving","year":"2022"},{"key":"ref30","volume-title":"Interpretable Machine Learning","author":"Molnar","year":"2022"},{"key":"ref31","first-page":"812","article-title":"The kinematic bicycle model: A consistent model for planning feasible trajectories for autonomous vehicles?","volume-title":"Proc. IEEE Intell. Vehicles Symp. (IV)","author":"Polack"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1103\/physreve.62.1805"},{"key":"ref33","volume-title":"General Lane-Changing Model MOBIL for Car-Following Models Arne Kesting, Martin Treiber, Dirk Helbing","year":"2007"},{"key":"ref34","article-title":"CARLA: An open urban driving simulator","author":"Dosovitskiy","year":"2017","journal-title":"arXiv:1711.03938"},{"key":"ref35","first-page":"2575","article-title":"Microscopic traffic simulation using SUMO","volume-title":"Proc. 21st Int. Conf. Intell. Transp. Syst. (ITSC)","author":"Lopez"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2021.3130218"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/iv48863.2021.9575954"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ivs.2017.7995949"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/itsc.2014.6957722"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1103\/physreve.51.4282"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/tiv.2020.2991952"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/jas.2021.1004395"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/tvt.2021.3115018"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/bf02204836"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1561\/2200000071"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.42.10.767"},{"issue":"3","key":"ref47","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref50","article-title":"Dueling network architectures for deep reinforcement learning","author":"Wang","year":"2015","journal-title":"arXiv:1511.06581"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-8285-7_8"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2021.113664"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1002\/sim.1501"},{"issue":"1","key":"ref54","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"Breiman","year":"2001","journal-title":"Mach. Learn."},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3390\/biomedinformatics2010009"},{"key":"ref56","article-title":"Explainable artificial intelligence: A systematic review","author":"Vilone","year":"2020","journal-title":"arXiv:2006.00093"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.3390\/app12031353"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-04083-2_4"},{"key":"ref60","volume-title":"A Value for N-Person Games","author":"Shapley","year":"1952"},{"key":"ref61","volume-title":"Shap.DeepExplainer SHAP Latest Documentation","year":"2022"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2516540.2516579"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10077125.pdf?arnumber=10077125","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,3]],"date-time":"2024-03-03T07:32:31Z","timestamp":1709451151000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10077125\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":62,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3259544","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}