{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T17:00:21Z","timestamp":1780074021191,"version":"3.54.0"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006234","name":"Sandia National Laboratories","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006234","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Technology and Engineering Solutions of Sandia LLC"},{"DOI":"10.13039\/100019966","name":"Honeywell","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100019966","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-NA0003525"],"award-info":[{"award-number":["DE-NA0003525"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Aerosp. Electron. Syst."],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1109\/taes.2024.3403078","type":"journal-article","created":{"date-parts":[[2024,5,20]],"date-time":"2024-05-20T17:35:59Z","timestamp":1716226559000},"page":"6110-6123","source":"Crossref","is-referenced-by-count":8,"title":["Explainable AI and Robustness-Based Test and Evaluation of Reinforcement Learning"],"prefix":"10.1109","volume":"60","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2562-1631","authenticated-orcid":false,"given":"Ali K.","family":"Raz","sequence":"first","affiliation":[{"name":"George Mason University, Fairfax, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9748-7705","authenticated-orcid":false,"given":"Kshitij","family":"Mall","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sean Matthew","family":"Nolan","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5887-5825","authenticated-orcid":false,"given":"Winston","family":"Levin","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linas","family":"Mockus","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kris","family":"Ezra","sequence":"additional","affiliation":[{"name":"CrowdStrike Inc., West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmad","family":"Mia","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2418-0897","authenticated-orcid":false,"given":"Kyle","family":"Williams","sequence":"additional","affiliation":[{"name":"Sandia National Laboratories, Albuquerque, NM, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julie","family":"Parish","sequence":"additional","affiliation":[{"name":"Sandia National Laboratories, Albuquerque, NM, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"The Reinforcement Learning Problem","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2015"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2514\/1.i010970"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2514\/1.g005715"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MAES.2019.2953802"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2021.3068429"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2022.3144111"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2019.2952700"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2019.2891520"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2020.2984774"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2020.2996547"},{"key":"ref11","article-title":"Estimating risk and uncertainty in deep reinforcement learning","author":"Clements","year":"2019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1002\/inst.12278"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2020.3007428"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2514\/6.2021-0564"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/AERO53065.2022.9843563"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.2514\/6.2016-1387"},{"key":"ref18","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2021.3087666"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.2514\/1.a35076"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2514\/1.g005254"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.2514\/1.i010921"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2514\/1.i010920"},{"key":"ref25","article-title":"Unsolved problems in ML safety","author":"Hendrycks","year":"2021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_5"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106685"},{"key":"ref28","article-title":"Do you want to train a simplified selfdriving car with reinforcement learning?","author":"Leissner","year":"2020"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.5220\/0010305210301037"},{"key":"ref30","article-title":"Dear reinforcement learning agent, please explain your actions","author":"Leissner","year":"2021"},{"key":"ref31","first-page":"4765","article-title":"A unified approach to interpreting model predictions","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lundberg","year":"2017"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1115\/1.4052841"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9619032"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1515\/9781400881970-018"},{"key":"ref35","article-title":"A game theoretic approach to explain the output of any machine learning model","author":"Lundberg","year":"2021"},{"key":"ref36","volume-title":"Trade-Off Analytics: Creating and Exploring the System Tradespace","author":"Parnell","year":"2016"},{"key":"ref37","article-title":"Numerical methods for engineering design and optimization: Latin hypercube sampling (LHS)","author":"Xin","year":"2014"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/S0951-8320(03)00058-9"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1002\/sys.21439"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/PCSPA.2010.247"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2020.3015321"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2018.2889571"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2020.3010670"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/0005-1098(89)90002-2"},{"key":"ref45","article-title":"Stable baselines3","author":"Raffin","year":"2019"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"ref47","first-page":"537","article-title":"Local interpretable model-agnostic explanations (LIME): An introduction","volume-title":"Proc. Int. Soc. Music Inf. Retrieval","author":"Ribeiro","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2017.2703678"},{"key":"ref49","article-title":"Beluga,","author":"Antony","year":"2021"}],"container-title":["IEEE Transactions on Aerospace and Electronic Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/7\/10713469\/10534821-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7\/10713469\/10534821.pdf?arnumber=10534821","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T17:24:43Z","timestamp":1728667483000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10534821\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":49,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/taes.2024.3403078","relation":{},"ISSN":["0018-9251","1557-9603","2371-9877"],"issn-type":[{"value":"0018-9251","type":"print"},{"value":"1557-9603","type":"electronic"},{"value":"2371-9877","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10]]}}}