{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,3]],"date-time":"2026-05-03T05:58:28Z","timestamp":1777787908513,"version":"3.51.4"},"reference-count":103,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2132060"],"award-info":[{"award-number":["2132060"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006282","name":"Federal Aviation Administration","doi-asserted-by":"publisher","award":["692M15-21-T-00022"],"award-info":[{"award-number":["692M15-21-T-00022"]}],"id":[{"id":"10.13039\/100006282","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3685995","type":"journal-article","created":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T19:50:24Z","timestamp":1776801024000},"page":"61902-61922","source":"Crossref","is-referenced-by-count":0,"title":["Efficient Counterexample Generation for Control Systems Using Multi-Fidelity Bayesian Optimization"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-7899-0514","authenticated-orcid":false,"given":"Zahra","family":"Shahrooei","sequence":"first","affiliation":[{"name":"Department of Mechanical Engineering, Rochester Institute of Technology, Rochester, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7238-9663","authenticated-orcid":false,"given":"Mykel J.","family":"Kochenderfer","sequence":"additional","affiliation":[{"name":"Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5613-0192","authenticated-orcid":false,"given":"Ali","family":"Baheri","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Rochester Institute of Technology, Rochester, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15297-9_9"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2009.06.021"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2017.7969377"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.106936"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CASE56687.2023.10260576"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CASE49439.2021.9551474"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55754-6_24"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-17524-9_10"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2018.2858463"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-95582-7_27"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MT-CPS.2018.00009"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.2969178"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2185632.2185653"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24953-7_35"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00052"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IECON.2010.5675195"},{"key":"ref17","article-title":"The CMA evolution strategy: A tutorial","author":"Hansen","year":"2016","journal-title":"arXiv:1604.00772"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-19835-9_21"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_17"},{"key":"ref20","first-page":"372","article-title":"Approximation-refinement testing of compute-intensive cyber-physical models: An approach based on system identification","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Menghi"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487170"},{"key":"ref22","article-title":"A framework for controlling multi-robot systems using Bayesian optimization and linear combination of vectors","author":"Jacobs","year":"2022","journal-title":"arXiv:2203.12416"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2017.09.007"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1791212.1791238"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2018.05.040"},{"key":"ref26","article-title":"A tutorial on Bayesian optimization","author":"Frazier","year":"2018","journal-title":"arXiv:1807.02811"},{"key":"ref27","volume-title":"Gaussian Processes for Machine Learning","author":"Williams","year":"2006"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-38527-2_55"},{"key":"ref29","article-title":"Gaussian process optimization in the bandit setting: No regret and experimental design","author":"Srinivas","year":"2009","journal-title":"arXiv:0912.3995"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1115\/1.3653121"},{"issue":"6","key":"ref31","first-page":"1809","article-title":"Entropy search for information-efficient global optimization","volume":"13","author":"Hennig","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1063\/5.0015672"},{"key":"ref33","first-page":"788","article-title":"Practical multi-fidelity Bayesian optimization for hyperparameter tuning","volume-title":"Proc. Uncertainty Artif. Intell.","author":"Wu"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.2514\/6.2023-2366"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-025-00822-9"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1021\/acscentsci.4c01991"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.23919\/ECC57647.2023.10178417"},{"key":"ref38","article-title":"A Lyapunov-based approach to safe reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"31","author":"Chow"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2024.108979"},{"key":"ref40","article-title":"Certifying stability of reinforcement learning policies using generalized Lyapunov functions","author":"Long","year":"2025","journal-title":"arXiv:2505.10947"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636468"},{"key":"ref42","first-page":"820","article-title":"Enhancing safety in learning from demonstration algorithms via control barrier function shielding","volume-title":"Proc. ACM\/IEEE Int. Conf. Hum.-Robot Interact.","author":"Yang"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3152313"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2026.1749956"},{"key":"ref45","article-title":"Verified design of robotic autonomous systems using probabilistic model checking","author":"Azaiez","year":"2025","journal-title":"arXiv:2601.10720"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.52202\/079017-2742"},{"key":"ref47","article-title":"Neural theorem proving for verification conditions: A real-world benchmark","author":"Xu","year":"2026","journal-title":"arXiv:2601.18944"},{"key":"ref48","first-page":"407","article-title":"Automated reachability analysis of neural network-controlled systems via adaptive polytopes","volume-title":"Proc. Learn. Dyn. Control Conf.","author":"Entesari"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2025.3611545"},{"key":"ref50","article-title":"State-wise constrained policy optimization","author":"Zhao","year":"2023","journal-title":"arXiv:2306.12594"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2025\/592"},{"key":"ref52","article-title":"How does the Lagrangian guide safe reinforcement learning through diffusion models?","author":"Cheng","year":"2026","journal-title":"arXiv:2602.02924"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/637"},{"key":"ref54","article-title":"Safe exploration in continuous action spaces","author":"Dalal","year":"2018","journal-title":"arXiv:1801.08757"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-025-11373-w"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2022.11.007"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.3390\/electronics13163299"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2025.107859"},{"key":"ref59","article-title":"Time traveling to defend against adversarial example attacks in image classification","author":"Etim","year":"2024","journal-title":"arXiv:2410.08338"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3126521"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917103"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460635"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3711922"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3436515"},{"key":"ref65","article-title":"Bayesian optimization applied for accelerated virtual validation of the autonomous driving function","author":"Awasthi","year":"2025","journal-title":"arXiv:2507.22769"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-73959-1_12"},{"key":"ref67","first-page":"22783","article-title":"Counterexample guided RL policy refinement using Bayesian optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Gangopadhyay"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1613\/jair.4806"},{"key":"ref69","article-title":"Scalable global optimization via local Bayesian optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Eriksson"},{"key":"ref70","article-title":"\u03c0BO: Augmenting acquisition functions with user beliefs for Bayesian optimization","author":"Hvarfner","year":"2022","journal-title":"arXiv:2204.11051"},{"key":"ref71","article-title":"Black-box safety validation of autonomous systems: A multi-fidelity reinforcement learning approach","author":"Beard","year":"2022","journal-title":"arXiv:2203.03451"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i13.26799"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989186"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1002\/aaai.12141"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.32604\/cmes.2025.069515"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/IV64158.2025.11097398"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.3390\/make6040110"},{"key":"ref78","article-title":"Guided multi-fidelity Bayesian optimization for data-driven controller tuning with digital twins","author":"Nobar","year":"2025","journal-title":"arXiv:2509.17952"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1177\/02783649211033317"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2023.3290475"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1063\/5.0175403"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.2514\/1.I011614"},{"key":"ref83","first-page":"1","article-title":"Multi-fidelity Bayesian optimization for simulation based autonomous driving systems testing","volume-title":"Proc. IEEE Intell. Vehicles Symp. (IV)","author":"Osikowicz"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/ad0100"},{"key":"ref85","article-title":"A multi-fidelity control variate approach for policy gradient estimation","author":"Liu","year":"2025","journal-title":"arXiv:2503.05696"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2020.2977971"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/87.1.1"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1615\/Int.J.UncertaintyQuantification.2014006914"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1098\/rspa.2016.0751"},{"key":"ref90","first-page":"3627","article-title":"Max-value entropy search for efficient Bayesian optimization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref91","first-page":"9334","article-title":"Multi-fidelity Bayesian optimization with max-value entropy search and its parallelization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Takeno"},{"issue":"235","key":"ref92","first-page":"1","article-title":"GIBBON: General-purpose information-based Bayesian optimisation","volume":"22","author":"Moss","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2021.3110740"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.25080\/gerudo-f2bc6f59-009"},{"key":"ref95","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref96","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref97","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.62.1805"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.3141\/1999-10"},{"key":"ref101","volume-title":"An Environment for Autonomous Driving Decision-Making","author":"Leurent","year":"2018"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2017.7995816"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102385"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/11323511\/11488849-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11488849.pdf?arnumber=11488849","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T19:52:19Z","timestamp":1777492339000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11488849\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":103,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3685995","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}