{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:43:33Z","timestamp":1780317813191,"version":"3.54.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["FA8750-18-C-0089"],"award-info":[{"award-number":["FA8750-18-C-0089"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA9550-18-1-0122"],"award-info":[{"award-number":["FA9550-18-1-0122"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Des. Test"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/mdat.2020.3015712","type":"journal-article","created":{"date-parts":[[2020,8,12]],"date-time":"2020-08-12T20:34:48Z","timestamp":1597264488000},"page":"24-34","source":"Crossref","is-referenced-by-count":20,"title":["Verification Approaches for Learning-Enabled Autonomous Cyber\u2013Physical Systems"],"prefix":"10.1109","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6946-9526","authenticated-orcid":false,"given":"Hoang-Dung","family":"Tran","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weiming","family":"Xiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8021-9923","authenticated-orcid":false,"given":"Taylor T.","family":"Johnson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Reachability analysis and safety verification for neural network control systems","author":"xiang","year":"2018","journal-title":"arXiv 1805 09944"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-97301-2_7"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-011-9243-0"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68167-2_19"},{"key":"ref31","article-title":"Global robustness evaluation of deep neural networks with provable guarantees for the L norm","author":"ruan","year":"2018","journal-title":"arXiv 1804 05805"},{"key":"ref30","first-page":"1","article-title":"Safety verification of deep neural networks","volume":"abs 1610 6940","author":"huang","year":"2016","journal-title":"CoRR"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2808470"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s10703-006-0031-0"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3233\/AIC-2012-0525"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_24"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01090-4_2"},{"key":"ref62","article-title":"A formalization of robustness for deep neural networks","author":"dreossi","year":"2019","journal-title":"arXiv 1903 10033"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3314221.3314633"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3127041.3127058"},{"key":"ref28","article-title":"Verifying properties of binarized deep neural networks","author":"narodytska","year":"2017","journal-title":"arXiv 1709 06662"},{"key":"ref64","first-page":"1","article-title":"Compositional verification without compositional specification for learning-based systems","author":"seshia","year":"2017"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3302504.3313351"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/RTSS.2014.21"},{"key":"ref66","first-page":"103","article-title":"ARCH-COMP19 category report: Artificial intelligence and neural network control systems (AINNCS) for continuous and hybrid systems plants","volume":"61","author":"lopez","year":"2019","journal-title":"Proc 6th Int Nat Workshop Appl Verification Continuous Hybrid Syst (ARCH EPiC)"},{"key":"ref29","first-page":"30","article-title":"Towards Verification of Artificial Neural Networks","author":"scheibler","year":"2015","journal-title":"Proc MBMV"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2728606.2728630"},{"key":"ref68","first-page":"1","article-title":"The SMT-LIB standard—Version 2.0","author":"barrett","year":"2010","journal-title":"Proc 8th Int Workshop Satisfiability Modulo Theories (SMT)"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2016.7778091"},{"key":"ref1","article-title":"End to end learning for self-driving cars","author":"bojarski","year":"2016","journal-title":"arXiv 1604 07316 [cs]"},{"key":"ref20","article-title":"Specification-guided safety verification for feedforward neural networks","author":"xiang","year":"2018","journal-title":"arXiv 1812 06161"},{"key":"ref22","author":"vanderbei","year":"2001","journal-title":"Linear Programming Foundations and Extensions"},{"key":"ref21","first-page":"1599","article-title":"Formal security analysis of neural networks using symbolic intervals","author":"wang","year":"2018","journal-title":"Proc 27th USENIX Secur Symp (USENIX Security)"},{"key":"ref24","article-title":"Evaluating robustness of neural networks with mixed integer programming","author":"tjeng","year":"2017","journal-title":"arXiv 1711 07356"},{"key":"ref23","first-page":"1","article-title":"An approach to reachability analysis for feed-forward ReLU neural networks","volume":"abs 1706 7351","author":"lomuscio","year":"2017","journal-title":"CoRR"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-77935-5_9"},{"key":"ref25","article-title":"Output range analysis for deep neural networks","author":"dutta","year":"2017","journal-title":"arXiv 1709 09130"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3302504.3311806"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3302504.3311802"},{"key":"ref59","first-page":"10802","article-title":"Fast and effective robustness certification","author":"singh","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3290354"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57288-8_26"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3195970.3199852"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39799-8_18"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3358228"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3358230"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3302504.3311807"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"ref11","article-title":"Reachable set computation and safety verification for neural networks with ReLU activations","author":"xiang","year":"2017","journal-title":"arXiv 1712 08163"},{"key":"ref40","article-title":"Reachable set estimation for neural network control systems: A simulation-guided approach","author":"xiang","year":"2020","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.23919\/ECC.2013.6669862"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/FormaliSE.2019.00012"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30942-8_39"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-53288-8_2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-53288-8_1"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-53288-8_4"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"ref19","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref4","first-page":"1","article-title":"Intriguing properties of neural networks","volume":"abs 1312 6199","author":"szegedy","year":"2013","journal-title":"CoRR"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2514\/6.2017-1743"},{"key":"ref6","article-title":"Automated verification of neural networks: Advances, challenges and perspectives","author":"leofante","year":"2018","journal-title":"arXiv 1805 09938"},{"key":"ref5","article-title":"Machine learning testing: Survey, landscapes and horizons","author":"zhang","year":"2020","journal-title":"IEEE Trans Softw Eng"},{"key":"ref8","first-page":"1","article-title":"Verification for machine learning, autonomy, and neural networks survey","volume":"abs 1810 1989","author":"xiang","year":"2018","journal-title":"CoRR"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90020-8"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.2018.8431048"},{"key":"ref9","first-page":"1","article-title":"Algorithms for verifying deep neural networks","volume":"abs 1903 6758","author":"liu","year":"2019","journal-title":"CoRR"},{"key":"ref46","article-title":"Evaluating the robustness of neural networks: An extreme value theory approach","author":"weng","year":"2018","journal-title":"arXiv 1801 10578"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96145-3_1"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref47","first-page":"1","article-title":"DeepTest: Automated testing of deep-neural-network-driven autonomous cars","volume":"abs 1708 8559","author":"tian","year":"2017","journal-title":"CoRR"},{"key":"ref42","article-title":"A unified view of piecewise linear neural network verification","author":"bunel","year":"2017","journal-title":"arXiv 1711 00455"},{"key":"ref41","article-title":"A dual approach to scalable verification of deep networks","author":"krishnamurthy","year":"2018","journal-title":"arXiv 1803 06567"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2004.1381104"},{"key":"ref43","first-page":"1","article-title":"Verification of binarized neural networks via inter-neuron factoring","volume":"abs 1710 3107","author":"cheng","year":"2017","journal-title":"CoRR"}],"container-title":["IEEE Design & Test"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221038\/9709175\/09165805.pdf?arnumber=9165805","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T21:09:33Z","timestamp":1650920973000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9165805\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":68,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/mdat.2020.3015712","relation":{},"ISSN":["2168-2356","2168-2364"],"issn-type":[{"value":"2168-2356","type":"print"},{"value":"2168-2364","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}