{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T21:27:36Z","timestamp":1768339656268,"version":"3.49.0"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030308056","type":"print"},{"value":"9783030308063","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30806-3_3","type":"book-chapter","created":{"date-parts":[[2019,9,6]],"date-time":"2019-09-06T09:08:36Z","timestamp":1567760916000},"page":"22-32","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Reaching Out Towards Fully Verified Autonomous Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7315-4340","authenticated-orcid":false,"given":"Sriram","family":"Sankaranarayanan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2706-2095","authenticated-orcid":false,"given":"Souradeep","family":"Dutta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1029-9547","authenticated-orcid":false,"given":"Sergio","family":"Mover","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,6]]},"reference":[{"key":"3_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., et al.: TensorFlow: large-scale machine learning on heterogeneous systems (2015). https:\/\/www.tensorflow.org\/"},{"key":"3_CR2","unstructured":"Alshiekh, M., Bloem, R., Ehlers, R., K\u00f6nighofer, B., Niekum, S., Topcu, U.: Safe reinforcement learning via shielding (2018). https:\/\/aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/17211"},{"key":"3_CR3","unstructured":"Shih, A., Darwiche, A., Choi, A.: Verifying binarized neural networks by local automaton learning (2019). http:\/\/reasoning.cs.ucla.edu\/fetch.php?id=193&type=pdf"},{"key":"3_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1007\/978-3-642-19835-9_21","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"Y Annpureddy","year":"2011","unstructured":"Annpureddy, Y., Liu, C., Fainekos, G., Sankaranarayanan, S.: S-TaLiRo: a tool for temporal logic falsification for hybrid systems. In: Abdulla, P.A., Leino, K.R.M. (eds.) TACAS 2011. LNCS, vol. 6605, pp. 254\u2013257. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-19835-9_21"},{"key":"3_CR5","unstructured":"Bojarski, M., et al.: End to end learning for self-driving cars. CoRR abs\/1604.07316 (2016). http:\/\/arxiv.org\/abs\/1604.07316"},{"key":"3_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1007\/978-3-642-39799-8_18","volume-title":"Computer Aided Verification","author":"X Chen","year":"2013","unstructured":"Chen, X., \u00c1brah\u00e1m, E., Sankaranarayanan, S.: Flow*: an analyzer for non-linear hybrid systems. In: Sharygina, N., Veith, H. (eds.) CAV 2013. LNCS, vol. 8044, pp. 258\u2013263. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39799-8_18"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Chen, X., Sankaranarayanan, S.: Model-predictive real-time monitoring of linear systems. In: IEEE Real-Time Systems Symposium (RTSS), pp. 297\u2013306. IEEE Press (2017)","DOI":"10.1109\/RTSS.2017.00035"},{"key":"3_CR8","unstructured":"Cheng, C., N\u00fchrenberg, G., Ruess, H.: Maximum resilience of artificial neural networks. CoRR abs\/1705.01040 (2017). http:\/\/arxiv.org\/abs\/1705.01040"},{"key":"3_CR9","unstructured":"Cheng, C., N\u00fchrenberg, G., Ruess, H.: Verification of binarized neural networks. CoRR abs\/1710.03107 (2017). http:\/\/arxiv.org\/abs\/1710.03107"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Cousot, P., Cousot, R.: Abstract interpretation: a unified lattice model for static analysis of programs by construction or approximation of fixpoints. In: ACM Principles of Programming Languages, pp. 238\u2013252 (1977)","DOI":"10.1145\/512950.512973"},{"key":"3_CR11","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G.: Approximation by superpositions of a sigmoidal function. Math. Sig. Syst. 2, 303\u2013314 (1989)","journal-title":"Math. Sig. Syst."},{"key":"3_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/978-3-319-57288-8_26","volume-title":"NASA Formal Methods","author":"T Dreossi","year":"2017","unstructured":"Dreossi, T., Donz\u00e9, A., Seshia, S.A.: Compositional falsification of cyber-physical systems with machine learning components. In: Barrett, C., Davies, M., Kahsai, T. (eds.) NFM 2017. LNCS, vol. 10227, pp. 357\u2013372. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-57288-8_26"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Dutta, S., Chen, X., Sankaranarayanan, S.: Reachability analysis for neural feedback systems using regressive polynomial rule inference. In: Proceedings of the Hybrid Systems: Computation and Control (HSCC), HSCC 2019, pp. 157\u2013168. ACM, New York (2019)","DOI":"10.1145\/3302504.3311807"},{"key":"3_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/978-3-319-99429-1_11","volume-title":"Computational Methods in Systems Biology","author":"S Dutta","year":"2018","unstructured":"Dutta, S., Kushner, T., Sankaranarayanan, S.: Robust data-driven control of artificial pancreas systems using neural networks. In: \u010ce\u0161ka, M., \u0160afr\u00e1nek, D. (eds.) CMSB 2018. LNCS, vol. 11095, pp. 183\u2013202. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99429-1_11"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Fremont, D.J., Dreossi, T., Ghosh, S., Yue, X., Sangiovanni-Vincentelli, A.L., Seshia, S.A.: Scenic: a language for scenario specification and scene generation. In: Proceedings of the ACM Programming Language Design and Implementation (PLDI), pp. 63\u201378 (2019)","DOI":"10.1145\/3314221.3314633"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.: Ai2: safety and robustness certification of neural networks with abstract interpretation. In: 2018 IEEE Symposium on Security and Privacy (SP), pp. 3\u201318, May 2018","DOI":"10.1109\/SP.2018.00058"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Geiger, A., Lenz, P., Urtasun, R.: Are we ready for autonomous driving? The Kitti vision benchmark suite. In: 2012 IEEE Conference on Computer Vision and Pattern Recognition, pp. 3354\u20133361, June 2012","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"3_CR18","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press (2016). http:\/\/www.deeplearningbook.org"},{"key":"3_CR19","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1097\/SLA.0000000000002693","volume":"268","author":"DA Hashimoto","year":"2018","unstructured":"Hashimoto, D.A., Rosman, G., Rus, D., Meireles, O.: Artificial intelligence in surgery: promises and perils. Ann. Surg. 268, 70\u201376 (2018)","journal-title":"Ann. Surg."},{"key":"3_CR20","unstructured":"Huang, C., Fan, J., Li, W., Chen, X., Zhu, Q.: Reachnn: reachability analysis of neural-network controlled systems. CoRR abs\/1906.10654 (2019). http:\/\/arxiv.org\/abs\/1906.10654"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Ivanov, R., Weimer, J., Alur, R., Pappas, G.J., Lee, I.: Verisig: verifying safety properties of hybrid systems with neural network controllers. In: Proceedings of the Hybrid Systems: Computation and Control (HSCC), HSCC 2019, pp. 169\u2013178. ACM, New York (2019)","DOI":"10.1145\/3302504.3311806"},{"key":"3_CR22","doi-asserted-by":"publisher","unstructured":"LeCun, Y., Kavukcuoglu, K., Farabet, C.: Convolutional networks and applications in vision. In: Proceedings of 2010 IEEE International Symposium on Circuits and Systems, pp. 253\u2013256, May 2010. https:\/\/doi.org\/10.1109\/ISCAS.2010.5537907","DOI":"10.1109\/ISCAS.2010.5537907"},{"key":"3_CR23","unstructured":"Narodytska, N., Kasiviswanathan, S.P., Ryzhyk, L., Sagiv, M., Walsh, T.: Verifying properties of binarized deep neural networks. CoRR abs\/1709.06662 (2017). http:\/\/arxiv.org\/abs\/1709.06662"},{"key":"3_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-03811-6","volume-title":"Principles of Program Analysis","author":"F Nielson","year":"1999","unstructured":"Nielson, F., Nielson, H.R., Hankin, C.: Principles of Program Analysis. Springer, Heidelberg (1999). https:\/\/doi.org\/10.1007\/978-3-662-03811-6"},{"key":"3_CR25","unstructured":"Paszke, A., et al.: Automatic differentiation in PyTorch. In: NIPS Workshop on Automatic Differentiation (2017). https:\/\/openreview.net\/forum?id=BJJsrmfCZ"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Prajna, S., Jadbabaie, A.: Safety verification using barrier certificates. In: Proceedings of the HSCC 2004, vol. 2993, pp. 477\u2013492 (2004)","DOI":"10.1007\/978-3-540-24743-2_32"},{"issue":"4","key":"3_CR27","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/MS.2001.936213","volume":"18","author":"L Sha","year":"2001","unstructured":"Sha, L.: Using simplicity to control complexity. IEEE Softw. 18(4), 20\u201328 (2001)","journal-title":"IEEE Softw."},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Sun, X., Khedr, H., Shoukry, Y.: Formal verification of neural network controlled autonomous systems. In: Proceedings of the Hybrid Systems: Computation and Control (HSCC), HSCC 2019, pp. 147\u2013156. ACM, New York (2019)","DOI":"10.1145\/3302504.3311802"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Tuncali, C.E., Fainekos, G., Ito, H., Kapinski, J.: Simulation-based adversarial test generation for autonomous vehicles with machine learning components. In: 2018 IEEE Intelligent Vehicles Symposium, pp. 1555\u20131562 (2018)","DOI":"10.1109\/IVS.2018.8500421"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Tuncali, C.E., Kapinski, J., Ito, H., Deshmukh, J.V.: Reasoning about safety of learning-enabled components in autonomous cyber-physical systems. In: Proceedings of the Design Automation Conference, DAC 2018, pp. 30:1\u201330:6 (2018)","DOI":"10.1109\/DAC.2018.8465843"},{"key":"3_CR31","unstructured":"U.S Food and Drug Administration: Computer-assisted surgical systems (2019). https:\/\/www.fda.gov\/medical-devices\/surgery-devices\/computer-assisted-surgical-systems . Accessed July 2019"},{"key":"3_CR32","unstructured":"Wang, S., Chen, Y., Abdou, A., Jana, S.: Mixtrain: scalable training of formally robust neural networks. CoRR abs\/1811.02625 (2018). http:\/\/arxiv.org\/abs\/1811.02625"},{"key":"3_CR33","unstructured":"Wang, S., Pei, K., Whitehouse, J., Yang, J., Jana, S.: Formal security analysis of neural networks using symbolic intervals. CoRR abs\/1804.10829 (2018). http:\/\/arxiv.org\/abs\/1804.10829"},{"key":"3_CR34","unstructured":"Wong, E., Kolter, J.Z.: Provable defenses against adversarial examples via the convex outer adversarial polytope. In: Proceedings of the International Conference on Machine Learning, ICML, pp. 5283\u20135292 (2018). http:\/\/proceedings.mlr.press\/v80\/wong18a.html"},{"key":"3_CR35","unstructured":"Xiang, W., Tran, H., Johnson, T.T.: Reachable set computation and safety verification for neural networks with relu activations. CoRR abs\/1712.08163 (2017). http:\/\/arxiv.org\/abs\/1712.08163"},{"key":"3_CR36","unstructured":"Xiang, W., Tran, H.D., Johnson, T.T.: Reachable set computation and safety verification for neural networks with relu activations (2107). https:\/\/arxiv.org\/pdf\/1712.08163.pdf . Posted on arxiv December 2017"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Xiang, W., Tran, H.D., Rosenfeld, J.A., Johnson, T.T.: Reachable set estimation and verification for a class of piecewise linear systems with neural network controllers (2018). To Appear in the American Control Conference (ACC), invited session on Formal Methods in Controller Synthesis","DOI":"10.23919\/ACC.2018.8431048"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Yaghoubi, S., Fainekos, G.: Gray-box adversarial testing for control systems with machine learning components. In: Proceedings of Hybrid Systems: Computation and Control, pp. 179\u2013184 (2019)","DOI":"10.1145\/3302504.3311814"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Yoon, H., Chou, Y., Chen, X., Frew, E., Sankaranarayanan, S.: Predictive runtime monitoring for linear stochastic systems and applications to geofence enforcement for UAVs (2019). In: Proceedings of the Runtime Verification 2019, October 2019 (to appear)","DOI":"10.1007\/978-3-030-32079-9_20"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Zhu, H., Xiong, Z., Magill, S., Jagannathan, S.: An inductive synthesis framework for verifiable reinforcement learning. In: ACM Programming Language Design and Implementation (PLDI), pp. 686\u2013701 (2019)","DOI":"10.1145\/3314221.3314638"}],"container-title":["Lecture Notes in Computer Science","Reachability Problems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30806-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T12:51:34Z","timestamp":1575636694000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-30806-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030308056","9783030308063"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30806-3_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"6 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Reachability Problems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brussels","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rp2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.uclouvain.be\/rp2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}