{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T05:58:16Z","timestamp":1783490296572,"version":"3.55.0"},"reference-count":68,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Softw Tools Technol Transfer"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s10009-023-00695-1","type":"journal-article","created":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T19:35:10Z","timestamp":1676489710000},"page":"145-165","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["SyReNN: A tool for analyzing deep neural networks"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2060-1009","authenticated-orcid":false,"given":"Matthew","family":"Sotoudeh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4047-699X","authenticated-orcid":false,"given":"Zhe","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3166-1517","authenticated-orcid":false,"given":"Aditya V.","family":"Thakur","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,2,15]]},"reference":[{"key":"695_CR1","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press (2016), http:\/\/www.deeplearningbook.org"},{"key":"695_CR2","doi-asserted-by":"publisher","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., Wojna, Z.: Rethinking the Inception Architecture for Computer Vision. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, June 27-30, 2016. pp. 2818\u20132826. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.308","DOI":"10.1109\/CVPR.2016.308"},{"key":"695_CR3","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet Classification with Deep Convolutional Neural Networks. In: Bartlett, P.L., Pereira, F.C.N., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems 25: 26th Annual Conference on Neural Information Processing Systems 2012. Proceedings of a meeting held December 3-6, 2012, Lake Tahoe, Nevada, United States. pp. 1106\u20131114 (2012), http:\/\/papers.nips.cc\/paper\/4824-imagenet-classification-with-deep-convolutional-neural-networks"},{"key":"695_CR4","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long and Short Papers). pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"695_CR5","doi-asserted-by":"crossref","unstructured":"Julian, K.D., Kochenderfer, M.J., Owen, M.P.: Deep neural network compression for aircraft collision avoidance systems. CoRR arXiv:1810.04240 (2018)","DOI":"10.2514\/1.G003724"},{"issue":"141","key":"695_CR6","doi-asserted-by":"publisher","first-page":"20170387","DOI":"10.1098\/rsif.2017.0387","volume":"15","author":"T Ching","year":"2018","unstructured":"Ching, T., Himmelstein, D.S., Beaulieu-Jones, B.K., Kalinin, A.A., Do, B.T., Way, G.P., Ferrero, E., Agapow, P.M., Zietz, M., Hoffman, M.M., Xie, W., Rosen, G.L., Lengerich, B.J., Israeli, J., Lanchantin, J., Woloszynek, S., Carpenter, A.E., Shrikumar, A., Xu, J., Cofer, E.M., Lavender, C.A., Turaga, S.C., Alexandari, A.M., Lu, Z., Harris, D.J., DeCaprio, D., Qi, Y., Kundaje, A., Peng, Y., Wiley, L.K., Segler, M.H.S., Boca, S.M., Swamidass, S.J., Huang, A., Gitter, A., Greene, C.S.: Opportunities and obstacles for deep learning in biology and medicine. J Royal Soc Interf 15(141), 20170387 (2018). https:\/\/doi.org\/10.1098\/rsif.2017.0387","journal-title":"J Royal Soc Interf"},{"issue":"6","key":"695_CR7","doi-asserted-by":"publisher","first-page":"1236","DOI":"10.1093\/bib\/bbx044","volume":"19","author":"R Miotto","year":"2018","unstructured":"Miotto, R., Wang, F., Wang, S., Jiang, X., Dudley, J.T.: Deep learning for healthcare: review, opportunities and challenges. Briefings Bioinform. 19(6), 1236\u20131246 (2018). https:\/\/doi.org\/10.1093\/bib\/bbx044","journal-title":"Briefings Bioinform."},{"key":"695_CR8","doi-asserted-by":"crossref","unstructured":"Hosny, A., Parmar, C., Quackenbush, J., Schwartz, L.H., Aerts, H.J.: Artificial Intelligence in Radiology. Nature Reviews Cancer p.\u00a01 (2018)","DOI":"10.1038\/s41568-018-0016-5"},{"issue":"2","key":"695_CR9","doi-asserted-by":"publisher","first-page":"293","DOI":"10.2214\/AJR.18.20532","volume":"212","author":"EB Mendelson","year":"2019","unstructured":"Mendelson, E.B.: Artificial intelligence in breast imaging: potentials and limitations. Am. J. Roentgenol. 212(2), 293\u2013299 (2019)","journal-title":"Am. J. Roentgenol."},{"key":"695_CR10","doi-asserted-by":"publisher","unstructured":"Sharma, H., Park, J., Mahajan, D., Amaro, E., Kim, J.K., Shao, C., Mishra, A., Esmaeilzadeh, H.: From High-Level Deep Neural Models to FPGAS. In: 49th Annual IEEE\/ACM International Symposium on Microarchitecture, MICRO 2016, Taipei, Taiwan, October 15-19, 2016. pp. 17:1\u201317:12. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/MICRO.2016.7783720","DOI":"10.1109\/MICRO.2016.7783720"},{"issue":"8","key":"695_CR11","doi-asserted-by":"publisher","first-page":"1655","DOI":"10.1109\/JPROC.2019.2921977","volume":"107","author":"J Chen","year":"2019","unstructured":"Chen, J., Ran, X.: Deep learning with edge computing: a review. Proc. IEEE 107(8), 1655\u20131674 (2019). https:\/\/doi.org\/10.1109\/JPROC.2019.2921977","journal-title":"Proc. IEEE"},{"key":"695_CR12","doi-asserted-by":"publisher","unstructured":"Gopinath, S., Ghanathe, N., Seshadri, V., Sharma, R.: Compiling kb-Sized Machine Learning Models to Tiny IOT Devices. In: McKinley, K.S., Fisher, K. (eds.) Proceedings of the 40th ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI 2019, Phoenix, AZ, USA, June 22-26, 2019. pp. 79\u201395. ACM (2019). https:\/\/doi.org\/10.1145\/3314221.3314597","DOI":"10.1145\/3314221.3314597"},{"issue":"OOPSLA","key":"695_CR13","doi-asserted-by":"publisher","first-page":"182:1","DOI":"10.1145\/3428250","volume":"4","author":"A Kumar","year":"2020","unstructured":"Kumar, A., Seshadri, V., Sharma, R.: Shiftry: RNN inference in 2kb of RAM. Proc. ACM Program. Lang. 4(OOPSLA), 182:1-182:30 (2020). https:\/\/doi.org\/10.1145\/3428250","journal-title":"Proc. ACM Program. Lang."},{"key":"695_CR14","unstructured":"Kusupati, A., Singh, M., Bhatia, K., Kumar, A., Jain, P., Varma, M.: Fastgrnn: A Fast, Accurate, Stable and Tiny Kilobyte Sized Gated Recurrent Neural Network. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada. pp. 9031\u20139042 (2018)"},{"key":"695_CR15","unstructured":"Han, S., Mao, H., Dally, W.J.: Deep compression: Compressing Deep Neural Network with Pruning, Trained Quantization and Huffman Coding. In: Bengio, Y., LeCun, Y. (eds.) 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings (2016), arxiv:1510.00149"},{"key":"695_CR16","unstructured":"Szegedy, C., Zaremba, W., Sutskever, I., Bruna, J., Erhan, D., Goodfellow, I.J., Fergus, R.: Intriguing Properties of Neural Networks. In: Bengio, Y., LeCun, Y. (eds.) 2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings (2014), arxiv:1312.6199"},{"key":"695_CR17","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and Harnessing Adversarial Examples. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings (2015), arxiv:1412.6572"},{"key":"695_CR18","doi-asserted-by":"publisher","unstructured":"Moosavi-Dezfooli, S., Fawzi, A., Frossard, P.: Deepfool: A Simple and Accurate Method to Fool Deep Neural Networks. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, June 27-30, 2016. pp. 2574\u20132582. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.282","DOI":"10.1109\/CVPR.2016.282"},{"key":"695_CR19","doi-asserted-by":"publisher","unstructured":"Carlini, N., Wagner, D.A.: Audio Adversarial Examples: Targeted attacks on speech-to-text. In: 2018 IEEE Security and Privacy Workshops, SP Workshops 2018, San Francisco, CA, USA, May 24, 2018. pp.\u00a01\u20137. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/SPW.2018.00009","DOI":"10.1109\/SPW.2018.00009"},{"key":"695_CR20","doi-asserted-by":"publisher","unstructured":"Nguyen, A.M., Yosinski, J., Clune, J.: Deep Neural Networks are Easily Fooled: High Confidence Predictions for Unrecognizable Images. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2015, Boston, MA, USA, June 7-12, 2015. pp. 427\u2013436. IEEE Computer Society (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298640","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"695_CR21","unstructured":"Lee, D.: US opens investigation into Tesla after fatal crash. BBC. https:\/\/www.bbc.co.uk\/news\/technology-36680043 (Jul 2016), accessed: 2020-06-06"},{"key":"695_CR22","unstructured":"Gonzales, R.: Feds say self-driving Uber SUV did not recognize jaywalking pedestrian in fatal crash. NPR https:\/\/www.npr.org\/2019\/11\/07\/777438412\/feds-say-self-driving-uber-suv-did-not-recognize-jaywalking-pedestrian-in-fatal- (Nov 2019), accessed: 2020-06-06"},{"key":"695_CR23","unstructured":"Hern, A.: Facebook Translates Good Morning into Attack them, Leading to Arrest. https:\/\/www.theguardian.com\/technology\/2017\/oct\/24\/facebook-palestine-israel-translates-good-morning-attack-them-arrest (Jun 2017), Accessed: 2020-06-06"},{"key":"695_CR24","unstructured":"Hill, K.: Wrongfully Accused by an Algorithm. New York Times. https:\/\/www.nytimes.com\/2020\/06\/24\/technology\/facial-recognition-arrest.html (Jun 2020), accessed: 2020-06-06"},{"key":"695_CR25","unstructured":"Sotoudeh, M., Thakur, A.V.: Computing Linear Restrictions of Neural Networks. In: Wallach, H.M., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E.B., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada. pp. 14132\u201314143 (2019), http:\/\/papers.nips.cc\/paper\/9562-computing-linear-restrictions-of-neural-networks"},{"key":"695_CR26","unstructured":"Singh, G., Gehr, T., Mirman, M., P\u00fcschel, M., Vechev, M.T.: Fast and Effective Robustness Certification. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada. pp. 10825\u201310836 (2018), http:\/\/papers.nips.cc\/paper\/8278-fast-and-effective-robustness-certification"},{"issue":"POPL","key":"695_CR27","doi-asserted-by":"publisher","first-page":"41:1","DOI":"10.1145\/3290354","volume":"3","author":"G Singh","year":"2019","unstructured":"Singh, G., Gehr, T., P\u00fcschel, M., Vechev, M.T.: An abstract domain for certifying neural networks. Proc. ACM Program. Lang. 3(POPL), 41:1-41:30 (2019). https:\/\/doi.org\/10.1145\/3290354","journal-title":"Proc. ACM Program. Lang."},{"key":"695_CR28","doi-asserted-by":"publisher","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.T.: AI2: Safety and Robustness Certification of Neural Networks with Abstract Interpretation. In: 2018 IEEE Symposium on Security and Privacy, SP 2018, Proceedings, 21-23 May 2018, San Francisco, California, USA. pp. 3\u201318. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/SP.2018.00058","DOI":"10.1109\/SP.2018.00058"},{"key":"695_CR29","doi-asserted-by":"publisher","unstructured":"Goldberger, B., Katz, G., Adi, Y., Keshet, J.: Minimal Modifications of Deep Neural Networks Using Verification. In: Albert, E., Kov\u00e1cs, L. (eds.) LPAR 2020: 23rd International Conference on Logic for Programming, Artificial Intelligence and Reasoning, Alicante, Spain, May 22-27, 2020. EPiC Series in Computing, vol.\u00a073, pp. 260\u2013278. EasyChair (2020). https:\/\/doi.org\/10.29007\/699q","DOI":"10.29007\/699q"},{"key":"695_CR30","doi-asserted-by":"crossref","unstructured":"Sotoudeh, M., Thakur, A.V.: Provable Repair of Deep Neural Networks. In: 42nd ACM SIGPLAN International Conference on Programming Language Design and Implementation (PLDI). ACM (2021)","DOI":"10.1145\/3453483.3454064"},{"key":"695_CR31","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic Attribution for Deep Networks. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6-11 August 2017. Proceedings of Machine Learning Research, vol.\u00a070, pp. 3319\u20133328. PMLR (2017), http:\/\/proceedings.mlr.press\/v70\/sundararajan17a.html"},{"key":"695_CR32","volume-title":"Intel Threading Building Blocks: Outfitting C++ for Multi-Core Processor Parallelism","author":"J Reinders","year":"2007","unstructured":"Reinders, J.: Intel Threading Building Blocks: Outfitting C++ for Multi-Core Processor Parallelism. O\u2019Reilly Media Inc, Sebastopol, California (2007)"},{"key":"695_CR33","unstructured":"Guennebaud, G., Jacob, B., et\u00a0al.: Eigen v3. http:\/\/eigen.tuxfamily.org (2010)"},{"key":"695_CR34","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., Killeen, T., Lin, Z., Gimelshein, N., Antiga, L., Desmaison, A., K\u00f6pf, A., Yang, E., DeVito, Z., Raison, M., Tejani, A., Chilamkurthy, S., Steiner, B., Fang, L., Bai, J., Chintala, S.: PyTorch: An Imperative Style, High-Performance Deep Learning Library. In: Wallach, H.M., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E.B., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada. pp. 8024\u20138035 (2019), http:\/\/papers.nips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library"},{"key":"695_CR35","unstructured":"Paszke, A., Gross, S., Chintala, S., Chanan, G., Yang, E., DeVito, Z., Lin, Z., Desmaison, A., Antiga, L., Lerer, A.: Automatic differentiation in PyTorch (2017)"},{"key":"695_CR36","volume-title":"Lectures on Polytopes","author":"GM Ziegler","year":"2012","unstructured":"Ziegler, G.M.: Lectures on Polytopes, vol. 152. Springer Science & Business Media, New York (2012)"},{"key":"695_CR37","unstructured":"Gl\u00e4\u00dfle, T.: C++11 fourier motzkin elimination utilities. https:\/\/github.com\/coldfix\/cfme (2016)"},{"key":"695_CR38","unstructured":"Gurobi Optimization, LLC: Gurobi Optimizer Reference Manual (2022), https:\/\/www.gurobi.com"},{"key":"695_CR39","doi-asserted-by":"publisher","unstructured":"Jeannet, B., Min\u00e9, A.: Apron: A Library of Numerical Abstract Domains for Static Analysis. In: Bouajjani, A., Maler, O. (eds.) Computer Aided Verification, 21st International Conference, CAV 2009, Grenoble, France, June 26 - July 2, 2009. Proceedings. Lecture Notes in Computer Science, vol.\u00a05643, pp. 661\u2013667. Springer (2009). https:\/\/doi.org\/10.1007\/978-3-642-02658-4_52","DOI":"10.1007\/978-3-642-02658-4_52"},{"key":"695_CR40","volume-title":"Frequently Asked Questions in Polyhedral Computation","author":"K Fukuda","year":"2004","unstructured":"Fukuda, K., et al.: Frequently Asked Questions in Polyhedral Computation. ETH, Zurich, Switzerland (2004)"},{"key":"695_CR41","unstructured":"ETH robustness analyzer for neural networks (ERAN). https:\/\/github.com\/eth-sri\/eran (2019), Accessed: 2019-05-01"},{"key":"695_CR42","unstructured":"ONNX: Open neural network exchange. https:\/\/onnx.ai\/ (2020)"},{"key":"695_CR43","unstructured":"Google: grpc: A high-performance, open source universal RPC framework. https:\/\/grpc.io\/ (2020)"},{"key":"695_CR44","unstructured":"Google: Protocol buffers - google\u2019s data interchange format. https:\/\/developers.google.com\/protocol-buffers\/ (2020)"},{"key":"695_CR45","unstructured":"Chollet, F., et\u00a0al.: Keras. https:\/\/keras.io (2015)"},{"key":"695_CR46","doi-asserted-by":"publisher","unstructured":"Katz, G., Barrett, C.W., Dill, D.L., Julian, K., Kochenderfer, M.J.: Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. In: Majumdar, R., Kuncak, V. (eds.) Computer Aided Verification - 29th International Conference, CAV 2017, Heidelberg, Germany, July 24-28, 2017, Proceedings, Part I. Lecture Notes in Computer Science, vol. 10426, pp. 97\u2013117. Springer (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_5","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"695_CR47","unstructured":"Hendrycks, D., Zhao, K., Basart, S., Steinhardt, J., Song, D.: Natural Adversarial Examples. arXiv preprint arXiv:1907.07174 (2019)"},{"key":"695_CR48","unstructured":"Mu, N., Gilmer, J.: MNIST-C: A robustness benchmark for computer vision. CoRR arXiv:1906.02337 (2019)"},{"key":"695_CR49","unstructured":"Xiang, W., Tran, H., Johnson, T.T.: Reachable set computation and safety verification for neural networks with relu activations. CoRR arXiv:1712.08163 (2017)"},{"key":"695_CR50","doi-asserted-by":"publisher","unstructured":"Tran, H., Lopez, D.M., Musau, P., Yang, X., Nguyen, L.V., Xiang, W., Johnson, T.T.: Star-Based Reachability Analysis of Deep Neural Networks. In: ter Beek, M.H., McIver, A., Oliveira, J.N. (eds.) Formal Methods - The Next 30 Years - Third World Congress, FM 2019, Porto, Portugal, October 7-11, 2019, Proceedings. Lecture Notes in Computer Science, vol. 11800, pp. 670\u2013686. Springer (2019). https:\/\/doi.org\/10.1007\/978-3-030-30942-8_39","DOI":"10.1007\/978-3-030-30942-8_39"},{"key":"695_CR51","unstructured":"Hanin, B., Rolnick, D.: Complexity of Linear Regions in Deep Networks. In: Chaudhuri, K., Salakhutdinov, R. (eds.) Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9-15 June 2019, Long Beach, California, USA. Proceedings of Machine Learning Research, vol.\u00a097, pp. 2596\u20132604. PMLR (2019), http:\/\/proceedings.mlr.press\/v97\/hanin19a.html"},{"key":"695_CR52","unstructured":"Thrun, S.: Extracting Rules from Artifical Neural Networks with Distributed Representations. In: Tesauro, G., Touretzky, D.S., Leen, T.K. (eds.) Advances in Neural Information Processing Systems 7, [NIPS Conference, Denver, Colorado, USA, 1994]. pp. 505\u2013512. MIT Press (1994)"},{"key":"695_CR53","unstructured":"Bastani, O., Pu, Y., Solar-Lezama, A.: Verifiable Reinforcement Learning Via Policy Extraction. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada. pp. 2499\u20132509 (2018), http:\/\/papers.nips.cc\/paper\/7516-verifiable-reinforcement-learning-via-policy-extraction"},{"key":"695_CR54","unstructured":"Breutel, S., Maire, F., Hayward, R.: Extracting Interface Assertions from Neural Networks in Polyhedral Format. In: ESANN 2003, 11th European Symposium on Artificial Neural Networks, Bruges, Belgium, April 23-25, 2003, Proceedings. pp. 463\u2013468 (2003), https:\/\/www.elen.ucl.ac.be\/Proceedings\/esann\/esannpdf\/es2003-72.pdf"},{"key":"695_CR55","unstructured":"Scheibler, K., Winterer, L., Wimmer, R., Becker, B.: Towards Verification of Artificial Neural Networks. In: Heinkel, U., Kriesten, D., R\u00f6\u00dfler, M. (eds.) Methoden und Beschreibungssprachen zur Modellierung und Verifikation von Schaltungen und Systemen, MBMV 2015, Chemnitz, Germany, March 3-4, 2015. pp. 30\u201340. S\u00e4chsische Landesbibliothek (2015)"},{"key":"695_CR56","doi-asserted-by":"publisher","unstructured":"Zhu, H., Xiong, Z., Magill, S., Jagannathan, S.: An Inductive Synthesis Framework for Verifiable Reinforcement Learning. In: McKinley, K.S., Fisher, K. (eds.) Proceedings of the 40th ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI 2019, Phoenix, AZ, USA, June 22-26, 2019. pp. 686\u2013701. ACM (2019). https:\/\/doi.org\/10.1145\/3314221.3314638","DOI":"10.1145\/3314221.3314638"},{"key":"695_CR57","unstructured":"Bastani, O., Ioannou, Y., Lampropoulos, L., Vytiniotis, D., Nori, A.V., Criminisi, A.: Measuring Neural Net Robustness With Constraints. In: Lee, D.D., Sugiyama, M., von Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems 29: Annual Conference on Neural Information Processing Systems 2016, December 5-10, 2016, Barcelona, Spain. pp. 2613\u20132621 (2016), http:\/\/papers.nips.cc\/paper\/6339-measuring-neural-net-robustness-with-constraints"},{"key":"695_CR58","doi-asserted-by":"publisher","unstructured":"Ehlers, R.: Formal Verification of Piece-Wise Linear Feed-Forward Neural Networks. In: D\u2019Souza, D., Kumar, K.N. (eds.) Automated Technology for Verification and Analysis - 15th International Symposium, ATVA 2017, Pune, India, October 3-6, 2017, Proceedings. Lecture Notes in Computer Science, vol. 10482, pp. 269\u2013286. Springer (2017). https:\/\/doi.org\/10.1007\/978-3-319-68167-2_19","DOI":"10.1007\/978-3-319-68167-2_19"},{"key":"695_CR59","doi-asserted-by":"publisher","unstructured":"Huang, X., Kwiatkowska, M., Wang, S., Wu, M.: Safety Verification of Deep neural Networks. In: Majumdar, R., Kuncak, V. (eds.) Computer Aided Verification - 29th International Conference, CAV 2017, Heidelberg, Germany, July 24-28, 2017, Proceedings, Part I. Lecture Notes in Computer Science, vol. 10426, pp. 3\u201329. Springer (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_1","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"695_CR60","unstructured":"Bunel, R., Turkaslan, I., Torr, P.H.S., Kohli, P., Mudigonda, P.K.: A Unified View of Piecewise Linear Neural Network Verification. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada. pp. 4795\u20134804 (2018), http:\/\/papers.nips.cc\/paper\/7728-a-unified-view-of-piecewise-linear-neural-network-verification"},{"key":"695_CR61","unstructured":"Weng, T., Zhang, H., Chen, H., Song, Z., Hsieh, C., Daniel, L., Boning, D.S., Dhillon, I.S.: Towards Fast Computation of Certified Robustness for Relu Networks. In: Dy, J.G., Krause, A. (eds.) Proceedings of the 35th International Conference on Machine Learning, ICML 2018, Stockholmsm\u00e4ssan, Stockholm, Sweden, July 10-15, 2018. Proceedings of Machine Learning Research, vol.\u00a080, pp. 5273\u20135282. PMLR (2018), http:\/\/proceedings.mlr.press\/v80\/weng18a.html"},{"key":"695_CR62","doi-asserted-by":"publisher","unstructured":"Anderson, G., Pailoor, S., Dillig, I., Chaudhuri, S.: Optimization and Abstraction: a Synergistic Approach for Analyzing Neural Network Robustness. In: McKinley, K.S., Fisher, K. (eds.) Proceedings of the 40th ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI 2019, Phoenix, AZ, USA, June 22-26, 2019. pp. 731\u2013744. ACM (2019). https:\/\/doi.org\/10.1145\/3314221.3314614","DOI":"10.1145\/3314221.3314614"},{"key":"695_CR63","doi-asserted-by":"publisher","unstructured":"Xiang, W., Tran, H., Rosenfeld, J.A., Johnson, T.T.: Reachable Set Estimation and Safety Verification for Piecewise Linear Systems with Neural Network Controllers. In: 2018 Annual American Control Conference, ACC 2018, Milwaukee, WI, USA, June 27-29, 2018. pp. 1574\u20131579. IEEE (2018). https:\/\/doi.org\/10.23919\/ACC.2018.8431048","DOI":"10.23919\/ACC.2018.8431048"},{"key":"695_CR64","doi-asserted-by":"publisher","unstructured":"Dutta, S., Jha, S., Sankaranarayanan, S., Tiwari, A.: Output Range Analysis for Deep Feedforward Neural Networks. In: Dutle, A., Mu\u00f1oz, C.A., Narkawicz, A. (eds.) NASA Formal Methods - 10th International Symposium, NFM 2018, Newport News, VA, USA, April 17-19, 2018, Proceedings. Lecture Notes in Computer Science, vol. 10811, pp. 121\u2013138. Springer (2018). https:\/\/doi.org\/10.1007\/978-3-319-77935-5_9","DOI":"10.1007\/978-3-319-77935-5_9"},{"key":"695_CR65","unstructured":"Wang, S., Pei, K., Whitehouse, J., Yang, J., Jana, S.: Formal Security Analysis of Neural Networks Using Symbolic Intervals. In: Enck, W., Felt, A.P. (eds.) 27th USENIX Security Symposium, USENIX Security 2018, Baltimore, MD, USA, August 15-17, 2018. pp. 1599\u20131614. USENIX Association (2018), https:\/\/www.usenix.org\/conference\/usenixsecurity18\/presentation\/wang-shiqi"},{"key":"695_CR66","doi-asserted-by":"publisher","unstructured":"Yang, X., Johnson, T.T., Tran, H., Yamaguchi, T., Hoxha, B., Prokhorov, D.V.: Reachability Analysis of Deep Relu Neural Networks using Facet-Vertex Incidence. In: HSCC \u201921: 24th ACM International Conference on Hybrid Systems: Computation and Control, Nashville, Tennessee, May 19-21, 2021. pp. 18:1\u201318:7. ACM (2021). https:\/\/doi.org\/10.1145\/3447928.3456650","DOI":"10.1145\/3447928.3456650"},{"key":"695_CR67","unstructured":"Mirman, M., Gehr, T., Vechev, M.T.: Differentiable Abstract Interpretation for Provably Robust Neural Networks. In: Dy, J.G., Krause, A. (eds.) Proceedings of the 35th International Conference on Machine Learning, ICML 2018, Stockholmsm\u00e4ssan, Stockholm, Sweden, July 10-15, 2018. Proceedings of Machine Learning Research, vol.\u00a080, pp. 3575\u20133583. PMLR (2018), http:\/\/proceedings.mlr.press\/v80\/mirman18b.html"},{"key":"695_CR68","unstructured":"Fischer, M., Balunovic, M., Drachsler-Cohen, D., Gehr, T., Zhang, C., Vechev, M.T.: DL2: Training and Querying Neural Networks with Logic. In: Chaudhuri, K., Salakhutdinov, R. (eds.) Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9-15 June 2019, Long Beach, California, USA. Proceedings of Machine Learning Research, vol.\u00a097, pp. 1931\u20131941. PMLR (2019), http:\/\/proceedings.mlr.press\/v97\/fischer19a.html"}],"container-title":["International Journal on Software Tools for Technology Transfer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-023-00695-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10009-023-00695-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-023-00695-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T15:23:11Z","timestamp":1679930591000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10009-023-00695-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,15]]},"references-count":68,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["695"],"URL":"https:\/\/doi.org\/10.1007\/s10009-023-00695-1","relation":{},"ISSN":["1433-2779","1433-2787"],"issn-type":[{"value":"1433-2779","type":"print"},{"value":"1433-2787","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,15]]},"assertion":[{"value":"13 January 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}