{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T18:36:07Z","timestamp":1782153367667,"version":"3.54.5"},"reference-count":263,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,10]],"date-time":"2022-04-10T00:00:00Z","timestamp":1649548800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,10]],"date-time":"2022-04-10T00:00:00Z","timestamp":1649548800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002790","name":"canadian network for research and innovation in machining technology, natural sciences and engineering research council of canada","doi-asserted-by":"publisher","award":["CRDPJ 537462-18"],"award-info":[{"award-number":["CRDPJ 537462-18"]}],"id":[{"id":"10.13039\/501100002790","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015773","name":"consortium for research and innovation in aerospace in qu\u00e9bec","doi-asserted-by":"crossref","award":["CRDPJ 537462-18"],"award-info":[{"award-number":["CRDPJ 537462-18"]}],"id":[{"id":"10.13039\/100015773","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10515-022-00337-x","type":"journal-article","created":{"date-parts":[[2022,4,14]],"date-time":"2022-04-14T13:02:38Z","timestamp":1649941358000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":75,"title":["How to certify machine learning based safety-critical systems? A systematic literature review"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5593-9400","authenticated-orcid":false,"given":"Florian","family":"Tambon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabriel","family":"Laberge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Le","family":"An","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amin","family":"Nikanjam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paulina Stevia Nouwou","family":"Mindom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yann","family":"Pequignot","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giulio","family":"Antoniol","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ettore","family":"Merlo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fran\u00e7ois","family":"Laviolette","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,10]]},"reference":[{"key":"337_CR1","doi-asserted-by":"publisher","unstructured":"Arcaini, P., Bombarda, A., Bonfanti, S., Gargantini, A.: Dealing with robustness of convolutional neural networks for image classification. In: 2020 IEEE International Conference on Artificial Intelligence Testing (AITest), pp. 7\u201314 (2020) https:\/\/doi.org\/10.1109\/AITEST49225.2020.00009","DOI":"10.1109\/AITEST49225.2020.00009"},{"key":"337_CR2","unstructured":"Abreu, S.: Automated architecture design for deep neural networks (2019). ArXiv preprint arXiv:1908.10714"},{"key":"337_CR3","series-title":"Key Ideas From Inception to Current State","first-page":"298","volume-title":"Braverman Readings in Machine Learning","author":"F Agostinelli","year":"2018","unstructured":"Agostinelli, F., Hocquet, G., Singh, S., Baldi, P.: From reinforcement learning to deep reinforcement learning: an overview. In: Braverman Readings in Machine Learning. Key Ideas From Inception to Current State, pp. 298\u2013328. Springer, Berlin (2018)"},{"key":"337_CR4","doi-asserted-by":"publisher","unstructured":"Alag\u00f6z, I., Herpel, T., German, R.: A selection method for black box regression testing with a statistically defined quality level. In: 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), pp. 114\u2013125 (2017). https:\/\/doi.org\/10.1109\/ICST.2017.18","DOI":"10.1109\/ICST.2017.18"},{"key":"337_CR5","doi-asserted-by":"crossref","unstructured":"Amarasinghe, K., Manic, M.: Explaining what a neural network has learned: toward transparent classification. In: 2019 IEEE International Conference on Fuzzy Systems (FUZZ-IEEE), IEEE, pp. 1\u20136 (2019)","DOI":"10.1109\/FUZZ-IEEE.2019.8858899"},{"key":"337_CR6","doi-asserted-by":"crossref","unstructured":"Ameyaw, D.A., Deng, Q., S\u00f6ffker, D.: Probability of detection (pod)-based metric for evaluation of classifiers used in driving behavior prediction. In: Annual Conference of the PHM Society, vol\u00a011 (2019)","DOI":"10.36001\/phmconf.2019.v11i1.774"},{"key":"337_CR7","unstructured":"Amini, A., Schwarting, W., Soleimany, A., Rus, D.: Deep evidential regression (2019). ArXiv preprint arXiv:1910.02600"},{"key":"337_CR8","doi-asserted-by":"crossref","unstructured":"Amit, G., Levy, M., Rosenberg, I., Shabtai, A., Elovici, Y.: Glod: Gaussian likelihood out of distribution detector (2020). ArXiv preprint arXiv:2008.06856","DOI":"10.1109\/IJCNN52387.2021.9533465"},{"key":"337_CR9","doi-asserted-by":"crossref","unstructured":"Anderson, BG., Ma, Z., Li, J., Sojoudi, S.: Tightened convex relaxations for neural network robustness certification. In: 2020 59th IEEE Conference on Decision and Control (CDC), IEEE, pp. 2190\u20132197 (2020)","DOI":"10.1109\/CDC42340.2020.9303750"},{"key":"337_CR10","unstructured":"Aravantinos, V., Diehl, F.: Traceability of deep neural networks (2019). ArXiv preprint arXiv:1812.06744"},{"key":"337_CR11","doi-asserted-by":"publisher","unstructured":"Arnab, A., Miksik, O., Torr, PH.: On the robustness of semantic segmentation models to adversarial attacks. In: 2018 IEEECVF Conference on Computer Vision and Pattern Recognition, pp. 888\u2013897 (2018) https:\/\/doi.org\/10.1109\/CVPR.2018.00099","DOI":"10.1109\/CVPR.2018.00099"},{"key":"337_CR12","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., D\u00edaz-Rodr\u00edguez, N., Del Ser, J., Bennetot, A., Tabik, S., Barbado, A., Garc\u00eda, S., Gil-L\u00f3pez, S., Molina, D., Benjamins, R., et al.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020)","journal-title":"Inf. Fusion"},{"key":"337_CR13","doi-asserted-by":"crossref","unstructured":"Aslansefat, K., Sorokos, I., Whiting, D., Kolagari, R.T., Papadopoulos, Y.: Safeml: Safety monitoring of machine learning classifiers through statistical difference measure (2020). ArXiv preprint arXiv:2005.13166","DOI":"10.1007\/978-3-030-58920-2_13"},{"key":"337_CR14","doi-asserted-by":"crossref","unstructured":"Ayers, EW., Eiras, F., Hawasly, M., Whiteside, I.: Parot: a practical framework for robust deep neural network training. In: NASA Formal Methods Symposium. Springer, Berlin. pp. 63\u201384 (2020)","DOI":"10.1007\/978-3-030-55754-6_4"},{"key":"337_CR15","doi-asserted-by":"crossref","unstructured":"Bacci, E., Parker, D.: Probabilistic guarantees for safe deep reinforcement learning. In: International Conference on Formal Modeling and Analysis of Timed Systems. Springer, Berlin. pp. 231\u2013248 (2020)","DOI":"10.1007\/978-3-030-57628-8_14"},{"key":"337_CR16","doi-asserted-by":"crossref","unstructured":"Baheri, A., Nageshrao, S., Tseng, H.E., Kolmanovsky, I., Girard, A., Filev, D.: Deep reinforcement learning with enhanced safety for autonomous highway driving. In: 2020 IEEE Intelligent Vehicles Symposium (IV), IEEE, pp. 1550\u20131555 (2019)","DOI":"10.1109\/IV47402.2020.9304744"},{"key":"337_CR17","doi-asserted-by":"publisher","first-page":"160397","DOI":"10.1109\/ACCESS.2019.2951526","volume":"7","author":"Y Bakhti","year":"2019","unstructured":"Bakhti, Y., Fezza, S.A., Hamidouche, W., D\u00e9forges, O.: DDSA: a defense against adversarial attacks using deep denoising sparse autoencoder. IEEE Access 7, 160397\u2013160407 (2019)","journal-title":"IEEE Access"},{"key":"337_CR18","doi-asserted-by":"crossref","unstructured":"Baluta, T., Shen, S., Shinde, S., Meel, KS., Saxena, P.: Quantitative verification of neural networks and its security applications. In: Proceedings of the 2019 ACM SIGSAC Conference on Computer and Communications Security, pp. 1249\u20131264 (2019)","DOI":"10.1145\/3319535.3354245"},{"key":"337_CR19","doi-asserted-by":"crossref","unstructured":"Bar, A., Huger, F., Schlicht, P., Fingscheidt, T.: On the robustness of redundant teacher-student frameworks for semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 1380\u20131388 (2019)","DOI":"10.1109\/CVPRW.2019.00178"},{"key":"337_CR20","doi-asserted-by":"crossref","unstructured":"Bar, A., Klingner, M., Varghese, S., Huger, F., Schlicht, P., Fingscheidt, T.: Robust semantic segmentation by redundant networks with a layer-specific loss contribution and majority vote. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 332\u2013333 (2020)","DOI":"10.1109\/CVPRW50498.2020.00174"},{"key":"337_CR21","doi-asserted-by":"publisher","unstructured":"Ben Braiek, H., Khomh, F.: Deepevolution: A search-based testing approach for deep neural networks. In: 2019 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp. 454\u2013458 (2019) https:\/\/doi.org\/10.1109\/ICSME.2019.00078","DOI":"10.1109\/ICSME.2019.00078"},{"key":"337_CR22","unstructured":"Berkenkamp, F., Turchetta, M., Schoellig, AP., Krause, A.: Safe model-based reinforcement learning with stability guarantees. In: Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS), pp. 908\u2013919 (2017)"},{"key":"337_CR23","doi-asserted-by":"crossref","unstructured":"Bernhard, J., Gieselmann, R., Esterle, K., Knol, A.: Experience-based heuristic search: Robust motion planning with deep q-learning. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), IEEE, pp. 3175\u20133182 (2018)","DOI":"10.1109\/ITSC.2018.8569436"},{"issue":"3","key":"337_CR24","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/LES.2019.2953253","volume":"12","author":"A Biondi","year":"2020","unstructured":"Biondi, A., Nesti, F., Cicero, G., Casini, D., Buttazzo, G.: A safe, secure, and predictable software architecture for deep learning in safety-critical systems. IEEE Embed. Syst. Lett. 12(3), 78\u201382 (2020). https:\/\/doi.org\/10.1109\/LES.2019.2953253","journal-title":"IEEE Embed. Syst. Lett."},{"key":"337_CR25","doi-asserted-by":"crossref","unstructured":"Bragg, J., Habli, I.: What is acceptably safe for reinforcement learning? In: International Conference on Computer Safety, Reliability, and Security. Springer, Berlin. pp. 418\u2013430 (2018)","DOI":"10.1007\/978-3-319-99229-7_35"},{"key":"337_CR26","unstructured":"Bunel, R., Lu, J., Turkaslan, I., Torr, P.H., Kohli, P., Kumar, M.P.: Branch and bound for piecewise linear neural network verification. J. MaC.H. Learn. Res. 21(42), 1\u201339 (2020)"},{"key":"337_CR27","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-3-030-26250-1_30","volume-title":"Computer Safety, Reliability, and Security","author":"S Burton","year":"2019","unstructured":"Burton, S., Gauerhof, L., Sethy, B.B., Habli, I., Hawkins, R.: Confidence arguments for evidence of performance in machine learning for highly automated driving functions. In: Romanovsky, A., Troubitsyna, E., Gashi, I., Schoitsch, E., Bitsch, F. (eds.) Computer Safety, Reliability, and Security, pp. 365\u2013377. Springer, Berlin (2019)"},{"key":"337_CR28","first-page":"7759","volume":"33","author":"L Cardelli","year":"2019","unstructured":"Cardelli, L., Kwiatkowska, M., Laurenti, L., Patane, A.: Robustness guarantees for bayesian inference with gaussian processes. Proc. AAAI Conf. Artif. Intell. 33, 7759\u20137768 (2019)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"337_CR29","doi-asserted-by":"publisher","unstructured":"Carlini, N., Wagner, D.: Towards evaluating the robustness of neural networks. In: 2017 IEEE Symposium on Security and Privacy (SP), pp. 39\u201357 (2017). https:\/\/doi.org\/10.1109\/SP.2017.49","DOI":"10.1109\/SP.2017.49"},{"key":"337_CR30","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1038\/538020a","volume":"538","author":"D Castelvecchi","year":"2016","unstructured":"Castelvecchi, D.: Can we open the black box of AI? Nat News 538, 20\u201323 (2016)","journal-title":"Nat News"},{"key":"337_CR31","doi-asserted-by":"crossref","unstructured":"Chakrabarty, A., Quirynen, R., Danielson, C., Gao, W.: Approximate dynamic programming for linear systems with state and input constraints. In: 2019 18th European Control Conference (ECC), IEEE, pp. 524\u2013529 (2019)","DOI":"10.23919\/ECC.2019.8795815"},{"key":"337_CR32","unstructured":"Chen, TY., Cheung, SC., Yiu, SM.: Metamorphic testing: a new approach for generating next test cases (2020a). ArXiv preprint arXiv:2002.12543"},{"key":"337_CR33","doi-asserted-by":"publisher","unstructured":"Chen, Z., Narayanan, N., Fang, B., Li, G., Pattabiraman, K., DeBardeleben, N.: Tensorfi: A flexible fault injection framework for tensorflow applications. In: 2020 IEEE 31st International Symposium on Software Reliability Engineering (ISSRE), pp. 426\u2013435 (2020b). https:\/\/doi.org\/10.1109\/ISSRE5003.2020.00047","DOI":"10.1109\/ISSRE5003.2020.00047"},{"key":"337_CR37","doi-asserted-by":"crossref","unstructured":"Cheng, C.H.: Safety-aware hardening of 3d object detection neural network systems (2020). ArXiv preprint arXiv:2003.11242","DOI":"10.1007\/978-3-030-54549-9_14"},{"key":"337_CR35","doi-asserted-by":"crossref","unstructured":"Cheng, C.H., N\u00fchrenberg, G., Ruess, H.: Maximum resilience of artificial neural networks. In: International Symposium on Automated Technology for Verification and Analysis. Springer, Berlin. pp. 251\u2013268, (2017)","DOI":"10.1007\/978-3-319-68167-2_18"},{"key":"337_CR34","doi-asserted-by":"crossref","unstructured":"Cheng, C.H., Huang, C.H., N\u00fchrenberg, G.: nn-dependability-kit: Engineering neural networks for safety-critical autonomous driving systems (2019a). ArXiv preprint arXiv:1811.06746","DOI":"10.1109\/ICCAD45719.2019.8942153"},{"key":"337_CR36","doi-asserted-by":"publisher","unstructured":"Cheng, C., N\u00fchrenberg, G., Yasuoka, H.: Runtime monitoring neuron activation patterns. In: 2019 Design, Automation Test in Europe Conference Exhibition (DATE), pp. 300\u2013303 (2019b). https:\/\/doi.org\/10.23919\/DATE.2019.8714971","DOI":"10.23919\/DATE.2019.8714971"},{"key":"337_CR38","doi-asserted-by":"publisher","first-page":"3387","DOI":"10.1609\/aaai.v33i01.33013387","volume":"33","author":"R Cheng","year":"2019","unstructured":"Cheng, R., Orosz, G., Murray, R.M., Burdick, J.W.: End-to-end safe reinforcement learning through barrier functions for safety-critical continuous control tasks. Proceedings of the AAAI Conference on Artificial Intelligence 33, 3387\u20133395 (2019c)","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"337_CR39","doi-asserted-by":"publisher","unstructured":"Cofer, D., Amundson, I., Sattigeri, R., Passi, A., Boggs, C., Smith, E., Gilham, L., Byun, T., Rayadurgam, S.: Run-time assurance for learning-based aircraft taxiing. In: 2020 AIAA\/IEEE 39th Digital Avionics Systems Conference (DASC), pp. 1\u20139 (2020). https:\/\/doi.org\/10.1109\/DASC50938.2020.9256581","DOI":"10.1109\/DASC50938.2020.9256581"},{"key":"337_CR40","doi-asserted-by":"publisher","unstructured":"Colangelo, F., Neri, A., Battisti, F.: Countering adversarial examples by means of steganographic attacks. In: 2019 8th European Workshop on Visual Information Processing (EUVIP), pp. 193\u2013198 (2019). https:\/\/doi.org\/10.1109\/EUVIP47703.2019.8946254","DOI":"10.1109\/EUVIP47703.2019.8946254"},{"key":"337_CR41","unstructured":"Cosentino, J., Zaiter, F., Pei, D., Zhu, J.: The search for sparse, robust neural networks (2019). ArXiv preprint arXiv:1912.02386"},{"key":"337_CR43","unstructured":"Croce, F., Hein, M.: Provable robustness against all adversarial $$l\\_p$$-perturbations for $$p \\ge 1$$ (2019). ArXiv preprint arXiv:1905.11213"},{"key":"337_CR42","unstructured":"Croce, F., Andriushchenko, M., Hein, M.: Provable robustness of relu networks via maximization of linear regions. In: the 22nd International Conference on Artificial Intelligence and Statistics, PMLR, pp. 2057\u20132066 (2019)"},{"key":"337_CR44","unstructured":"Daniels, Z.A., Metaxas, D.: Scenarionet: An interpretable data-driven model for scene understanding. In: IJCAI Workshop on Explainable Artificial Intelligence (XAI) 2018 (2018)"},{"key":"337_CR45","doi-asserted-by":"publisher","unstructured":"Dapello, J., Marques, T., Schrimpf, M., Geiger, F., Cox, D.D., DiCarlo, J.J.: Simulating a primary visual cortex at the front of CNNs improves robustness to image perturbations (2020). bioRxiv https:\/\/doi.org\/10.1101\/2020.06.16.154542","DOI":"10.1101\/2020.06.16.154542"},{"key":"337_CR46","unstructured":"Dean, S., Matni, N., Recht, B., Ye, V.: Robust guarantees for perception-based control. In: Proceedings of the 2nd Conference on Learning for Dynamics and Control, PMLR, vol 120, 350\u2013360 (2020)"},{"key":"337_CR47","unstructured":"Delseny, H., Gabreau, C., Gauffriau, A., Beaudouin, B., Ponsolle, L., Alecu, L., Bonnin, H., Beltran, B., Duchel, D., Ginestet, J.B., Hervieu, A., Martinez, G., Pasquet, S., Delmas, K., Pagetti, C., Gabriel, J.M., Chapdelaine, C., Picard, S., Damour, M., Cappi, C., Gard\u00e8s, L., Grancey, F.D., Jenn, E., Lefevre, B., Flandin, G., Gerchinovitz, S., Mamalet, F., Albore, A.: White paper machine learning in certified systems (2021). ArXiv preprint arXiv:2103.10529"},{"key":"337_CR48","first-page":"10621","volume":"1911","author":"S Demir","year":"2019","unstructured":"Demir, S., Eniser, H.F., Sen, A.: Deepsmartfuzzer: Reward guided test generation for deep learning. ArXiv preprint arXiv:arXiv 1911, 10621 (2019)","journal-title":"ArXiv preprint arXiv:arXiv"},{"key":"337_CR49","doi-asserted-by":"crossref","unstructured":"Deshmukh, J.V., Kapinski, JP., Yamaguchi, T., Prokhorov, D.: Learning deep neural network controllers for dynamical systems with safety guarantees. In: 2019 IEEE\/ACM International Conference on Computer-Aided Design (ICCAD), IEEE, pp. 1\u20137 (2019)","DOI":"10.1109\/ICCAD45719.2019.8942130"},{"key":"337_CR50","unstructured":"Dey, S., Dasgupta, P., Gangopadhyay, B.: Safety augmentation in decision trees. In: AISafety@ IJCAI (2020)"},{"key":"337_CR51","unstructured":"Dreossi, T., Ghosh, S., Sangiovanni-Vincentelli, A., Seshia, S.A.: Systematic testing of convolutional neural networks for autonomous driving (2017). ArXiv preprint arXiv:1708.03309"},{"key":"337_CR52","unstructured":"Duddu, V., Rao, DV., Balas, VE.: Adversarial fault tolerant training for deep neural networks (2019). ArXiv preprint arXiv:1907.03103"},{"key":"337_CR53","doi-asserted-by":"crossref","unstructured":"Dutta, S., Jha, S., Sanakaranarayanan, S., Tiwari, A.: Output range analysis for deep neural networks (2017). ArXiv preprint arXiv:1709.09130","DOI":"10.1007\/978-3-319-77935-5_9"},{"issue":"9","key":"337_CR54","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1016\/j.infsof.2008.01.006","volume":"50","author":"T Dyb\u00e5","year":"2008","unstructured":"Dyb\u00e5, T., Dings\u00f8yr, T.: Empirical studies of agile software development: a systematic review. Inf. Softw. Technol. 50(9), 833\u2013859 (2008). https:\/\/doi.org\/10.1016\/j.infsof.2008.01.006","journal-title":"Inf. Softw. Technol."},{"key":"337_CR55","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-030-16722-6_10","volume-title":"Fundamental Approaches to Software Engineering","author":"HF Eniser","year":"2019","unstructured":"Eniser, H.F., Gerasimou, S., Sen, A.: Deepfault: fault localization for deep neural networks. In: H\u00e4hnle, R., van der Aalst, W. (eds.) Fundamental Approaches to Software Engineering, pp. 171\u2013191. Springer, Cham (2019)"},{"key":"337_CR56","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3056046","author":"M Everett","year":"2021","unstructured":"Everett, M., L\u00fctjens, B., How, J.P.: Certifiable robustness to adversarial state uncertainty in deep reinforcement learning. IEEE Trans. Neural Netw. Learn. Syst (2021). https:\/\/doi.org\/10.1109\/TNNLS.2021.3056046","journal-title":"IEEE Trans. Neural Netw. Learn. Syst"},{"key":"337_CR57","doi-asserted-by":"publisher","unstructured":"Fan, D.D., Nguyen, J., Thakker, R., Alatur, N., Agha-mohammadi, A.A., Theodorou, E.A.: Bayesian learning-based adaptive control for safety critical systems. In: 2020 IEEE International Conference on Robotics and Automation (ICRA), pp. 4093\u20134099 (2020). https:\/\/doi.org\/10.1109\/ICRA40945.2020.9196709","DOI":"10.1109\/ICRA40945.2020.9196709"},{"key":"337_CR58","unstructured":"Feng, D., Rosenbaum, L., Glaeser, C., Timm, F., Dietmayer, K.: Can we trust you? on calibration of a probabilistic object detector for autonomous driving (2019). ArXiv preprint arXiv:1909.12358"},{"key":"337_CR59","doi-asserted-by":"publisher","unstructured":"Feng, Y., Shi, Q., Gao, X., Wan, J., Fang, C., Chen, Z.: Deepgini: Prioritizing massive tests to enhance the robustness of deep neural networks. In: Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, Association for Computing Machinery, New York, NY, USA, ISSTA 2020, pp. 177-188 (2020). https:\/\/doi.org\/10.1145\/3395363.3397357","DOI":"10.1145\/3395363.3397357"},{"issue":"7","key":"337_CR60","doi-asserted-by":"publisher","first-page":"2737","DOI":"10.1109\/TAC.2018.2876389","volume":"64","author":"JF Fisac","year":"2019","unstructured":"Fisac, J.F., Akametalu, A.K., Zeilinger, M.N., Kaynama, S., Gillula, J., Tomlin, C.J.: A general safety framework for learning-based control in uncertain robotic systems. IEEE Trans. Autom. Control 64(7), 2737\u20132752 (2019). https:\/\/doi.org\/10.1109\/TAC.2018.2876389","journal-title":"IEEE Trans. Autom. Control"},{"issue":"3\u20134","key":"337_CR61","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1561\/2200000071","volume":"11","author":"V Fran\u00e7ois-Lavet","year":"2018","unstructured":"Fran\u00e7ois-Lavet, V., Henderson, P., Islam, R., Bellemare, M.G., Pineau, J.: An Introduction to Deep Reinforcement Learning. Found. Trends Mach. Learn. 11(3\u20134), 219\u2013354 (2018)","journal-title":"Found. Trends Mach. Learn."},{"key":"337_CR62","doi-asserted-by":"crossref","unstructured":"Fremont, D.J., Chiu, J., Margineantu, D.D., Osipychev, D., Seshia, S.A.: Formal analysis and redesign of a neural network-based aircraft taxiing system with verifai. In: International Conference on Computer Aided Verification. Springer, Berlin. pp. 122\u2013134 (2020)","DOI":"10.1007\/978-3-030-53288-8_6"},{"issue":"S1","key":"337_CR63","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1002\/j.2334-5837.2019.00676.x","volume":"29","author":"H Fujino","year":"2019","unstructured":"Fujino, H., Kobayashi, N., Shirasaka, S.: Safety assurance case description method for systems incorporating off-operational machine learning and safety device. INCOSE Int. Symp. 29(S1), 152\u2013164 (2019)","journal-title":"INCOSE Int. Symp."},{"key":"337_CR64","doi-asserted-by":"crossref","unstructured":"Fulton, N., Platzer, A.: Verifiably safe off-model reinforcement learning. In: International Conference on Tools and Algorithms for the Construction and Analysis of Systems. Springer, Berlin. pp. 413\u2013430 (2019)","DOI":"10.1007\/978-3-030-17462-0_28"},{"key":"337_CR65","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In: Proceedings of the 33rd International Conference on International Conference on Machine Learning - Volume 48, JMLR.org, ICML\u201916, pp. 1050-1059 (2016)"},{"key":"337_CR66","doi-asserted-by":"crossref","unstructured":"Gambi, A., Mueller, M., Fraser, G.: Automatically testing self-driving cars with search-based procedural content generation. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, ACM, New York, NY, USA, ISSTA 2019, pp. 318-328 (2019)","DOI":"10.1145\/3293882.3330566"},{"key":"337_CR67","doi-asserted-by":"crossref","unstructured":"Gandhi, D., Pinto, L., Gupta, A.: Learning to fly by crashing. In: 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), IEEE, pp. 3948\u20133955 (2017)","DOI":"10.1109\/IROS.2017.8206247"},{"key":"337_CR68","first-page":"45","volume-title":"Computer Safety, Reliability, and Security","author":"L Gauerhof","year":"2018","unstructured":"Gauerhof, L., Munk, P., Burton, S.: Structuring validation targets of a machine learning function applied to automated driving. In: Gallina, B., Skavhaug, A., Bitsch, F. (eds.) Computer Safety, Reliability, and Security, pp. 45\u201358. Springer, Berlin (2018)"},{"key":"337_CR69","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-030-54549-9_13","volume-title":"Computer Safety, Reliability, and Security","author":"L Gauerhof","year":"2020","unstructured":"Gauerhof, L., Hawkins, R., Picardi, C., Paterson, C., Hagiwara, Y., Habli, I.: Assuring the safety of machine learning for pedestrian detection at crossings. In: Casimiro, A., Ortmeier, F., Bitsch, F., Ferreira, P. (eds.) Computer Safety, Reliability, and Security, pp. 197\u2013212. Springer, Cham (2020)"},{"key":"337_CR70","doi-asserted-by":"crossref","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.: Ai2: Safety and robustness certification of neural networks with abstract interpretation. In: 2018 IEEE Symposium on Security and Privacy (SP), IEEE, pp. 3\u201318 (2018)","DOI":"10.1109\/SP.2018.00058"},{"key":"337_CR71","doi-asserted-by":"crossref","unstructured":"Ghosh, S., Berkenkamp, F., Ranade, G., Qadeer, S., Kapoor, A.: Verifying controllers against adversarial examples with bayesian optimization. In: 2018 IEEE International Conference on Robotics and Automation (ICRA), IEEE, pp. 7306\u20137313 (2018a)","DOI":"10.1109\/ICRA.2018.8460635"},{"key":"337_CR72","doi-asserted-by":"crossref","unstructured":"Ghosh, S., Jha, S., Tiwari, A., Lincoln, P., Zhu, X.: Model, data and reward repair: Trusted machine learning for markov decision processes. In: 2018 48th Annual IEEE\/IFIP International Conference on Dependable Systems and Networks Workshops (DSN-W), pp. 194\u2013199 (2018b)","DOI":"10.1109\/DSN-W.2018.00064"},{"key":"337_CR73","doi-asserted-by":"crossref","unstructured":"Gladisch, C., Heinzemann, C., Herrmann, M., Woehrle, M.: Leveraging combinatorial testing for safety-critical computer vision datasets. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 1314\u20131321 (2020)","DOI":"10.1109\/CVPRW50498.2020.00170"},{"key":"337_CR74","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples (2014). ArXiv preprint arXiv:1412.6572"},{"key":"337_CR75","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, New York (2016)"},{"issue":"3","key":"337_CR76","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1609\/aimag.v38i3.2741","volume":"38","author":"B Goodman","year":"2017","unstructured":"Goodman, B., Flaxman, S.: European union regulations on algorithmic decision-making and a\u201cright to explanation\u2019\u2019. AI magazine 38(3), 50\u201357 (2017)","journal-title":"AI magazine"},{"key":"337_CR77","doi-asserted-by":"crossref","unstructured":"G\u00f6pfert, J.P., Hammer, B., Wersing, H.: Mitigating concept drift via rejection. In: International Conference on Artificial Neural Networks. Springer, Berlin. pp. 456\u2013467 (2018)","DOI":"10.1007\/978-3-030-01418-6_45"},{"key":"337_CR78","unstructured":"Gopinath, D., Taly, A., Converse, H., Pasareanu, C.S.: Finding invariants in deep neural networks (2019). ArXiv preprint arXiv:190413215v1"},{"key":"337_CR79","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-01090-4_1","volume-title":"Automated Technology for Verification and Analysis","author":"D Gopinath","year":"2018","unstructured":"Gopinath, D., Katz, G., P\u0103s\u0103reanu, C.S., Barrett, C.: Deepsafe: A data-driven approach for assessing robustness of neural networks. In: Lahiri, S.K., Wang, C. (eds.) Automated Technology for Verification and Analysis, pp. 3\u201319. Springer, Cham (2018)"},{"key":"337_CR80","unstructured":"Grefenstette, E., Stanforth, R., O\u2019Donoghue, B., Uesato, J., Swirszcz, G., Kohli, P.: Strength in numbers: Trading-off robustness and computation via adversarially-trained ensembles. CoRR abs\/1811.09300 (2018). arXiv:1811.09300"},{"key":"337_CR81","doi-asserted-by":"crossref","unstructured":"Gros, T.P., Hermanns, H., Hoffmann, J., Klauck, M., Steinmetz, M.: Deep statistical model checking. In: International Conference on Formal Techniques for Distributed Objects, Components, and Systems. Springer, Berlin. pp. 96\u2013114 (2020b)","DOI":"10.1007\/978-3-030-50086-3_6"},{"key":"337_CR82","doi-asserted-by":"crossref","unstructured":"Gros, S., Zanon, M., Bemporad, A.: Safe reinforcement learning via projection on a safe set: How to achieve optimality? (2020a). ArXiv preprint arXiv:2004.00915","DOI":"10.1016\/j.ifacol.2020.12.2276"},{"key":"#cr-split#-337_CR83.1","unstructured":"Gschossmann, A., Jobst, S., Mottok, J., Bierl, R.: A measure of confidence of artificial neural network classifiers. In: ARCS Workshop 2019"},{"key":"#cr-split#-337_CR83.2","unstructured":"32nd International Conference on Architecture of Computing Systems, pp. 1-5 (2019)"},{"key":"337_CR84","doi-asserted-by":"crossref","unstructured":"Gu, X., Easwaran, A.: Towards safe machine learning for cps: infer uncertainty from training data. In: Proceedings of the 10th ACM\/IEEE International Conference on Cyber-Physical Systems, pp. 249\u2013258 (2019)","DOI":"10.1145\/3302509.3311038"},{"key":"337_CR85","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.110938","volume":"176","author":"F Gualo","year":"2021","unstructured":"Gualo, F., Rodriguez, M., Verdugo, J., Caballero, I., Piattini, M.: Data quality certification using ISO\/IEC 25012: Industrial experiences. J. Syst. Softw. 176, 110938 (2021)","journal-title":"J. Syst. Softw."},{"key":"337_CR86","doi-asserted-by":"crossref","unstructured":"Guidotti, D., Leofante, F., Castellini, C., Tacchella, A.: Repairing learned controllers with convex optimization: a case study. In: International Conference on Integration of Constraint Programming, Artificial Intelligence, and Operations Research. Springer, Berlin. pp. 364\u2013373 (2019a)","DOI":"10.1007\/978-3-030-19212-9_24"},{"issue":"6","key":"337_CR87","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MIS.2019.2957223","volume":"34","author":"R Guidotti","year":"2019","unstructured":"Guidotti, R., Monreale, A., Giannotti, F., Pedreschi, D., Ruggieri, S., Turini, F.: Factual and counterfactual explanations for black box decision making. IEEE Intell. Syst. 34(6), 14\u201323 (2019)","journal-title":"IEEE Intell. Syst."},{"key":"337_CR88","doi-asserted-by":"crossref","unstructured":"Guo, W., Mu, D., Xu, J., Su, P., Wang, G., Xing, X.: Lemna: Explaining deep learning based security applications. In: Proceedings of the 2018 ACM SIGSAC Conference on Computer and Communications Security, pp. 364\u2013379 (2018b)","DOI":"10.1145\/3243734.3243792"},{"key":"337_CR89","doi-asserted-by":"crossref","unstructured":"Guo J, Jiang, Y., Zhao, Y., Chen, Q., Sun, J.: DLFuzz: differential fuzzing testing of deep learning systems. Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering (2018a)","DOI":"10.1145\/3236024.3264835"},{"key":"337_CR90","doi-asserted-by":"crossref","unstructured":"Hart, P., Rychly, L., Knoll, A.: Lane-merging using policy-based reinforcement learning and post-optimization. In: 2019 IEEE Intelligent Transportation Systems Conference (ITSC), IEEE, 3176\u20133181 (2019)","DOI":"10.1109\/ITSC.2019.8917002"},{"key":"337_CR91","unstructured":"Hasanbeig, M., Kroening, D., Abate, A.: Towards verifiable and safe model-free reinforcement learning. In: CEUR Workshop Proceedings, CEUR Workshop Proceedings (2020)"},{"key":"337_CR92","doi-asserted-by":"crossref","unstructured":"Hein, M., Andriushchenko, M., Bitterwolf, J.: Why ReLU networks yield high-confidence predictions far away from the training data and how to mitigate the problem. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 41\u201350 (2019)","DOI":"10.1109\/CVPR.2019.00013"},{"key":"337_CR93","unstructured":"Hein, M., Andriushchenko, M.: Formal guarantees on the robustness of a classifier against adversarial manipulation. In: Guyon I, Luxburg UV, Bengio S, Wallach H, Fergus R, Vishwanathan S, Garnett R (eds) Advances in Neural Information Processing Systems, Curran Associates, Inc., vol\u00a030 (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/e077e1a544eec4f0307cf5c3c721d944-Paper.pdf"},{"key":"337_CR94","unstructured":"Heinzmann, L., Shafaei, S., Osman, M.H., Segler, C., Knoll, A.: A framework for safety violation identification and assessment in autonomous driving. In: AISafety@IJCAI (2019)"},{"key":"337_CR95","unstructured":"Hendrycks, D., Basart, S., Mazeika, M., Mostajabi, M., Steinhardt, J., Song, D.: Scaling out-of-distribution detection for real-world settings (2020). ArXiv preprint arXiv:1911.11132"},{"key":"337_CR96","unstructured":"Hendrycks, D., Carlini, N., Schulman, J., Steinhardt, J.: Unsolved problems in ml safety (2021). arXiv:2109.13916"},{"key":"337_CR97","unstructured":"Hendrycks, D., Dietterich, T.G.: Benchmarking neural network robustness to common corruptions and perturbations. In: 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019. OpenReview.net. https:\/\/openreview.net\/forum?id=HJz6tiCqYm"},{"key":"337_CR98","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, April 24-26, 2017, Conference Track Proceedings, OpenReview.net (2017). https:\/\/openreview.net\/forum?id=Hkg4TI9xl"},{"key":"337_CR99","unstructured":"Henne, M., Schwaiger, A., Roscher, K., Weiss, G.: Benchmarking uncertainty estimation methods for deep learning with safety-related metrics. In: SafeAI@ AAAI, pp. 83\u201390 (2020)"},{"key":"337_CR100","doi-asserted-by":"crossref","unstructured":"Henriksson, J., Berger, C., Borg, M., Tornberg, L., Englund, C., Sathyamoorthy, S.R., Ursing, S.: Towards structured evaluation of deep neural network supervisors. In: 2019 IEEE International Conference on Artificial Intelligence Testing (AITest), pp. 27\u201334 (2019a)","DOI":"10.1109\/AITest.2019.00-12"},{"key":"337_CR101","doi-asserted-by":"publisher","unstructured":"Henriksson, J., Berger, C., Borg, M., Tornberg, L., Sathyamoorthy, S.R., Englund, C.: Performance analysis of out-of-distribution detection on various trained neural networks. In: 2019 45th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pp. 113\u2013120 (2019b). https:\/\/doi.org\/10.1109\/SEAA.2019.00026","DOI":"10.1109\/SEAA.2019.00026"},{"key":"337_CR102","doi-asserted-by":"crossref","unstructured":"Huang, X., Kwiatkowska, M., Wang, S., Wu, M.: Safety verification of deep neural networks. In: International conference on computer aided verification. Springer, Berlin. pp. 3\u201329 (2017)","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"337_CR103","doi-asserted-by":"publisher","first-page":"100270","DOI":"10.1016\/j.cosrev.2020.100270","volume":"37","author":"X Huang","year":"2020","unstructured":"Huang, X., Kroening, D., Ruan, W., Sharp, J., Sun, Y., Thamo, E., Wu, M., Yi, X.: A survey of safety and trustworthiness of deep neural networks: verification, testing, adversarial attack and defence, and interpretability. Comput. Sci. Rev. 37, 100270 (2020). https:\/\/doi.org\/10.1016\/j.cosrev.2020.100270","journal-title":"Comput. Sci. Rev."},{"key":"337_CR104","doi-asserted-by":"crossref","unstructured":"Ignatiev, A., Pereira, F., Narodytska, N., Marques-Silva, J.: A sat-based approach to learn explainable decision sets. In: International Joint Conference on Automated Reasoning. Springer, Berlin. pp. 627\u2013645 (2018)","DOI":"10.1007\/978-3-319-94205-6_41"},{"key":"337_CR105","unstructured":"Inouye, D.I., Leqi, L., Kim, J.S., Aragam, B., Ravikumar, P.: Diagnostic curves for black box models (2019). ArXiv preprint arXiv:191201108v1"},{"key":"337_CR106","doi-asserted-by":"crossref","unstructured":"Isele, D., Nakhaei, A., Fujimura, K.: Safe reinforcement learning on autonomous vehicles. In: 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), IEEE, pp. 1\u20136 (2018)","DOI":"10.1109\/IROS.2018.8593420"},{"key":"337_CR107","unstructured":"ISO (2018) ISO 26262: Road vehicles \u2013 Functional safety. International Organization of Standardization (ISO), Geneva, Switzerland"},{"key":"337_CR108","unstructured":"ISO (2019) ISO\/PAS 21448: Road vehicles \u2013 Safety of the intended functionality. International Organization of Standardization (ISO), Geneva"},{"key":"337_CR109","doi-asserted-by":"crossref","unstructured":"Jain, D., Anumasa, S., Srijith, P.: Decision making under uncertainty with convolutional deep gaussian processes. In: Proceedings of the 7th ACM IKDD CoDS and 25th COMAD, pp. 143\u2013151 (2020)","DOI":"10.1145\/3371158.3371383"},{"key":"337_CR110","doi-asserted-by":"publisher","unstructured":"Jeddi, A., Shafiee, M.J., Karg, M., Scharfenberger, C., Wong, A.: Learn2perturb: An end-to-end feature perturbation learning to improve adversarial robustness. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1238\u20131247 (2020). https:\/\/doi.org\/10.1109\/CVPR42600.2020.00132","DOI":"10.1109\/CVPR42600.2020.00132"},{"key":"337_CR111","doi-asserted-by":"crossref","unstructured":"Jin, W., Ma, Y., Liu, X., Tang, X., Wang, S., Tang, J.: Graph structure learning for robust graph neural networks. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, ACM, New York, NY, USA, KDD \u201920, pp. 66\u201374 (2020)","DOI":"10.1145\/3394486.3403049"},{"key":"337_CR112","doi-asserted-by":"crossref","unstructured":"Julian, K.D., Kochenderfer, M.J.: Guaranteeing safety for neural network-based aircraft collision avoidance systems. In: 2019 IEEE\/AIAA 38th Digital Avionics Systems Conference (DASC), IEEE, pp. 1\u201310 (2019)","DOI":"10.1109\/DASC43569.2019.9081748"},{"key":"337_CR113","doi-asserted-by":"publisher","unstructured":"Julian, K.D., Lee, R., Kochenderfer, M.J.: Validation of image-based neural network controllers through adaptive stress testing. In: 2020 IEEE 23rd International Conference on Intelligent Transportation Systems (ITSC), pp. 1\u20137 (2020). https:\/\/doi.org\/10.1109\/ITSC45102.2020.9294549","DOI":"10.1109\/ITSC45102.2020.9294549"},{"key":"337_CR114","unstructured":"Julian, K.D., Sharma, S., Jeannin, J.B., Kochenderfer, M.J.: Verifying aircraft collision avoidance neural networks through linear approximations of safe regions (2019). ArXiv preprint arXiv:1903.00762"},{"key":"337_CR115","unstructured":"Kandel, A., Moura, S.J.: Safe zero-shot model-based learning and control: a wasserstein distributionally robust approaC.H (2020). ArXiv preprint arXiv:2004.00759"},{"key":"337_CR116","doi-asserted-by":"crossref","unstructured":"Kaprocki, N., Veliki\u0107, G., Tesli\u0107, N., Kruni\u0107, M.: Multiunit automotive perception framework: Synergy between AI and deterministic processing. In: 2019 IEEE 9th International Conference on Consumer Electronics (ICCE-Berlin), pp. 257\u2013260 (2019)","DOI":"10.1109\/ICCE-Berlin47944.2019.8966168"},{"key":"337_CR117","doi-asserted-by":"crossref","unstructured":"Katz, G., Barrett, C., Dill, D.L., Julian, K., Kochenderfer, M.J.: Reluplex: An efficient smt solver for verifying deep neural networks. In: International Conference on Computer Aided Verification. Springer, Berlin. pp. 97\u2013117 (2017)","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"337_CR118","unstructured":"Kendall, A., Gal, Y.: What uncertainties do we need in bayesian deep learning for computer vision? In: Proceedings of the 31st International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, NIPS\u201917, pp. 5580\u20135590 (2017)"},{"key":"337_CR119","unstructured":"Kitchenham, B.: Procedures for performing systematic reviews. Joint Technical Report, Computer Science Department, Keele University (TR\/SE-0401) and National ICT Australia Ltd (0400011T1) (2004)"},{"issue":"8","key":"337_CR120","doi-asserted-by":"publisher","first-page":"792","DOI":"10.1016\/j.infsof.2010.03.006","volume":"52","author":"B Kitchenham","year":"2010","unstructured":"Kitchenham, B., Pretorius, R., Budgen, D., Pearl Brereton, O., Turner, M., Niazi, M., Linkman, S.: Systematic literature reviews in software engineering - a tertiary study. Inf. Softw. Technol. 52(8), 792\u2013805 (2010)","journal-title":"Inf. Softw. Technol."},{"key":"337_CR121","doi-asserted-by":"crossref","unstructured":"Kl\u00e4s, M., Sembach, L.: Uncertainty wrappers for data-driven models. In: International Conference on Computer Safety, Reliability, and Security. Springer, Berlin. pp. 358\u2013364 (2019)","DOI":"10.1007\/978-3-030-26250-1_29"},{"key":"337_CR122","doi-asserted-by":"publisher","unstructured":"Kornecki, A., Zalewski, J.: Software certification for safety-critical systems: A status report. In: 2008 International Multiconference on Computer Science and Information Technology, pp. 665\u2013672 (2008). https:\/\/doi.org\/10.1109\/IMCSIT.2008.4747314","DOI":"10.1109\/IMCSIT.2008.4747314"},{"key":"337_CR123","doi-asserted-by":"crossref","unstructured":"Kuppers, F., Kronenberger, J., Shantia, A., Haselhoff, A.: Multivariate confidence calibration for object detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 326\u2013327 (2020)","DOI":"10.1109\/CVPRW50498.2020.00171"},{"key":"337_CR124","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1007\/978-3-030-33617-2_17","volume-title":"Intelligent Data Engineering and Automated Learning - IDEAL 2019","author":"S Kuutti","year":"2019","unstructured":"Kuutti, S., Bowden, R., Joshi, H., de Temple, R., Fallah, S.: Safe deep neural network-driven autonomous vehicles using software safety cages. In: Yin, H., Camacho, D., Tino, P., Tall\u00f3n-Ballesteros, A.J., Menezes, R., Allmendinger, R. (eds.) Intelligent Data Engineering and Automated Learning - IDEAL 2019. Lecture Notes in Computer Science, pp. 150\u2013160. Springer, Berlin (2019)"},{"issue":"2","key":"337_CR125","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/s13748-019-00179-x","volume":"8","author":"H Kuwajima","year":"2019","unstructured":"Kuwajima, H., Tanaka, M., Okutomi, M.: Improving transparency of deep neural inference process. Progr. Artif. Intell. 8(2), 273\u2013285 (2019)","journal-title":"Progr. Artif. Intell."},{"key":"337_CR126","unstructured":"Laidlaw, C., Feizi, S.: Playing it safe: adversarial robustness with an abstain option (2019). ArXiv preprint arXiv:1911.11253"},{"key":"337_CR127","doi-asserted-by":"crossref","unstructured":"Le, M.T., Diehl, F., Brunner, T., Knol, A.: Uncertainty estimation for deep neural object detectors in safety-critical applications. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), IEEE, pp. 3873\u20133878 (2018)","DOI":"10.1109\/ITSC.2018.8569637"},{"key":"337_CR128","unstructured":"Le, H., Voloshin, C., Yue, Y.: Batch policy learning under constraints. In: International Conference on Machine Learning, PMLR, pp. 3703\u20133712 (2019)"},{"key":"337_CR129","unstructured":"Lecuyer, M., Atlidakis, V., Geambasu, R., Hsu, D., Jana, S.: On the connection between differential privacy and adversarial robustness in machine learning (2018). ArXiv preprint arXiv:180203471v1"},{"key":"337_CR130","unstructured":"Lee, K., Lee, K., Lee, H., Shin, J.: A simple unified framework for detecting out-of-distribution samples and adversarial attacks. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, NIPS\u201918, pp. 7167\u20137177 (2018)"},{"key":"337_CR131","unstructured":"Lee, K., An, G.N., Zakharov, V., Theodorou, E.A.: Perceptual attention-based predictive control (2019a). ArXiv preprint arXiv:1904.11898"},{"key":"337_CR132","doi-asserted-by":"crossref","unstructured":"Lee, K., Wang, Z., Vlahov, B., Brar, H., Theodorou, E.A.: Ensemble bayesian decision making with redundant deep perceptual control policies. In: 2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA), IEEE, pp. 831\u2013837 (2019b)","DOI":"10.1109\/ICMLA.2019.00145"},{"key":"337_CR133","unstructured":"Levi, D., Gispan, L., Giladi, N., Fetaya, E.: Evaluating and calibrating uncertainty prediction in regression tasks (2019). ArXiv preprint arXiv:1905.11659"},{"key":"337_CR134","unstructured":"Li, S., Chen, Y., Peng, Y., Bai, L.: Learning more robust features with adversarial training. ArXiv preprint arXiv:1804.07757 (2018)"},{"key":"337_CR135","doi-asserted-by":"crossref","unstructured":"Li, J., Liu, J., Yang, P., Chen, L., Huang, X., Zhang, L.: Analyzing deep neural networks with symbolic propagation: towards higher precision and faster verification. In: International Static Analysis Symposium. Springer, Berlin. pp. 296\u2013319 (2019a)","DOI":"10.1007\/978-3-030-32304-2_15"},{"key":"337_CR136","doi-asserted-by":"crossref","unstructured":"Li, Y., Liu, Y., Li, M., Tian, Y., Luo, B., Xu, Q.: D2NN: A fine-grained dual modular redundancy framework for deep neural networks. In: Proceedings of the 35th Annual Computer Security Applications Conference (ACSAC\u201919), ACM, New York, NY, USA, pp. 138-147 (2019b)","DOI":"10.1145\/3359789.3359831"},{"key":"337_CR137","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks (2020). ArXiv preprint arXiv:1706.02690"},{"key":"337_CR138","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous control with deep reinforcement learning (2015). ArXiv preprint arXiv:1509.02971"},{"key":"337_CR139","doi-asserted-by":"crossref","unstructured":"Lin, W., Yang, Z., Chen, X., Zhao, Q., Li, X., Liu, Z., He, J.: Robustness verification of classification deep neural networks via linear programming. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11418\u201311427 (2019)","DOI":"10.1109\/CVPR.2019.01168"},{"key":"337_CR140","doi-asserted-by":"crossref","unstructured":"Liu, M., Liu, S., Su, H., Cao, K., Zhu, J.: Analyzing the noise robustness of deep neural networks. In: 2018 IEEE Conference on Visual Analytics Science and Technology (VAST), IEEE, pp. 60\u201371, (2018)","DOI":"10.1109\/VAST.2018.8802509"},{"key":"337_CR141","unstructured":"Liu, L., Saerbeck, M., Dauwels, J.: Affine disentangled gan for interpretable and robust av perception (2019). ArXiv preprint arXiv:1907.05274"},{"key":"337_CR142","unstructured":"Liu, J., Shen, Z., Cui, P., Zhou, L., Kuang, K., Li, B., Lin, Y.: Invariant adversarial learning for distributional robustness (2020). ArXiv preprint arXiv:2006.04414"},{"issue":"2","key":"337_CR143","doi-asserted-by":"publisher","first-page":"3153","DOI":"10.1109\/LRA.2020.2974682","volume":"5","author":"A Loquercio","year":"2020","unstructured":"Loquercio, A., Segu, M., Scaramuzza, D.: A general framework for uncertainty estimation in deep learning. IEEE Robot. Autom. Lett. 5(2), 3153\u20133160 (2020). https:\/\/doi.org\/10.1109\/LRA.2020.2974682","journal-title":"IEEE Robot. Autom. Lett."},{"key":"337_CR144","unstructured":"Lust, J., Condurache, A.P.: Gran: An efficient gradient-norm based detector for adversarial and misclassified examples (2020). ArXiv preprint arXiv:2004.09179"},{"key":"337_CR145","doi-asserted-by":"crossref","unstructured":"L\u00fctjens, B., Everett, M., How, J.P.: Safe reinforcement learning with model uncertainty estimates. In: 2019 International Conference on Robotics and Automation (ICRA), IEEE, pp. 8662\u20138668 (2019)","DOI":"10.1109\/ICRA.2019.8793611"},{"key":"337_CR146","first-page":"5037","volume":"34","author":"Z Lyu","year":"2020","unstructured":"Lyu, Z., Ko, C.Y., Kong, Z., Wong, N., Lin, D., Daniel, L.: Fastened crown: Tightened neural network robustness certificates. Proc. AAAI Conf. Artif. Intell. 34, 5037\u20135044 (2020)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"337_CR147","doi-asserted-by":"crossref","unstructured":"Ma, L., Juefei-Xu, F., Xue, M., Li, B., Li, L., Liu, Y., Zhao, J.: DeepCT: Tomographic combinatorial testing for deep learning systems. In: 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER), pp. 614\u2013618 (2019)","DOI":"10.1109\/SANER.2019.8668044"},{"key":"337_CR148","doi-asserted-by":"publisher","unstructured":"Ma, L., Juefei-Xu, F., Zhang, F., Sun, J., Xue, M., Li, B., Chen, C., Su, T., Li, L., Liu, Y., Zhao, J., Wang, Y.: Deepgauge: Multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, ACM, New York, NY, USA, ASE 2018, pp. 120-131 (2018). https:\/\/doi.org\/10.1145\/3238147.3238202","DOI":"10.1145\/3238147.3238202"},{"key":"337_CR149","doi-asserted-by":"crossref","unstructured":"Machida, F.: N-version machine learning models for safety critical systems. In: 2019 49th Annual IEEE\/IFIP International Conference on Dependable Systems and Networks Workshops (DSN-W), pp. 48\u201351 (2019)","DOI":"10.1109\/DSN-W.2019.00017"},{"key":"337_CR150","unstructured":"Madry, A., Makelov, A., Schmidt, L., Tsipras, D., Vladu, A.: Towards deep learning models resistant to adversarial attacks (2017). ArXiv preprint arXiv:1706.06083"},{"key":"337_CR151","doi-asserted-by":"crossref","unstructured":"Mani, N., Moh, M., Moh, T.S.: Towards robust ensemble defense against adversarial examples attack. In: 2019 IEEE Global Communications Conference (GLOBECOM), pp. 1\u20136 (2019a)","DOI":"10.1109\/GLOBECOM38437.2019.9013408"},{"key":"337_CR152","unstructured":"Mani, S., Sankaran, A., Tamilselvam, S., Sethi, A.: Coverage testing of deep learning models using dataset characterization (2019b). ArXiv preprint arXiv:1911.07309"},{"key":"337_CR153","doi-asserted-by":"crossref","unstructured":"Marvi, Z., Kiumarsi, B.: Safe off-policy reinforcement learning using barrier functions. In: 2020 American Control Conference (ACC), IEEE, pp. 2176\u20132181 (2020)","DOI":"10.23919\/ACC45564.2020.9147584"},{"key":"337_CR154","unstructured":"Meinke, A., Hein, M.: Towards neural networks that provably know when they don\u2019t know (2019). ArXiv preprint arXiv:1909.12180"},{"key":"337_CR155","unstructured":"Meyes, R., de\u00a0Puiseau, C.W., Posada-Moreno, A., Meisen, T.: Under the hood of neural networks: Characterizing learned representations by functional neuron populations and network ablations (2020a). ArXiv preprint arXiv:2004.01254"},{"key":"337_CR156","unstructured":"Meyes, R., Schneider, M., Meisen, T.: How do you act? an empirical study to understand behavior of deep reinforcement learning agents (2020b). ArXiv preprint arXiv:2004.03237"},{"key":"337_CR157","unstructured":"Michelmore, R., Kwiatkowska, M., Gal, Y.: Evaluating uncertainty quantification in end-to-end autonomous driving control (2018). ArXiv preprint arXiv:1811.06817"},{"key":"337_CR158","unstructured":"Mirman, M., Gehr, T., Vechev, M.: Differentiable abstract interpretation for provably robust neural networks. In: International Conference on Machine Learning, PMLR, pp. 3578\u20133586 (2018)"},{"key":"337_CR159","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"6337","key":"337_CR160","doi-asserted-by":"publisher","first-page":"508","DOI":"10.1126\/science.aam6960","volume":"356","author":"M Morav\u010d\u00edk","year":"2017","unstructured":"Morav\u010d\u00edk, M., Schmid, M., Burch, N., Lis\u1ef3, V., Morrill, D., Bard, N., Davis, T., Waugh, K., Johanson, M., Bowling, M.: Deepstack: Expert-level artificial intelligence in heads-up no-limit poker. Science 356(6337), 508\u2013513 (2017)","journal-title":"Science"},{"key":"337_CR161","doi-asserted-by":"crossref","unstructured":"M\u00fcller, S., Hospach, D., Bringmann, O., Gerlach, J., Rosenstiel, W.: Robustness evaluation and improvement for vision-based advanced driver assistance systems. In: 2015 IEEE 18th International Conference on Intelligent Transportation Systems, pp. 2659\u20132664 (2015)","DOI":"10.1109\/ITSC.2015.427"},{"key":"337_CR162","doi-asserted-by":"crossref","unstructured":"Naseer, M., Minhas, M.F., Khalid, F., Hanif, M.A., Hasan, O., Shafique, M.: Fannet: formal analysis of noise tolerance, training bias and input sensitivity in neural networks. In: 2020 Design, Automation & Test in Europe Conference & Exhibition (DATE), IEEE, pp. 666\u2013669 (2020)","DOI":"10.23919\/DATE48585.2020.9116247"},{"key":"337_CR163","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-91578-4","volume-title":"Lectures on Convex Optimization","author":"Y Nesterov","year":"2018","unstructured":"Nesterov, Y.: Lectures on Convex Optimization, vol. 137. Springer, Berlin (2018)"},{"key":"337_CR164","doi-asserted-by":"crossref","unstructured":"Nguyen, H.H., Matschek, J., Zieger, T., Savchenko, A., Noroozi, N., Findeisen, R.: Towards nominal stability certification of deep learning-based controllers. In: 2020 American Control Conference (ACC), IEEE, 3886\u20133891 (2020)","DOI":"10.23919\/ACC45564.2020.9147564"},{"key":"337_CR165","doi-asserted-by":"crossref","unstructured":"Nowak, T., Nowicki, M.R., \u0106wian, K., Skrzypczy\u0144ski, P.: How to improve object detection in a driver assistance system applying explainable deep learning. In: 2019 IEEE Intelligent Vehicles Symposium (IV), IEEE, pp. 226\u2013231 (2019)","DOI":"10.1109\/IVS.2019.8814134"},{"key":"337_CR166","doi-asserted-by":"crossref","unstructured":"O\u2019Brien, M., Goble, W., Hager, G., Bukowski, J.: Dependable neural networks for safety critical tasks. In: International Workshop on Engineering Dependable and Secure Machine Learning Systems. Springer, Berlin. pp. 126\u2013140 (2020)","DOI":"10.1007\/978-3-030-62144-5_10"},{"key":"337_CR167","doi-asserted-by":"crossref","unstructured":"Pan, R.: Static deep neural network analysis for robustness. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ACM, New York, NY, USA, ESEC\/FSE 2019, pp. 1238-1240 (2019)","DOI":"10.1145\/3338906.3342502"},{"key":"337_CR168","unstructured":"Pandian, M.K.S., Dajsuren, Y., Luo, Y., Barosan, I.: Analysis of iso 26262 compliant techniques for the automotive domain. In: MASE@MoDELS (2015)"},{"key":"337_CR169","unstructured":"Park, C., Kim, J.M., Ha, S.H., Lee, J.: Sampling-based bayesian inference with gradient uncertainty (2018). ArXiv preprint arXiv:1812.03285"},{"key":"337_CR170","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1109\/LCSYS.2021.3050444","volume":"6","author":"P Pauli","year":"2022","unstructured":"Pauli, P., Koch, A., Berberich, J., Kohler, P., Allg\u00f6wer, F.: Training robust neural networks using lipschitz bounds. IEEE Control Syst. Lett. 6, 121\u2013126 (2022). https:\/\/doi.org\/10.1109\/LCSYS.2021.3050444","journal-title":"IEEE Control Syst. Lett."},{"key":"337_CR171","doi-asserted-by":"crossref","unstructured":"Pedreschi, D., Giannotti, F., Guidotti, R., Monreale, A., Pappalardo, L., Ruggieri, S., Turini, F.: Open the black box data-driven explanation of black box decision systems (2018). ArXiv preprint arXiv:1806.09936","DOI":"10.1609\/aaai.v33i01.33019780"},{"key":"337_CR172","doi-asserted-by":"crossref","unstructured":"Pedroza, G., Adedjouma, M.: Safe-by-Design Development Method for Artificial Intelligent Based Systems. In: SEKE 2019 : The 31st International Conference on Software Engineering and Knowledge Engineering, Lisbon, Portugal, pp. 391\u2013397 (2019)","DOI":"10.18293\/SEKE2019-094"},{"key":"337_CR173","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: DeepXplore. Proceedings of the 26th Symposium on Operating Systems Principles (2017a)","DOI":"10.1145\/3132747.3132785"},{"key":"337_CR174","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: Towards practical verification of machine learning: The case of computer vision systems (2017b). ArXiv preprint arXiv:1712.01785"},{"issue":"3","key":"337_CR175","doi-asserted-by":"publisher","first-page":"2283","DOI":"10.1109\/TIE.2019.2907440","volume":"67","author":"W Peng","year":"2019","unstructured":"Peng, W., Ye, Z.S., Chen, N.: Bayesian deep-learning-based health prognostics toward prognostics uncertainty. IEEE Trans. Ind. Electron. 67(3), 2283\u20132293 (2019)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"337_CR176","doi-asserted-by":"crossref","unstructured":"Postels, J., Ferroni, F., Coskun, H., Navab, N., Tombari, F.: Sampling-free epistemic uncertainty estimation using approximated variance propagation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 2931\u20132940 (2019)","DOI":"10.1109\/ICCV.2019.00302"},{"key":"337_CR177","doi-asserted-by":"crossref","unstructured":"Rahimi, M., Guo, J.L., Kokaly, S., Chechik, M.: Toward requirements specification for machine-learned components. In: 2019 IEEE 27th International Requirements Engineering Conference Workshops (REW), 241\u2013244 (2019)","DOI":"10.1109\/REW.2019.00049"},{"key":"337_CR178","doi-asserted-by":"publisher","first-page":"4797","DOI":"10.1109\/ACCESS.2020.3048047","volume":"9","author":"N Rajabli","year":"2021","unstructured":"Rajabli, N., Flammini, F., Nardone, R., Vittorini, V.: Software verification and validation of safe autonomous cars: A systematic literature review. IEEE Access 9, 4797\u20134819 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2020.3048047","journal-title":"IEEE Access"},{"key":"337_CR179","unstructured":"Rakin, A.S., He, Z., Fan, D.: Parametric noise injection: Trainable randomness to improve deep neural network robustness against adversarial attack (2018). ArXiv preprint arXiv:1811.09310"},{"issue":"4","key":"337_CR180","doi-asserted-by":"publisher","first-page":"3860","DOI":"10.1109\/LRA.2018.2857402","volume":"3","author":"MS Ramanagopal","year":"2018","unstructured":"Ramanagopal, M.S., Anderson, C., Vasudevan, R., Johnson-Roberson, M.: Failing to learn: Autonomously identifying perception failures for self-driving cars. IEEE Robot. Autom. Lett. 3(4), 3860\u20133867 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"337_CR181","unstructured":"Reeb, D., Doerr, A., Gerwinn, S., Rakitsch, B.: Learning gaussian processes by minimizing pac-bayesian generalization bounds. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, NIPS\u201918, pp. 3341-3351 (2018)"},{"key":"337_CR182","doi-asserted-by":"crossref","unstructured":"Remeli, V., Morapitiye, S., R\u00f6vid, A., Szalay, Z.: Towards verifiable specifications for neural networks in autonomous driving. In: 2019 IEEE 19th International Symposium on Computational Intelligence and Informatics and 7th IEEE International Conference on Recent Achievements in Mechatronics, pp. 000175\u2013000180. Automation, Computer Sciences and Robotics (CINTI-MACRo), IEEE (2019)","DOI":"10.1109\/CINTI-MACRo49179.2019.9105190"},{"key":"337_CR183","doi-asserted-by":"crossref","unstructured":"Ren, H., Chandrasekar, S.K., Murugesan, A.: Using quantifier elimination to enhance the safety assurance of deep neural networks. In: 2019 IEEE\/AIAA 38th Digital Avionics Systems Conference (DASC), IEEE, pp. 1\u20138 (2019a)","DOI":"10.1109\/DASC43569.2019.9081635"},{"key":"337_CR184","unstructured":"Ren, J., Liu, P.J., Fertig, E., Snoek, J., Poplin, R., DePristo, M.A., Dillon, J.V., Lakshminarayanan, B.: Likelihood Ratios for Out-of-Distribution Detection, pp. 14707\u201314718. Curran Associates Inc., Red Hook, NY, USA (2019)"},{"issue":"3","key":"337_CR185","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.eng.2019.12.012","volume":"6","author":"K Ren","year":"2020","unstructured":"Ren, K., Zheng, T., Qin, Z., Liu, X.: Adversarial attacks and defenses in deep learning. Engineering 6(3), 346\u2013360 (2020)","journal-title":"Engineering"},{"issue":"4","key":"337_CR186","doi-asserted-by":"publisher","first-page":"1363","DOI":"10.1109\/LCSYS.2020.3038221","volume":"5","author":"M Revay","year":"2020","unstructured":"Revay, M., Wang, R., Manchester, I.R.: A convex parameterization of robust recurrent neural networks. IEEE Control Syst. Lett. 5(4), 1363\u20131368 (2020)","journal-title":"IEEE Control Syst. Lett."},{"key":"337_CR187","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should I trust you?\u201d Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"337_CR188","unstructured":"Richards, S.M., Berkenkamp, F., Krause, A.: The lyapunov neural network: adaptive stability certification for safe learning of dynamical systems. In: Conference on Robot Learning, PMLR, pp. 466\u2013476 (2018)"},{"issue":"4","key":"337_CR189","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1109\/52.776946","volume":"16","author":"P Rodriguez-Dapena","year":"1999","unstructured":"Rodriguez-Dapena, P.: Software safety certification: a multidomain problem. IEEE Softw. 16(4), 31\u201338 (1999). https:\/\/doi.org\/10.1109\/52.776946","journal-title":"IEEE Softw."},{"issue":"4","key":"337_CR190","doi-asserted-by":"publisher","first-page":"1328","DOI":"10.1109\/TKDE.2019.2946162","volume":"33","author":"Y Roh","year":"2021","unstructured":"Roh, Y., Heo, G., Whang, S.E.: A survey on data collection for machine learning: A big data - ai integration perspective. IEEE Trans. Knowl. Data Eng. 33(4), 1328\u20131347 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"337_CR191","doi-asserted-by":"crossref","unstructured":"Ruan, W., Wu, M., Sun, Y., Huang, X., Kroening, D., Kwiatkowska, M.: Global robustness evaluation of deep neural networks with provable guarantees for the hamming distance. In: IJCAI2019 (2019)","DOI":"10.24963\/ijcai.2019\/824"},{"key":"337_CR192","unstructured":"Rubies-Royo, V., Calandra, R., Stipanovic, D.M., Tomlin, C.: Fast neural network verification via shadow prices (2019). ArXiv preprint arXiv:1902.07247"},{"key":"337_CR193","unstructured":"Rudolph, A., Voget, S., Mottok, J.: A consistent safety case argumentation for artificial intelligence in safety related automotive systems. In: 9th European Congress on Embedded Real Time Software and Systems (ERTS 2018), Toulouse, France (2018)"},{"key":"337_CR194","unstructured":"Rusak, E., Schott, L., Zimmermann, R., Bitterwolf, J., Bringmann, O., Bethge, M., Brendel, W.: Increasing the robustness of dnns against image corruptions by playing the game of noise (2020). ArXiv preprint arXiv:2001.06057"},{"key":"337_CR195","doi-asserted-by":"crossref","unstructured":"Salay, R., Angus, M., Czarnecki, K.: A safety analysis method for perceptual components in automated driving. In: 2019 IEEE 30th International Symposium on Software Reliability Engineering (ISSRE), IEEE, pp. 24\u201334 (2019)","DOI":"10.1109\/ISSRE.2019.00013"},{"key":"337_CR196","doi-asserted-by":"crossref","unstructured":"Salay, R., Czarnecki, K.: Using machine learning safely in automotive software: An assessment and adaption of software process requirements in iso 26262 (2018). ArXiv preprint arXiv:1808.01614","DOI":"10.4271\/2018-01-1075"},{"key":"337_CR197","doi-asserted-by":"crossref","unstructured":"Scheel, O., Schwarz, L., Navab, N., Tombari, F.: Explicit domain adaptation with loosely coupled samples (2020). ArXiv preprint arXiv:2004.11995","DOI":"10.1109\/LRA.2020.3012127"},{"key":"337_CR198","doi-asserted-by":"crossref","unstructured":"Sehwag, V., Bhagoji, A.N., Song, L., Sitawarin, C., Cullina, D., Chiang, M., Mittal, P.: Analyzing the robustness of open-world machine learning. In: Proceedings of the 12th ACM Workshop on Artificial Intelligence and Security, ACM, New York, NY, USA, AISec\u201919, pp. 105-116 (2019)","DOI":"10.1145\/3338501.3357372"},{"key":"337_CR199","unstructured":"Sehwag, V., Wang, S., Mittal, P., Jana, S.: On pruning adversarially robust neural networks. ArXiv arXiv:2002.10509 (2020)"},{"key":"337_CR200","doi-asserted-by":"crossref","unstructured":"Sekhon, J., Fleming, C.: Towards improved testing for deep learning. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER), pp. 85\u201388 (2019)","DOI":"10.1109\/ICSE-NIER.2019.00030"},{"key":"337_CR201","doi-asserted-by":"crossref","unstructured":"Sena, L.H., Bessa, I.V., Gadelha, M.R., Cordeiro, L.C., Mota, E.: Incremental bounded model checking of artificial neural networks in cuda. In: 2019 IX Brazilian Symposium on Computing Systems Engineering (SBESC), IEEE, pp. 1\u20138 (2019)","DOI":"10.1109\/SBESC49506.2019.9046094"},{"key":"337_CR202","doi-asserted-by":"crossref","unstructured":"Sheikholeslami, F., Jain, S., Giannakis, G.B.: Minimum uncertainty based detection of adversaries in deep neural networks. In: 2020 Information Theory and Applications Workshop (ITA), IEEE, pp. 1\u201316 (2020)","DOI":"10.1109\/ITA50056.2020.9244964"},{"key":"337_CR203","unstructured":"Shwartz-Ziv, R., Tishby, N.: Opening the black box of deep neural networks via information (2017). ArXiv preprint arXiv:1703.00810"},{"key":"337_CR204","unstructured":"Singh, G., Gehr, T., P\u00fcschel, M., Vechev, M.: Boosting robustness certification of neural networks. In: International Conference on Learning Representations (2018)"},{"key":"337_CR205","unstructured":"Sinha, A., Namkoong, H., Volpi, R., Duchi, J.: Certifying some distributional robustness with principled adversarial training (2017). ArXiv preprint arXiv:1710.10571"},{"key":"337_CR206","unstructured":"Smith, M.T., Grosse, K., Backes, M., Alvarez, M.A.: Adversarial vulnerability bounds for gaussian process classification (2019). ArXiv preprint arXiv:1909.08864"},{"key":"337_CR207","unstructured":"Sohn, J., Kang, S., Yoo, S.: Search based repair of deep neural networks (2019). ArXiv preprint arXiv:1912.12463"},{"key":"337_CR208","unstructured":"Steinhardt, J., Koh, P.W., Liang, P.: Certified defenses for data poisoning attacks. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, NIPS\u201917, pp. 3520-3532 (2017)"},{"key":"337_CR209","unstructured":"Summers, C., Dinneen, M.J.: Improved adversarial robustness via logit regularization methods (2019). ArXiv preprint arXiv:1906.03749"},{"key":"337_CR210","doi-asserted-by":"crossref","unstructured":"Sun, Y., Huang, X., Kroening, D., Sharp, J., Hill, M., Ashmore, R.: DeepConcolic: Testing and debugging deep neural networks. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Companion Proceedings (ICSE-Companion), pp. 111\u2013114 (2019)","DOI":"10.1109\/ICSE-Companion.2019.00051"},{"key":"337_CR211","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/3358233","volume":"18","author":"Y Sun","year":"2019","unstructured":"Sun, Y., Huang, X., Kroening, D., Sharp, J., Hill, M., Ashmore, R.: Structural test coverage criteria for deep neural networks. ACM Trans. Embed. Comput. Syst. 18, 5 (2019)","journal-title":"ACM Trans. Embed. Comput. Syst."},{"key":"337_CR212","first-page":"43","volume":"52","author":"E Syriani","year":"2018","unstructured":"Syriani, E., Luhunu, L., Sahraoui, H.: Systematic mapping study of template-based code generation. Comput. Lang. Syst. Struct. 52, 43\u201362 (2018)","journal-title":"Comput. Lang. Syst. Struct."},{"key":"337_CR213","unstructured":"Taha, A., Chen, Y., Misu, T., Shrivastava, A., Davis, L.: Unsupervised data uncertainty learning in visual retrieval systems. CoRR abs\/1902.02586 (2019). arXiv:1902.02586"},{"key":"337_CR214","unstructured":"Tang, Y.C., Zhang, J., Salakhutdinov, R.: Worst cases policy gradients (2019). ArXiv preprint arXiv:1911.03618"},{"key":"337_CR215","doi-asserted-by":"crossref","unstructured":"Tian, Y., Pei, K., Jana, S., Ray, B.: DeepTest: Automated testing of deep-neural-network-driven autonomous cars. In: Proceedings of the 40th International Conference on Software Engineering, ACM, New York, NY, USA, ICSE \u201918, pp. 303-314 (2018)","DOI":"10.1145\/3180155.3180220"},{"key":"337_CR216","doi-asserted-by":"publisher","unstructured":"Tian, Y., Zhong, Z., Ordonez, V., Kaiser, G., Ray, B.: Testing dnn image classifiers for confusion & bias errors. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, Association for Computing Machinery, New York, NY, USA, ICSE \u201920, pp. 1122-1134 (2020). https:\/\/doi.org\/10.1145\/3377811.3380400,","DOI":"10.1145\/3377811.3380400"},{"key":"337_CR217","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2020.102450","volume":"194","author":"J T\u00f6rnblom","year":"2020","unstructured":"T\u00f6rnblom, J., Nadjm-Tehrani, S.: Formal verification of input-output mappings of tree ensembles. Sci. Comput. Progr. 194, 102450 (2020)","journal-title":"Sci. Comput. Progr."},{"key":"337_CR218","unstructured":"Toubeh, M., Tokekar, P.: Risk-aware planning by confidence estimation using deep learning-based perception (2019). ArXiv preprint arXiv:1910.00101"},{"key":"337_CR219","doi-asserted-by":"crossref","unstructured":"Tran, H.D., Musau, P., Lopez, D.M., Yang, X., Nguyen, L.V., Xiang, W., Johnson, T.T.: Parallelizable reachability analysis algorithms for feed-forward neural networks. In: 2019 IEEE\/ACM 7th International Conference on Formal Methods in Software Engineering (FormaliSE), IEEE, pp. 51\u201360 (2019)","DOI":"10.1109\/FormaliSE.2019.00012"},{"key":"337_CR220","doi-asserted-by":"crossref","unstructured":"Tran, H.D., Yang, X., Lopez, D.M., Musau, P., Nguyen, L.V., Xiang, W., Bak, S., Johnson, T.T.: NNV: The neural network verification tool for deep neural networks and learning-enabled cyber-physical systems. In: International Conference on Computer Aided Verification. Springer, Berlin. pp. 3\u201317 (2020)","DOI":"10.1007\/978-3-030-53288-8_1"},{"key":"337_CR221","doi-asserted-by":"crossref","unstructured":"Tuncali, C.E., Fainekos, G., Ito, H., Kapinski, J.: Simulation-based adversarial test generation for autonomous vehicles with machine learning components. In: 2018 IEEE Intelligent Vehicles Symposium (IV), pp. 1555\u20131562 (2018)","DOI":"10.1109\/IVS.2018.8500421"},{"key":"337_CR222","unstructured":"Turchetta, M., Berkenkamp, F., Krause, A.: Safe exploration in finite markov decision processes with gaussian processes. In: Proceedings of the 30th International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, NIPS\u201916, pp. 4312-4320 (2016)"},{"key":"337_CR223","doi-asserted-by":"crossref","unstructured":"Udeshi, S., Jiang, X., Chattopadhyay, S.: Callisto: Entropy-based test generation and data quality assessment for machine learning systems. In: 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST), pp. 448\u2013453 (2020)","DOI":"10.1109\/ICST46399.2020.00060"},{"key":"337_CR224","unstructured":"Uesato, J., Kumar, A., Szepesvari, C., Erez, T., Ruderman, A., Anderson, K., Heess, N., Kohli, P. et\u00a0al.: Rigorous agent evaluation: An adversarial approach to uncover catastrophic failures (2018). ArXiv preprint arXiv:1812.01647"},{"key":"337_CR225","doi-asserted-by":"crossref","unstructured":"Varghese, S., Bayzidi, Y., Bar, A., Kapoor, N., Lahiri, S., Schneider, J.D., Schmidt, N.M., Schlicht, P., Huger, F., Fingscheidt, T.: Unsupervised temporal consistency metric for video segmentation in highly-automated driving. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 336\u2013337 (2020)","DOI":"10.1109\/CVPRW50498.2020.00176"},{"key":"337_CR226","unstructured":"Vidot, G., Gabreau, C., Ober, I., Ober, I.: Certification of embedded systems based on machine learning: a survey (2021). arXiv:2106.07221"},{"key":"337_CR227","doi-asserted-by":"crossref","unstructured":"Vijaykeerthy, D., Suri, A., Mehta, S., Kumaraguru, P.: Hardening deep neural networks via adversarial model cascades (2018). arXiv:1802.01448","DOI":"10.1109\/IJCNN.2019.8851970"},{"key":"337_CR228","unstructured":"Wabersich, K.P., Zeilinger, M.: Bayesian model predictive control: Efficient model exploration and regret bounds using posterior sampling. In: Learning for Dynamics and Control, PMLR, pp. 455\u2013464 (2020a)"},{"key":"337_CR229","unstructured":"Wabersich, K.P., Zeilinger, M.N.: Performance and safety of bayesian model predictive control: scalable model-based RL with guarantees (2020b). ArXiv preprint arXiv:2006.03483"},{"key":"337_CR230","first-page":"10","volume":"2021","author":"KP Wabersich","year":"2021","unstructured":"Wabersich, K.P., Hewing, L., Carron, A., Zeilinger, M.N.: Probabilistic model predictive safety certification for learning-based control. IEEE Trans. Autom. Control 2021, 10 (2021)","journal-title":"IEEE Trans. Autom. Control"},{"key":"337_CR231","doi-asserted-by":"crossref","unstructured":"Wagner, J., Kohler, J.M., Gindele, T., Hetzel, L., Wiedemer, J.T., Behnke, S.: Interpretable and fine-grained visual explanations for convolutional neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9097\u20139107 (2019)","DOI":"10.1109\/CVPR.2019.00931"},{"key":"337_CR232","unstructured":"Wang, S., Pei, K., Whitehouse, J., Yang, J., Jana, S.: Efficient formal safety analysis of neural networks. In: Bengio S, Wallach H, Larochelle H, Grauman K, Cesa-Bianchi N, Garnett R (eds) Advances in Neural Information Processing Systems, Curran Associates, Inc., vol\u00a031 (2018a). https:\/\/proceedings.neurips.cc\/paper\/2018\/file\/2ecd2bd94734e5dd392d8678bc64cdab-Paper.pdf"},{"key":"337_CR233","unstructured":"Wang, S., Pei, K., Whitehouse, J., Yang, J., Jana, S.: Formal security analysis of neural networks using symbolic intervals. In: 27th $$\\{$$USENIX$$\\}$$ Security Symposium ($$\\{$$USENIX$$\\}$$ Security 18), pp. 1599\u20131614 (2018b)"},{"key":"337_CR234","unstructured":"Wang, T.E., Gu, Y., Mehta, D., Zhao, X., Bernal, E.A.: Towards robust deep neural networks (2018c). ArXiv preprint arXiv:1810.11726"},{"key":"337_CR235","unstructured":"Wang W, Wang A, Tamar, A., Chen, X., Abbeel, P.: Safer classification by synthesis (2018d). ArXiv preprint arXiv:1711.08534"},{"key":"337_CR236","unstructured":"Wang, Y., Jha, S., Chaudhuri, K.: Analyzing the robustness of nearest neighbors to adversarial examples. In: Dy J, Krause A (eds) Proceedings of the 35th International Conference on Machine Learning, PMLR, Proceedings of Machine Learning Research, vol.\u00a080, pp. 5133\u20135142, (2018e). https:\/\/proceedings.mlr.press\/v80\/wang18c.html"},{"issue":"6","key":"337_CR237","doi-asserted-by":"publisher","first-page":"2168","DOI":"10.1109\/TVCG.2019.2903943","volume":"25","author":"J Wang","year":"2019","unstructured":"Wang, J., Gou, L., Zhang, W., Yang, H., Shen, H.W.: Deepvid: Deep visual interpretation and diagnosis for image classifiers via knowledge distillation. IEEE Trans. Visualiz. Comput. Graph. 25(6), 2168\u20132180 (2019)","journal-title":"IEEE Trans. Visualiz. Comput. Graph."},{"key":"337_CR238","unstructured":"Wang, Y.S., Weng, T.W., Daniel, L.: Verification of neural network control policy under persistent adversarial perturbation (2019b). ArXiv preprint arXiv:1908.06353"},{"issue":"3\u20134","key":"337_CR239","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"337_CR240","first-page":"7","volume":"66","author":"M Wen","year":"2020","unstructured":"Wen, M., Topcu, U.: Constrained cross-entropy method for safe reinforcement learning. IEEE Trans. Autom. Control 66, 7 (2020)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"1","key":"337_CR241","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.infsof.2011.09.002","volume":"54","author":"J Wen","year":"2012","unstructured":"Wen, J., Li, S., Lin, Z., Hu, Y., Huang, C.: Systematic literature review of machine learning based software development effort estimation models. Inf. Softw. Technol. 54(1), 41\u201359 (2012)","journal-title":"Inf. Softw. Technol."},{"issue":"4","key":"337_CR242","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1093\/comjnl\/25.4.465","volume":"25","author":"EJ Weyuker","year":"1982","unstructured":"Weyuker, E.J.: On testing non-testable programs. Comput. J. 25(4), 465\u2013470 (1982)","journal-title":"Comput. J."},{"key":"337_CR243","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1007\/978-3-319-89960-2_22","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"M Wicker","year":"2018","unstructured":"Wicker, M., Huang, X., Kwiatkowska, M.: Feature-guided black-box safety testing of deep neural networks. In: Beyer, D., Huisman, M. (eds.) Tools and Algorithms for the Construction and Analysis of Systems, pp. 408\u2013426. Springer, Cham (2018)"},{"key":"337_CR244","doi-asserted-by":"crossref","unstructured":"Wolschke, C., Kuhn, T., Rombach, D., Liggesmeyer, P.: Observation based creation of minimal test suites for autonomous vehicles. In: 2017 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW), pp. 294\u2013301 (2017)","DOI":"10.1109\/ISSREW.2017.46"},{"key":"337_CR245","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.tcs.2019.05.046","volume":"807","author":"M Wu","year":"2020","unstructured":"Wu, M., Wicker, M., Ruan, W., Huang, X., Kwiatkowska, M.: A game-based approximate verification of deep neural networks with provable guarantees. Theoret. Comput. Sci. 807, 298\u2013329 (2020)","journal-title":"Theoret. Comput. Sci."},{"key":"337_CR246","doi-asserted-by":"crossref","unstructured":"Xiang, W., Lopez, D.M., Musau, P., Johnson, T.T.: Reachable set estimation and verification for neural network models of nonlinear dynamic systems. In: Safe, Autonomous and Intelligent Vehicles. Springer, Berlin. pp. 123\u2013144 (2019)","DOI":"10.1007\/978-3-319-97301-2_7"},{"key":"337_CR247","doi-asserted-by":"crossref","unstructured":"Xie, X., Ma, L., Juefei-Xu, F., Xue, M., Chen, H., Liu, Y., Zhao, J., Li, B., Yin, J., See, S.: Deephunter: A coverage-guided fuzz testing framework for deep neural networks. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, ACM, New York, NY, USA, ISSTA 2019, pp. 146\u2013157 (2019)","DOI":"10.1145\/3293882.3330579"},{"key":"337_CR248","doi-asserted-by":"crossref","unstructured":"Xu, H., Chen, Z., Wu, W., Jin, Z., Kuo, S., Lyu, M.: Nv-dnn: Towards fault-tolerant dnn systems with n-version programming. In: 2019 49th Annual IEEE\/IFIP International Conference on Dependable Systems and Networks Workshops (DSN-W), pp. 44\u201347 (2019)","DOI":"10.1109\/DSN-W.2019.00016"},{"key":"337_CR249","doi-asserted-by":"crossref","unstructured":"Yaghoubi, S., Fainekos, G.: Gray-box adversarial testing for control systems with machine learning components. In: Proceedings of the 22nd ACM International Conference on Hybrid Systems: Computation and Control, ACM, New York, NY, USA, HSCC \u201919, pp. 179\u2013184 (2019)","DOI":"10.1145\/3302504.3311814"},{"key":"337_CR250","doi-asserted-by":"publisher","first-page":"179104","DOI":"10.1109\/ACCESS.2019.2958406","volume":"7","author":"Y Yan","year":"2019","unstructured":"Yan, Y., Pei, Q.: A robust deep-neural-network-based compressed model for mobile device assisted by edge server. IEEE Access 7, 179104\u2013179117 (2019)","journal-title":"IEEE Access"},{"key":"337_CR251","doi-asserted-by":"publisher","first-page":"3055","DOI":"10.1109\/ACCESS.2019.2962695","volume":"8","author":"M Yan","year":"2020","unstructured":"Yan, M., Wang, L., Fei, A.: ARTDL: Adaptive random testing for deep learning systems. IEEE Access 8, 3055\u20133064 (2020)","journal-title":"IEEE Access"},{"issue":"9","key":"337_CR252","doi-asserted-by":"publisher","first-page":"3706","DOI":"10.1002\/rnc.4962","volume":"30","author":"Y Yang","year":"2020","unstructured":"Yang, Y., Vamvoudakis, K.G., Modares, H.: Safe reinforcement learning for dynamical games. Int. J. Rob. Nonlinear Control 30(9), 3706\u20133726 (2020)","journal-title":"Int. J. Rob. Nonlinear Control"},{"key":"337_CR253","unstructured":"Ye, S., Tan, S.H., Xu, K., Wang, Y., Bao, C., Ma, K.: Brain-inspired reverse adversarial examples (2019). ArXiv preprint arXiv:1905.12171"},{"issue":"6","key":"337_CR254","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1016\/j.csi.2014.02.005","volume":"36","author":"W Youn","year":"2014","unstructured":"Youn, W.: jun Yi B,: Software and hardware certification of safety-critical avionic systems: A comparison study. Comput. Stand. Interfaces 36(6), 889\u2013898 (2014). https:\/\/doi.org\/10.1016\/j.csi.2014.02.005","journal-title":"Comput. Stand. Interfaces"},{"issue":"4","key":"337_CR255","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MAES.2014.140109","volume":"30","author":"WK Youn","year":"2015","unstructured":"Youn, W.K., Hong, S.B., Oh, K.R., Ahn, O.S.: Software certification of safety-critical avionic systems: Do-178c and its impacts. IEEE Aerospace Electron. Syst. Mag. 30(4), 4\u201313 (2015)","journal-title":"IEEE Aerospace Electron. Syst. Mag."},{"key":"337_CR256","doi-asserted-by":"crossref","unstructured":"Zhan, W., Li, J., Hu, Y., Tomizuka, M.: Safe and feasible motion generation for autonomous driving via constrained policy net. In: IECON 2017-43rd Annual Conference of the IEEE Industrial Electronics Society, IEEE, pp. 4588\u20134593 (2017)","DOI":"10.1109\/IECON.2017.8216790"},{"key":"337_CR257","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106296","volume":"123","author":"J Zhang","year":"2020","unstructured":"Zhang, J., Li, J.: Testing and verification of neural-network-based safety-critical control software: a systematic literature review. Inf. Softw. Technol. 123, 106296 (2020). https:\/\/doi.org\/10.1016\/j.infsof.2020.106296","journal-title":"Inf. Softw. Technol."},{"key":"337_CR258","doi-asserted-by":"crossref","unstructured":"Zhang, M., Li, H., Kuang, X., Pang, L., Wu, Z.: Neuron selecting: Defending against adversarial examples in deep neural networks. In: International Conference on Information and Communications Security. Springer, Berlin. pp. 613\u2013629 (2019a)","DOI":"10.1007\/978-3-030-41579-2_36"},{"key":"337_CR259","doi-asserted-by":"crossref","unstructured":"Zhang, P., Dai, Q., Ji, S.: Condition-guided adversarial generative testing for deep learning systems. In: 2019 IEEE International Conference on Artificial Intelligence Testing (AITest), pp. 71\u201377 (2019b)","DOI":"10.1109\/AITest.2019.000-5"},{"key":"337_CR260","unstructured":"Zhang, J., Cheung, B., Finn, C., Levine, S., Jayaraman, D.: Cautious adaptation for reinforcement learning in safety-critical settings. In: International Conference on Machine Learning, PMLR, pp. 11055\u201311065 (2020a)"},{"key":"337_CR261","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2019.2962027","volume":"1","author":"JM Zhang","year":"2020","unstructured":"Zhang, J.M., Harman, M., Ma, L., Liu, Y.: Machine learning testing: Survey, landscapes and horizons. IEEE Trans. Softw. Eng. 1, 1 (2020b). https:\/\/doi.org\/10.1109\/TSE.2019.2962027","journal-title":"IEEE Trans. Softw. Eng."},{"key":"337_CR262","doi-asserted-by":"crossref","unstructured":"Zhao, C., Yang, J., Liang, J., Li, C.: Discover learning behavior patterns to predict certification. In: 2016 11th International Conference on Computer Science & Education (ICCSE), IEEE, pp. 69\u201373 (2016)","DOI":"10.1109\/ICCSE.2016.7581557"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00337-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-022-00337-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00337-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,30]],"date-time":"2022-10-30T09:16:14Z","timestamp":1667121374000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-022-00337-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,10]]},"references-count":263,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["337"],"URL":"https:\/\/doi.org\/10.1007\/s10515-022-00337-x","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,10]]},"assertion":[{"value":"3 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"38"}}