{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T23:01:46Z","timestamp":1767913306209,"version":"3.49.0"},"reference-count":113,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T00:00:00Z","timestamp":1679097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T00:00:00Z","timestamp":1679097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DBI-0939454"],"award-info":[{"award-number":["DBI-0939454"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006602","name":"Air Force Research Laboratory","doi-asserted-by":"publisher","award":["FA8750-16-2-0002"],"award-info":[{"award-number":["FA8750-16-2-0002"]}],"id":[{"id":"10.13039\/100006602","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006602","name":"Air Force Research Laboratory","doi-asserted-by":"publisher","award":["FA8750-16-2-0284"],"award-info":[{"award-number":["FA8750-16-2-0284"]}],"id":[{"id":"10.13039\/100006602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Softw Syst Model"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s10270-023-01090-9","type":"journal-article","created":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T09:02:36Z","timestamp":1679130156000},"page":"1543-1563","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["MoDALAS: addressing assurance for learning-enabled autonomous systems in the face of uncertainty"],"prefix":"10.1007","volume":"22","author":[{"given":"Michael Austin","family":"Langford","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5014-3411","authenticated-orcid":false,"given":"Kenneth H.","family":"Chan","sequence":"additional","affiliation":[]},{"given":"Jonathon Emil","family":"Fleck","sequence":"additional","affiliation":[]},{"given":"Philip K.","family":"McKinley","sequence":"additional","affiliation":[]},{"given":"Betty H. C.","family":"Cheng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,18]]},"reference":[{"key":"1090_CR1","volume-title":"Assurances for Self-Adaptive Systems: Principles, Models, and Techniques","year":"2013","unstructured":"C\u00e1mara, J., de Lemos, R., Ghezzi, C., Lopes, A. (eds.): Assurances for Self-Adaptive Systems: Principles, Models, and Techniques. Springer, Berlin, Heidelberg (2013)"},{"key":"1090_CR2","doi-asserted-by":"crossref","unstructured":"Langari, Z., Maibaum, T.: Safety cases: a review of challenges. Paper presented at 1st Int. Workshop on Assurance Cases for Software-Intensive Systems (ASSURE 2013) (2013)","DOI":"10.1109\/ASSURE.2013.6614263"},{"issue":"9","key":"1090_CR3","doi-asserted-by":"publisher","first-page":"2064","DOI":"10.3390\/s19092064","volume":"19","author":"J Koci\u0107","year":"2019","unstructured":"Koci\u0107, J., Jovi\u010di\u0107, N., Drndarevi\u0107, V.: An end-to-end deep neural network for autonomous driving designed for embedded automotive platforms. Sensors 19(9), 2064 (2019)","journal-title":"Sensors"},{"key":"1090_CR4","doi-asserted-by":"crossref","unstructured":"Wu, B., Iandola, F., Jin, P.H., Keutzer, K.: Squeezedet: unified, small, low power fully convolutional neural networks for real-time object detection for autonomous driving (2017)","DOI":"10.1109\/CVPRW.2017.60"},{"key":"1090_CR5","unstructured":"Yao, X., Wang, X., Wang, S.-H., Zhang, Y.-D.: A comprehensive survey on convolutional neural network in medical image analysis. Multimed. Tools Appl. 1\u201345 (2020)"},{"key":"1090_CR6","unstructured":"Abdou, M.A.: Literature review: efficient deep neural networks techniques for medical image analysis. Neural Comput. Appl. 1\u201322 (2022)"},{"key":"1090_CR7","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1016\/j.apenergy.2018.12.061","volume":"236","author":"R Lu","year":"2019","unstructured":"Lu, R., Hong, S.H.: Incentive-based demand response for smart grid with reinforcement learning and deep neural network. Appl. Energy 236, 937\u2013949 (2019)","journal-title":"Appl. Energy"},{"key":"1090_CR8","doi-asserted-by":"crossref","unstructured":"Tuncali, C.E., Kapinski, J., Ito, H., Deshmukh, J.V.: Reasoning about safety of learning-enabled components in autonomous cyber-physical systems. Paper presented at 55th Annual Design Automation Conf. (DAC 2018) (2018)","DOI":"10.1109\/DAC.2018.8465843"},{"key":"1090_CR9","unstructured":"Kawaguchi, K., Kaelbling, L.P., Bengio, Y.: Generalization in deep learning. Tech. Rep., MIT (2018). https:\/\/lis.csail.mit.edu\/pubs\/kawaguchi-techreport18.pdf"},{"key":"1090_CR10","doi-asserted-by":"crossref","unstructured":"Yu, F., et\u00a0al.: Interpreting and evaluating neural network robustness. Paper presented at 28th International Joint Conf. on Artificial Intelligence (IJCAI 2019) (2019)","DOI":"10.24963\/ijcai.2019\/583"},{"key":"1090_CR11","unstructured":"Knight, W.: The Dark Secret at the Heart of AI. MIT Technology Review Artificial intelligence\/Machine learning (2017). https:\/\/www.technologyreview.com\/2017\/04\/11\/5113\/the-dark-secret-at-the-heart-of-ai\/"},{"key":"1090_CR12","unstructured":"Rushby, J.: The Interpretation and Evaluation of Assurance Cases. Tech. Rep. SRI-CSL-15-01, Computer Science Laboratory, SRI International, Menlo Park, CA (2015). https:\/\/www.csl.sri.com\/users\/rushby\/papers\/sri-csl-15-1-assurance-cases.pdf"},{"key":"1090_CR13","unstructured":"2022 IEEE Conference on Assured Autonomy (ICAA) (2022)"},{"key":"1090_CR14","unstructured":"Assured autonomy workshop series. https:\/\/cra.org\/ccc\/visioning\/visioning-activities\/2019-activities\/assured-autonomy\/. Accessed: 2022-08-22"},{"key":"1090_CR15","unstructured":"Workshop on assured autonomous systems 2020 (2020)"},{"key":"1090_CR16","unstructured":"Air Force Office of Scientific Research.: Center of excellence: Assured autonomy in contested environments. https:\/\/www.federalgrants.com\/CENTER-OF-EXCELLENCE-Assured-Autonomy-in-Contested-Environments-71233.html (2018)"},{"key":"1090_CR17","unstructured":"Neema, S.: Assured autonomy. https:\/\/www.darpa.mil\/program\/assured-autonomy (2017)"},{"key":"1090_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-10690-3","volume-title":"Application of Neural Networks in High Assurance Systems: A Survey of Studies in Computational Intelligence (SCI)","author":"J Schumann","year":"2010","unstructured":"Schumann, J., Gupta, P., Liu, Y.: Application of Neural Networks in High Assurance Systems: A Survey of Studies in Computational Intelligence (SCI), vol. 268. Springer, Berlin, Heidelberg (2010)"},{"key":"1090_CR19","doi-asserted-by":"crossref","unstructured":"Hartsell, C., et\u00a0al.: Model-based design for CPS with learning-enabled components. Paper presented at Workshop on Design Automation for CPS and IoT (DESTION 2019) (2019)","DOI":"10.1145\/3313151.3313166"},{"key":"1090_CR20","doi-asserted-by":"crossref","unstructured":"van Lamsweerde, A., Letier, E.: From object orientation to goal orientation: a paradigm shift for requirements engineering. Paper presented at Radical Innovations of Software and Systems Engineering in the Future (RISSEF 2002) (2004)","DOI":"10.1007\/978-3-540-24626-8_23"},{"issue":"1","key":"1090_CR21","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MIC.2007.2","volume":"11","author":"JO Kephart","year":"2007","unstructured":"Kephart, J.O., Das, R.: Achieving self-management via utility functions. IEEE Internet Comput. 11(1), 40\u201348 (2007). https:\/\/doi.org\/10.1109\/MIC.2007.2","journal-title":"IEEE Internet Comput."},{"issue":"1","key":"1090_CR22","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MC.2003.1160055","volume":"36","author":"JO Kephart","year":"2003","unstructured":"Kephart, J.O., Chess, D.M.: The vision of autonomic computing. Computer 36(1), 41\u201350 (2003). https:\/\/doi.org\/10.1109\/MC.2003.1160055","journal-title":"Computer"},{"key":"1090_CR23","doi-asserted-by":"crossref","unstructured":"Langford, M.A., Cheng, B. H.C.: \u201cKnow What You Know\u201d: predicting behavior for learning-enabled systems when facing uncertainty. Paper presented at 16th Int. Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2021) (2021)","DOI":"10.1109\/SEAMS51251.2021.00020"},{"issue":"5","key":"1090_CR24","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","volume":"41","author":"ET Barr","year":"2015","unstructured":"Barr, E.T., Harman, M., McMinn, P., Shahbaz, M., Yoo, S.: The oracle problem in software testing: a survey. Trans. Softw. Eng. 41(5), 507\u2013525 (2015). https:\/\/doi.org\/10.1109\/TSE.2014.2372785","journal-title":"Trans. Softw. Eng."},{"key":"1090_CR25","doi-asserted-by":"crossref","unstructured":"Whittle, J., Sawyer, P., Bencomo, N., Cheng, B.H.C.,Bruel, J.-M.: RELAX: incorporating uncertainty into the specification of self-adaptive systems. Paper presented at 17th IEEE Int. Requirements Engineering Conf. (RE 2009) (2009)","DOI":"10.1109\/RE.2009.36"},{"issue":"2","key":"1090_CR26","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s00766-010-0101-0","volume":"15","author":"J Whittle","year":"2010","unstructured":"Whittle, J., Sawyer, P., Bencomo, N., Cheng, B.H.C., Bruel, J.-M.: RELAX: a language to address uncertainty in self-adaptive systems requirement. Requir. Eng. 15(2), 177\u2013196 (2010). https:\/\/doi.org\/10.1007\/s00766-010-0101-0","journal-title":"Requir. Eng."},{"key":"1090_CR27","unstructured":"Quigley, M., et\u00a0al.: ROS: an open-source robot operating system. Paper presented at Int. Conf. on Robotics and Automation Workshop on Open Source Software (ICRA Workshop 2009) (2009)"},{"key":"1090_CR28","doi-asserted-by":"publisher","first-page":"128837","DOI":"10.1109\/ACCESS.2019.2939201","volume":"7","author":"L Jiao","year":"2019","unstructured":"Jiao, L., et al.: A survey of deep learning-based object detection. IEEE Access 7, 128837\u2013128868 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2939201","journal-title":"IEEE Access"},{"key":"1090_CR29","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT, Cambridge (2016)"},{"issue":"6","key":"1090_CR30","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. Commun. ACM 60(6), 84\u201390 (2017). https:\/\/doi.org\/10.1145\/3065386","journal-title":"Commun. ACM"},{"key":"1090_CR31","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s11263-019-01247-4","volume":"128","author":"L Liu","year":"2018","unstructured":"Liu, L., et al.: Deep learning for generic object detection: a survey. Int. J. Comput. Vis. 128, 261\u2013318 (2018). https:\/\/doi.org\/10.1007\/s11263-019-01247-4","journal-title":"Int. J. Comput. Vis."},{"issue":"2","key":"1090_CR32","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TITS.2019.2962338","volume":"22","author":"S Kuutti","year":"2021","unstructured":"Kuutti, S., Bowden, R., Jin, Y., Barber, P., Fallah, S.: A vehicle survey of deep learning applications to autonomous control. IEEE Trans. Intell. Transp. Syst. 22(2), 712\u2013733 (2021). https:\/\/doi.org\/10.1109\/TITS.2019.2962338","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"5","key":"1090_CR33","doi-asserted-by":"publisher","first-page":"5668","DOI":"10.1109\/JSEN.2020.3041615","volume":"21","author":"R Ravindran","year":"2020","unstructured":"Ravindran, R., Santora, M.J., Jamali, M.M.: Multi-object detection and tracking, based on DNN, for autonomous vehicles: a review. IEEE Sens. J. 21(5), 5668\u20135677 (2020)","journal-title":"IEEE Sens. J."},{"issue":"1","key":"1090_CR34","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1146\/annurev-control-060117-105157","volume":"1","author":"W Schwarting","year":"2018","unstructured":"Schwarting, W., Alonso-Mora, J., Rus, D.: Planning and decision-making for autonomous vehicles. Annu. Rev. Control Robot. Auton. Syst. 1(1), 187\u2013210 (2018). https:\/\/doi.org\/10.1146\/annurev-control-060117-105157","journal-title":"Annu. Rev. Control Robot. Auton. Syst."},{"key":"1090_CR35","unstructured":"Janai, J., G\u00fcney, F., Behl, A., Geiger, A.: Computer vision for autonomous vehicles: problems, datasets and state-of-the-art. CoRR (2017). arXiv:1704.05519"},{"issue":"2","key":"1090_CR36","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1109\/JIOT.2018.2812300","volume":"5","author":"S Kuutti","year":"2018","unstructured":"Kuutti, S., et al.: A survey of the state-of-the-art localization techniques and their potentials for autonomous vehicle applications. IEEE Internet Things J. 5(2), 829\u2013846 (2018). https:\/\/doi.org\/10.1109\/JIOT.2018.2812300","journal-title":"IEEE Internet Things J."},{"key":"1090_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2991\/jase.d.190131.001","volume":"1","author":"M Borg","year":"2019","unstructured":"Borg, M., et al.: Safely entering the deep: a review of verification and validation for machine learning and a challenge elicitation in the automotive industry. J. Automot. Softw. Eng. 1, 1\u201319 (2019). https:\/\/doi.org\/10.2991\/jase.d.190131.001","journal-title":"J. Automot. Softw. Eng."},{"key":"1090_CR38","doi-asserted-by":"crossref","unstructured":"Calikli, G., Bener, A.: Empirical analyses of the factors affecting confirmation bias and the effects of confirmation bias on software developer\/tester performance. Paper presented at Proc. 6th Int. Conf. on Predictive Models in Software Engineering (PROMISE 2010) (2010)","DOI":"10.1145\/1868328.1868344"},{"issue":"12","key":"1090_CR39","doi-asserted-by":"publisher","first-page":"3429","DOI":"10.14778\/3415478.3415562","volume":"13","author":"SE Whang","year":"2020","unstructured":"Whang, S.E., Lee, J.-G.: Data collection and quality challenges for deep learning. Proc VLDB Endow. 13(12), 3429\u20133432 (2020). https:\/\/doi.org\/10.14778\/3415478.3415562","journal-title":"Proc VLDB Endow."},{"key":"1090_CR40","unstructured":"Jo, J., Bengio, Y.: Measuring the Tendency of CNNs to Learn Surface Statistical Regularities. CoRR (2017). arXiv:1711.11561"},{"key":"1090_CR41","unstructured":"Bengio, Y.: Priors for deep learning of semantic representations. Keynote at ACM\/IEEE Int. Conf. on Model Driven Engineering Languages and Systems (MODELS) (2020)"},{"key":"1090_CR42","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A Barredo Arrieta","year":"2020","unstructured":"Barredo Arrieta, A., et al.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012","journal-title":"Inf. Fusion"},{"key":"1090_CR43","unstructured":"Szegedy, C., et\u00a0al.: Intriguing Properties of Neural Networks. CoRR (2013). Appeared in ICLR 2014. arXiv:1312.6199"},{"key":"1090_CR44","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and Harnessing Adversarial Examples. CoRR (2014). Appeared in ICLR 2015. arXiv:1412.6572"},{"key":"1090_CR45","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Deep neural networks are easily fooled: high confidence predictions for unrecognizable images. Paper presented at IEEE Conf. on Computer Vision and Pattern Recognition (CVPR 2015) (2015)","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"1090_CR46","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: DeepXplore: automated whitebox testing of deep learning systems. Paper presented at 26th Symposium on Operating Systems Principles (SOSP 2017) (2017)","DOI":"10.1145\/3132747.3132785"},{"key":"1090_CR47","doi-asserted-by":"crossref","unstructured":"Tian, Y., Pei, K., Jana, S., Ray, B.: DeepTest: automated testing of deep-neural-network-driven autonomous cars. Paper presented at 40th Int. Conf. on Software Engineering (NeurIPS 2018) (2018)","DOI":"10.1145\/3180155.3180220"},{"key":"1090_CR48","doi-asserted-by":"crossref","unstructured":"Ma, L., et\u00a0al.: DeepGauge: multi-granularity testing criteria for deep learning systems. Paper presented at 33rd ACM\/IEEE Int. Conf. on Automated Software Engineering (ASE 2018) (2018)","DOI":"10.1145\/3238147.3238202"},{"key":"1090_CR49","doi-asserted-by":"crossref","unstructured":"Zhang, M., Zhang, Y., Zhang, L., Liu, C., Khurshid, S.: DeepRoad: GAN-based metamorphic testing and input validation framework for autonomous driving systems. Paper presented at 33rd ACM\/IEEE Int. Conf. on Automated Software Engineering (ASE 2018) (2018)","DOI":"10.1145\/3238147.3238187"},{"key":"1090_CR50","doi-asserted-by":"crossref","unstructured":"Sun, Y., et\u00a0al.: DeepConcolic: testing and debugging deep neural networks. Paper presented at 41st Int. Conf. on Software Engineering (ICSE 2019) (2019)","DOI":"10.1109\/ICSE-Companion.2019.00051"},{"key":"1090_CR51","doi-asserted-by":"crossref","unstructured":"Xie, X., et\u00a0al.: DeepHunter: a coverage-guided fuzz testing framework for deep neural networks. Paper presented at 28th ACM SIGSOFT Int. Symposium on Software Testing and Analysis (2019)","DOI":"10.1145\/3293882.3330579"},{"key":"1090_CR52","doi-asserted-by":"crossref","unstructured":"Langford, M.A., Cheng, B. H.C.: Enhancing learning-enabled software systems to address environmental uncertainty. Paper presented at 16th IEEE Int. Conf. on Autonomic Computing (ICAC 2019) (2019)","DOI":"10.1109\/ICAC.2019.00023"},{"key":"1090_CR53","unstructured":"Odena, A., Olsson, C., Andersen, D., Goodfellow, I.: TensorFuzz: debugging neural networks with coverage-guided fuzzing. Paper presented at 36th Int. Conf. on Machine Learning (PMLR 2019) (2019)"},{"key":"1090_CR54","doi-asserted-by":"crossref","unstructured":"Berend, D., et\u00a0al.: cats are not fish: deep learning testing calls for out-of-distribution awareness. Paper presented at 35th IEEE\/ACM Int. Conf. on Automated Software Engineering (ASE 2020) (2020)","DOI":"10.1145\/3324884.3416609"},{"issue":"2","key":"1090_CR55","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3417330","volume":"30","author":"W Ma","year":"2021","unstructured":"Ma, W., Papadakis, M., Tsakmalis, A., Cordy, M., Traon, Y.L.: Test selection for deep learning systems. ACM Trans. Softw. Eng. Methodol. 30(2), 1\u201322 (2021). https:\/\/doi.org\/10.1145\/3417330","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"1090_CR56","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/B978-0-12-408094-2.00003-5","volume":"89","author":"M Naeem Irfan","year":"2013","unstructured":"Naeem Irfan, M., Oriat, C., Groz, R.: Model inference and testing. Adv. Comput. 89, 89\u2013139 (2013). https:\/\/doi.org\/10.1016\/B978-0-12-408094-2.00003-5","journal-title":"Adv. Comput."},{"issue":"8","key":"1090_CR57","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1002\/stvr.1575","volume":"25","author":"G Fraser","year":"2015","unstructured":"Fraser, G., Walkinshaw, N.: Assessing and generating test sets in terms of behavioural adequacy. Softw. Test. Verif. Reliab. 25(8), 749\u2013780 (2015). https:\/\/doi.org\/10.1002\/stvr.1575","journal-title":"Softw. Test. Verif. Reliab."},{"key":"1090_CR58","doi-asserted-by":"crossref","unstructured":"Papadopoulos, P., Walkinshaw, N.: Black-box test generation from inferred models. Paper presented at 4th Int. Workshop on Realizing Artificial Intelligence Synergies in Software Engineering (RAISE 2015) (2015)","DOI":"10.1109\/RAISE.2015.11"},{"key":"1090_CR59","series-title":"Lecture Notes in Computer Science (ICTSS 2019)","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-31280-0_1","volume-title":"Testing Software and Systems","author":"BK Aichernig","year":"2019","unstructured":"Aichernig, B.K., et al.: Learning a behavior model of hybrid systems through combining model-based testing and machine learning. In: Gaston, C., Kosmatov, N., Le Gall, P. (eds.) Testing Software and Systems. Lecture Notes in Computer Science (ICTSS 2019), vol. 11812. Springer, Cham (2019)"},{"key":"1090_CR60","unstructured":"Gawlikowski, J., et\u00a0al.: A survey of uncertainty in deep neural networks. CoRR (2021). arXiv:2107.03342"},{"issue":"3","key":"1090_CR61","doi-asserted-by":"publisher","first-page":"1269","DOI":"10.1021\/acs.jcim.8b00542","volume":"59","author":"I Cort\u00e9s-Ciriano","year":"2018","unstructured":"Cort\u00e9s-Ciriano, I., Bender, A.: Deep confidence: a computationally efficient framework for calculating reliable prediction errors for deep neural networks. J. Chem. Inf. Model. 59(3), 1269\u20131281 (2018). https:\/\/doi.org\/10.1021\/acs.jcim.8b00542","journal-title":"J. Chem. Inf. Model."},{"key":"1090_CR62","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/978-3-642-02161-9_3","volume-title":"Engineering self-adaptive systems through feedback loops","author":"Y Brun","year":"2009","unstructured":"Brun, Y., et al.: Engineering self-adaptive systems through feedback loops, pp. 48\u201370. Springer, Berlin, Heidelberg (2009)"},{"key":"1090_CR63","unstructured":"IBM.: an architectural blueprint for autonomic computing. Tech. Rep. 3rd ed., IBM (2005). https:\/\/www-03.ibm.com\/autonomic\/pdfs\/AC%20Blueprint%20White%20Paper%20V7.pdf"},{"key":"1090_CR64","doi-asserted-by":"crossref","unstructured":"Arcaini, P., Riccobene, E., Scandurra, P.: Modeling and analyzing MAPE-K feedback loops for self-adaptation. Paper presented at 10th Int. Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2015) (2015)","DOI":"10.1109\/SEAMS.2015.10"},{"key":"1090_CR65","unstructured":"Cheng, S.-W.: Rainbow: Cost-effective software architecture-based self-adaptation. Ph.D. thesis, Carnegie Mellon University (2008)"},{"key":"1090_CR66","unstructured":"Walsh, W.E., Tesauro, G., Kephart, J.O., Das, R.: Utility functions in autonomic systems. Paper presented at Int. Conf. on Autonomic Computing (ICAC 2004) (2004)"},{"key":"1090_CR67","doi-asserted-by":"crossref","unstructured":"deGrandis, P., Valetto, G.: Elicitation and utilization of application-level utility functions. Paper presented at 6th Int. Conf. on Autonomic Computing (ICAC 2009) (2009)","DOI":"10.1145\/1555228.1555259"},{"key":"1090_CR68","unstructured":"Object Management Group. Structured assurance case metamodel (SACM) Version 2.1. Tech. Rep., OMG (2020). https:\/\/www.omg.org\/spec\/SACM"},{"key":"1090_CR69","doi-asserted-by":"crossref","unstructured":"Goodenough, J., Weinstock, C., Klein, A.: Toward a Theory of Assurance Case Confidence. Tech. Rep. CMU\/SEI-2012-TR-002, Software Engineering Institute, Carnegie Mellon University, Pittsburgh, PA (2012). https:\/\/resources.sei.cmu.edu\/library\/asset-view.cfm?AssetID=28067","DOI":"10.21236\/ADA609836"},{"key":"1090_CR70","unstructured":"ACWG.: Goal structuring notation community standard (Version 2). Tech. Rep., Assurance Case Working Group, Safety-Critical Systems Club (2018). https:\/\/scsc.uk\/r141B:1"},{"key":"1090_CR71","unstructured":"Lapouchnian, A.: goal-oriented requirements engineering: an overview of the current research. Tech. Rep., University of Toronto (2005). http:\/\/www.cs.utoronto.ca\/~alexei\/pub\/Lapouchnian-Depth.pdf"},{"key":"1090_CR72","doi-asserted-by":"crossref","unstructured":"Letier, E., van Lamsweerde, A.: Reasoning about partial goal satisfaction for requirements and design engineering. Paper presented at 12th ACM SIGSOFT Int. Symp. on Foundations of Software Engineering (SIGSOFT 2004\/FSE-12) (2004)","DOI":"10.1145\/1029894.1029905"},{"key":"1090_CR73","doi-asserted-by":"crossref","unstructured":"Whittle, J., Sawyer, P., Bencomo, N., Cheng, B.H.C., Bruel, J.-M.: RELAX: incorporating uncertainty into the specification of self-adaptive systems. Paper presented at 17th IEEE Int. Requirements Engineering Conf. (RE 2009) (2009)","DOI":"10.1109\/RE.2009.36"},{"issue":"5","key":"1090_CR74","doi-asserted-by":"publisher","first-page":"1466","DOI":"10.1007\/s10664-014-9305-0","volume":"19","author":"EM Fredericks","year":"2014","unstructured":"Fredericks, E.M., DeVries, B., Cheng, B.H.C.: Autorelax: automatically relaxing a goal model to address uncertainty. Empir. Softw. Engg. 19(5), 1466\u20131501 (2014). https:\/\/doi.org\/10.1007\/s10664-014-9305-0","journal-title":"Empir. Softw. Engg."},{"issue":"4","key":"1090_CR75","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/2.53","volume":"21","author":"L Zadeh","year":"1988","unstructured":"Zadeh, L.: Fuzzy logic. Computer 21(4), 83\u201393 (1988). https:\/\/doi.org\/10.1109\/2.53","journal-title":"Computer"},{"key":"1090_CR76","volume-title":"Metamathematics of Fuzzy Logic","author":"P H\u00e1jek","year":"2013","unstructured":"H\u00e1jek, P.: Metamathematics of Fuzzy Logic. Springer, Dordrecht (2013)"},{"key":"1090_CR77","doi-asserted-by":"crossref","unstructured":"Zadeh, L.A.: Fuzzy Sets (1996)","DOI":"10.1142\/9789814261302_0001"},{"key":"1090_CR78","volume-title":"Model Checking","author":"EM Clarke Jr","year":"2018","unstructured":"Clarke, E.M., Jr., Grumberg, O., Kroening, D., Peled, D., Veith, H.: Model Checking, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"1090_CR79","doi-asserted-by":"crossref","unstructured":"Baresi, L., Pasquale, L., Spoletini, P.: Fuzzy goals for requirements-driven adaptation. Paper presented at 18th IEEE Int. Requirements Engineering Conf. (RE 2010) (2010)","DOI":"10.1109\/RE.2010.25"},{"key":"1090_CR80","doi-asserted-by":"crossref","unstructured":"Ferreira, R.S., Arlat, J., Guiochet, J., Waeselynck, H.: Benchmarking safety monitors for image classifiers with machine learning, 7\u201316 (IEEE, 2021)","DOI":"10.1109\/PRDC53464.2021.00012"},{"key":"1090_CR81","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova, M., Lapalme, G.: A systematic analysis of performance measures for classification tasks. Inf. Process. Manag. 45, 427\u2013437 (2009). https:\/\/doi.org\/10.1016\/j.ipm.2009.03.002","journal-title":"Inf. Process. Manag."},{"key":"1090_CR82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44874-8","volume-title":"Introduction to Evolutionary Computing","author":"AE Eiben","year":"2015","unstructured":"Eiben, A.E., Smith, J.E.: Introduction to Evolutionary Computing, 2nd edn. Springer-Verlag, Berlin, Heidelberg (2015)","edition":"2"},{"key":"1090_CR83","doi-asserted-by":"crossref","unstructured":"Cheng, S.-W., Garlan, D., Schmerl, B.: Architecture-Based Self-Adaptation in the Presence of Multiple Objectives. Paper presented at Int. Workshop on Self-Adaptation and Self-Managing Systems (SEAMS (2006) (2006)","DOI":"10.1145\/1137677.1137679"},{"key":"1090_CR84","doi-asserted-by":"crossref","unstructured":"Palmerino, J., Yu, Q., Desell, T., Krutz, D.: Improving the decision-making process of self-adaptive systems by accounting for tactic volatility. Paper presented at 34th IEEE\/ACM Int. Conf. on Automated Software Engineering (ASE 2019) (2019)","DOI":"10.1109\/ASE.2019.00092"},{"key":"1090_CR85","doi-asserted-by":"crossref","unstructured":"Zhang, J., Cheng, B.H.C.: Model-based development of dynamically adaptive software. Paper presented at 28th Int. Conf. on Software Engineering (ICSE 2006) (2006)","DOI":"10.1145\/1134285.1134337"},{"issue":"11","key":"1090_CR86","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1109\/32.60317","volume":"16","author":"J Kramer","year":"1990","unstructured":"Kramer, J., Magee, J.: The evolving philosophers problem: dynamic change management. IEEE Trans. Softw. Eng. 16(11), 1293\u20131306 (1990). https:\/\/doi.org\/10.1109\/32.60317","journal-title":"IEEE Trans. Softw. Eng."},{"key":"1090_CR87","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103312","volume":"119","author":"N Melenbrink","year":"2020","unstructured":"Melenbrink, N., Werfel, J., Menges, A.: On-site autonomous construction robots: towards unsupervised building. Autom. Constr. 119, 103312 (2020). https:\/\/doi.org\/10.1016\/j.autcon.2020.103312","journal-title":"Autom. Constr."},{"key":"1090_CR88","unstructured":"Malone, D.: Rovers set to invade construction jobsites (2019). https:\/\/www.bdcnetwork.com\/rovers-set-invade-construction-jobsites"},{"key":"1090_CR89","doi-asserted-by":"crossref","unstructured":"Weyns, D., Holvoet, T., Schelfthout, K., Wielemans, J.: Applying multi-agent systems in practice, decentralized control of automatic guided vehicles (2008)","DOI":"10.1145\/1449814.1449819"},{"key":"1090_CR90","doi-asserted-by":"crossref","unstructured":"Dersten, S., Wallin, P., Fr\u00f6berg, J., Axelsson, J.: Analysis of the information needs of an autonomous hauler in a quarry site. Paper presented at 11th System of Systems Engineering Conf. (SoSE 2016) (2016)","DOI":"10.1109\/SYSOSE.2016.7542936"},{"issue":"1","key":"1090_CR91","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MCS.2018.2876958","volume":"39","author":"B Goldfain","year":"2019","unstructured":"Goldfain, B., et al.: AutoRally: an open platform for aggressive autonomous driving. IEEE Control Syst. Mag. 39(1), 26\u201355 (2019). https:\/\/doi.org\/10.1109\/MCS.2018.2876958","journal-title":"IEEE Control Syst. Mag."},{"key":"1090_CR92","unstructured":"Koenig, N., Howard, A.: Design and use paradigms for gazebo, an open-source multi-robot simulator. Paper presented at IEEE\/RSJ Int. Conf. on Intelligent Robots and Systems (2004)"},{"issue":"2","key":"1090_CR93","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1006\/cviu.1997.0547","volume":"68","author":"RI Hartley","year":"1997","unstructured":"Hartley, R.I., Sturm, P.: Triangulation. Comput. Vis. Image Underst. 68(2), 146\u2013157 (1997). https:\/\/doi.org\/10.1006\/cviu.1997.0547","journal-title":"Comput. Vis. Image Underst."},{"key":"1090_CR94","doi-asserted-by":"crossref","unstructured":"Rusu, R.B., Cousins, S.: 3D is here: point cloud library (PCL). Paper presented at IEEE Int. Conf. on Robotics and Automation (ICRA 2011) (2011)","DOI":"10.1109\/ICRA.2011.5980567"},{"key":"1090_CR95","unstructured":"Obstacle Avoidance and Robot Footprint Model (2019). http:\/\/wiki.ros.org\/teb_local_planner\/Tutorials\/Obstacle%20Avoidance%20and%20Robot%20Footprint%20Model"},{"key":"1090_CR96","doi-asserted-by":"crossref","unstructured":"Dalpiaz, F., Borgida, A., Horkoff, J., Mylopoulos, J.: Runtime goal models: keynote. Paper presented at 7th IEEE Int. Conf. on Research Challenges in Information Science (RCIS 2013) (2013)","DOI":"10.1109\/RCIS.2013.6577674"},{"key":"1090_CR97","unstructured":"Huang, W., et\u00a0al.: Formal verification of robustness and resilience of learning-enabled state estimation systems for robotics. CoRR (2020). arXiv:2010.08311"},{"key":"1090_CR98","doi-asserted-by":"crossref","unstructured":"Gu, R., Marinescu, R., Seceleanu, C., Lundqvist, K.: Formal verification of an autonomous wheel loader by model checking. Paper presented at 6th Conf. on Formal Methods in Software Engineering (FormaliSE 2018) (2018)","DOI":"10.1145\/3193992.3193999"},{"key":"1090_CR99","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5753\/jserd.2019.470","volume":"7","author":"L Ramos","year":"2019","unstructured":"Ramos, L., et al.: The RoCS framework to support the development of autonomous robots. J. Softw. Eng. Res. Dev. 7, 1\u201314 (2019). https:\/\/doi.org\/10.5753\/jserd.2019.470","journal-title":"J. Softw. Eng. Res. Dev."},{"key":"1090_CR100","doi-asserted-by":"crossref","unstructured":"Weyns, D., Iftikhar, M.U.: Model-based simulation at runtime for self-adaptive systems. Paper presented at 15th Int. Conf. on Autonomic Computing (ICAC 2016) (2016)","DOI":"10.1109\/ICAC.2016.67"},{"issue":"11","key":"1090_CR101","doi-asserted-by":"publisher","first-page":"1039","DOI":"10.1109\/TSE.2017.2738640","volume":"44","author":"R Calinescu","year":"2018","unstructured":"Calinescu, R., et al.: Engineering trustworthy self-adaptive software with dynamic assurance cases. IEEE Trans. Softw. Eng. 44(11), 1039\u20131069 (2018)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"1090_CR102","doi-asserted-by":"crossref","unstructured":"Cheng, B.H.C., Clark, R.J., Fleck, J.E., Langford, M.A., McKinley, P.K.: AC-ROS: assurance case driven adaptation for the robot operating system (2020). Paper presented at 23rd Int. Conf. on Model Driven Engineering Languages and Systems (MODELS 2020)","DOI":"10.1145\/3365438.3410952"},{"issue":"2","key":"1090_CR103","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1109\/TSE.2006.1599417","volume":"32","author":"Q Song","year":"2006","unstructured":"Song, Q., Shepperd, M., Cartwright, M., Mair, C.: Software defect association mining and defect correction effort prediction. IEEE Trans. Softw. Eng. 32(2), 69\u201382 (2006). https:\/\/doi.org\/10.1109\/TSE.2006.1599417","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"10","key":"1090_CR104","doi-asserted-by":"publisher","first-page":"1810","DOI":"10.1016\/j.infsof.2013.05.002","volume":"55","author":"D Rodriguez","year":"2013","unstructured":"Rodriguez, D., Ruiz, R., Riquelme, J.C., Harrison, R.: A study of subgroup discovery approaches for defect prediction. Inf. Softw. Technol. 55(10), 1810\u20131822 (2013). https:\/\/doi.org\/10.1016\/j.infsof.2013.05.002","journal-title":"Inf. Softw. Technol."},{"key":"1090_CR105","unstructured":"Smith, C., Denney, E., Pai, G.: Hazard contribution modes of machine learning components. Tech. Rep., OSTI (2020). https:\/\/www.osti.gov\/biblio\/1606667. (AAAI Workshop: SafeAI 2020)"},{"key":"1090_CR106","doi-asserted-by":"crossref","unstructured":"Ramirez, A.J., Cheng, B.H.C.: Automatic derivation of utility functions for monitoring software requirements. Paper presented at 14th Int. Conf. on Model Driven Engineering Languages and Systems (MODELS 2011) (2011)","DOI":"10.1007\/978-3-642-24485-8_37"},{"key":"1090_CR107","doi-asserted-by":"crossref","unstructured":"Bencomo, N., Belaggoun, A.: Supporting decision-making for self-adaptive systems: from goal models to dynamic decision networks. Paper presented at Int. Working Conf. on Requirements Engineering Foundation for Software Quality (REFSQ) (2013) (2013)","DOI":"10.1007\/978-3-642-37422-7_16"},{"key":"1090_CR108","doi-asserted-by":"crossref","unstructured":"Letier, E., Stefan, D., Barr, E.T.: Uncertainty, risk, and information value in software requirements and architecture. Paper presented at 36th Int. Conf. on Software Engineering (ICSE 2014) (2014)","DOI":"10.1145\/2568225.2568239"},{"key":"1090_CR109","doi-asserted-by":"crossref","unstructured":"Asaadi, E., Denney, E., Pai, G.: quantifying assurance in learning-enabled systems. Paper presented at Int. Conf. on Computer Safety, Reliability, and Security (SAFECOMP 2020) (2020)","DOI":"10.1007\/978-3-030-54549-9_18"},{"key":"1090_CR110","doi-asserted-by":"publisher","unstructured":"Boursinos, D., Koutsoukos, X.: Assurance Monitoring of Learning-Enabled Cyber-Physical Systems Using Inductive Conformal Prediction Based on Distance Learning. Artif. Intell. Eng. Des. Anal. Manuf. 35(2), 251\u2013264 (2021). https:\/\/doi.org\/10.1017\/S089006042100010X","DOI":"10.1017\/S089006042100010X"},{"key":"1090_CR111","doi-asserted-by":"crossref","unstructured":"Weyns, D., et\u00a0al.: towards better adaptive systems by combining MAPE, control theory, and machine learning. Paper presented at 16th Int. Symp. on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2021) (2021)","DOI":"10.1109\/SEAMS51251.2021.00036"},{"issue":"5","key":"1090_CR112","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1109\/TSMC.2016.2633291","volume":"48","author":"M Machin","year":"2016","unstructured":"Machin, M., et al.: SMOF: a safety monitoring framework for autonomous systems. IEEE Trans. Syst. Man Cybern. Syst. 48(5), 702\u2013715 (2016)","journal-title":"IEEE Trans. Syst. Man Cybern. Syst."},{"key":"1090_CR113","doi-asserted-by":"publisher","unstructured":"Jahan, S., et al.: MAPE-K\/MAPE-SAC: An Interaction Framework for Adaptive Systems with Security Assurance Cases. Futur. Gener. Comput. Syst. 109, 197\u2013209 (2020). https:\/\/doi.org\/10.1016\/j.future.2020.03.031","DOI":"10.1016\/j.future.2020.03.031"}],"container-title":["Software and Systems Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-023-01090-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10270-023-01090-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-023-01090-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T15:20:20Z","timestamp":1744212020000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10270-023-01090-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,18]]},"references-count":113,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["1090"],"URL":"https:\/\/doi.org\/10.1007\/s10270-023-01090-9","relation":{},"ISSN":["1619-1366","1619-1374"],"issn-type":[{"value":"1619-1366","type":"print"},{"value":"1619-1374","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,18]]},"assertion":[{"value":"14 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}