{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T05:47:10Z","timestamp":1785649630993,"version":"3.56.0"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032316653","type":"print"},{"value":"9783032316660","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T00:00:00Z","timestamp":1785715200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T00:00:00Z","timestamp":1785715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-31666-0_40","type":"book-chapter","created":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T05:45:37Z","timestamp":1785649537000},"page":"606-628","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unifying Runtime Monitoring Approaches for Safety-Critical Machine Learning: Application to Vision-Based Landing"],"prefix":"10.1007","author":[{"given":"Mathieu","family":"Dario","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Florent","family":"Chenevier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"K\u00e9vin","family":"Delmas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joris","family":"Guerin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00e9r\u00e9mie","family":"Guiochet","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,3]]},"reference":[{"key":"40_CR1","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)"},{"key":"40_CR2","unstructured":"And\u00e9ol, L., Fel, T., De Grancey, F., Mossina, L.: Confident object detection via conformal prediction and conformal risk control: an application to railway signaling. In: Conformal and Probabilistic Prediction with Applications, pp. 36\u201355. PMLR (2023)"},{"key":"40_CR3","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/TDSC.2004.2","volume":"1","author":"A Avizienis","year":"2004","unstructured":"Avizienis, A., Laprie, J.C., Randell, B., Landwehr, C.: Basic concepts and taxonomy of dependable and secure computing. IEEE Trans. Dependable Secure Comput. 1, 11\u201333 (2004)","journal-title":"IEEE Trans. Dependable Secure Comput."},{"key":"40_CR4","doi-asserted-by":"crossref","unstructured":"Cai, F., Koutsoukos, X.: Real-time out-of-distribution detection in learning-enabled cyber-physical systems. In: 2020 ACM\/IEEE 11th International Conference on Cyber-Physical Systems (ICCPS), pp. 174\u2013183. IEEE (2020)","DOI":"10.1109\/ICCPS48487.2020.00024"},{"key":"40_CR5","unstructured":"Cappi, C., et al.: How to design a dataset compliant with an ML-based system ODD? In: 12th European Congress on Embedded Real Time Software and Systems (2024)"},{"key":"40_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Y., Cheng, C.H., Yan, J., Yan, R.: Monitoring object detection abnormalities via data-label and post-algorithm abstractions. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 6688\u20136693. IEEE (2021)","DOI":"10.1109\/IROS51168.2021.9636713"},{"key":"40_CR7","doi-asserted-by":"crossref","unstructured":"Cheng, C.H., N\u00fchrenberg, G., Yasuoka, H.: Runtime monitoring neuron activation patterns. In: 2019 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 300\u2013303. IEEE (2019)","DOI":"10.23919\/DATE.2019.8714971"},{"key":"40_CR8","unstructured":"Cheng, C.H., Wu, C., Ruess, H., Bensalem, S.: Towards rigorous design of OoD detectors. arXiv preprint arXiv:2306.08447 (2023)"},{"key":"40_CR9","unstructured":"Denouden, T., Salay, R., Czarnecki, K., Abdelzad, V., Phan, B., Vernekar, S.: Improving reconstruction autoencoder out-of-distribution detection with mahalanobis distance. arXiv preprint arXiv:1812.02765 (2018)"},{"key":"40_CR10","doi-asserted-by":"publisher","first-page":"20434","DOI":"10.52202\/068431-1486","volume":"35","author":"X Du","year":"2022","unstructured":"Du, X., Gozum, G., Ming, Y., Li, Y.: Siren: shaping representations for detecting out-of-distribution objects. Adv. Neural. Inf. Process. Syst. 35, 20434\u201320449 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"40_CR11","unstructured":"Du, X., Wang, Z., Cai, M., Li, Y.: Vos: Learning what you don\u2019t know by virtual outlier synthesis. arXiv preprint arXiv:2202.01197 (2022)"},{"key":"40_CR12","unstructured":"Ducoffe, M., et al.: LARD-landing approach runway detection-dataset for vision based landing. arXiv preprint arXiv:2304.09938 (2023)"},{"key":"40_CR13","unstructured":"EASA): Artificial Intelligence Roadmap 1.0: A Human-Centric Approach to AI in Aviation. European Aviation Safety Agency. Technical report European Aviation Safety Agency (2020)"},{"key":"40_CR14","unstructured":"European Aviation Safety Agency (EASA): EASA Concept Paper: Guidance for Level 1 & 2 Machine Learning Applications Issue 02. Technical report, European Aviation Safety Agency (2024)"},{"key":"40_CR15","doi-asserted-by":"crossref","unstructured":"Ferreira, R.S., Arlat, J., Guiochet, J., Waeselynck, H.: Benchmarking safety monitors for image classifiers with machine learning. In: 2021 IEEE 26th Pacific Rim International Symposium on Dependable Computing (PRDC), pp. 7\u201316. IEEE (2021)","DOI":"10.1109\/PRDC53464.2021.00012"},{"key":"40_CR16","doi-asserted-by":"publisher","DOI":"10.1111\/coin.70032","volume":"41","author":"RS Ferreira","year":"2025","unstructured":"Ferreira, R.S., Gu\u00e9rin, J., Delmas, K., Guiochet, J., Waeselynck, H.: Safety monitoring of machine learning perception functions: a survey. Comput. Intell. 41, e70032 (2025)","journal-title":"Comput. Intell."},{"key":"40_CR17","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: representing model uncertainty in deep learning. In: International Conference on Machine Learning, pp. 1050\u20131059. PMLR (2016)"},{"key":"40_CR18","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)"},{"key":"40_CR19","doi-asserted-by":"crossref","unstructured":"Gu\u00e9rin, J., Delmas, K., Ferreira, R., Guiochet, J.: Out-of-distribution detection is not all you need. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 37, pp. 14829\u201314837 (2023)","DOI":"10.1609\/aaai.v37i12.26732"},{"key":"40_CR20","doi-asserted-by":"crossref","unstructured":"Guerin, J., Ferreira, R.S., Delmas, K., Guiochet, J.: Unifying evaluation of machine learning safety monitors. In: 2022 IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE), pp. 414\u2013422. IEEE (2022)","DOI":"10.1109\/ISSRE55969.2022.00047"},{"key":"40_CR21","doi-asserted-by":"publisher","unstructured":"Hashemi, V., K\u0159et\u00ednsk\u1ef3, J., Rieder, S., Sch\u00f6n, T., Vorhoff, J.: Gaussian-based and outside-the-box runtime monitoring join forces. In: \u00c1brah\u00e1m, E., Abbas, H. (eds.) RV 2024. LNCS, vol. 15191, pp. 218\u2013228. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-74234-7_14","DOI":"10.1007\/978-3-031-74234-7_14"},{"key":"40_CR22","doi-asserted-by":"publisher","unstructured":"He, W., Wu, C., Bensalem, S.: Box-based monitor approach for out-of-distribution detection in YOLO: an exploratory study. In: \u00c1brah\u00e1m, E., Abbas, H. (eds.) RV 2024. LNCS, vol. 15191, pp. 229\u2013239. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-74234-7_15","DOI":"10.1007\/978-3-031-74234-7_15"},{"key":"40_CR23","unstructured":"Hendrycks, D., Dietterich, T.: Benchmarking neural network robustness to common corruptions and perturbations. In: International Conference on Learning Representations (2019)"},{"key":"40_CR24","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. In: International Conference on Learning Representations (2017)"},{"key":"40_CR25","unstructured":"Henzinger, T.A., Lukina, A., Schilling, C.: Outside the box: abstraction-based monitoring of neural networks. In: 24th European Conference on Artificial Intelligence, vol. 325 (2020)"},{"key":"40_CR26","doi-asserted-by":"crossref","unstructured":"Hsu, Y.C., Shen, Y., Jin, H., Kira, Z.: Generalized ODIN: detecting out-of-distribution image without learning from out-of-distribution data. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10951\u201310960 (2020)","DOI":"10.1109\/CVPR42600.2020.01096"},{"key":"40_CR27","doi-asserted-by":"publisher","unstructured":"Kaakai, F., Adibhatla, S., Pai, G., Escorihuela, E.: Data-centric operational design domain characterization for machine learning-based aeronautical products. In: Guiochet, J., Tonetta, S., Bitsch, F. (eds.) SAFECOMP 2023. LNCS, vol. 14181, pp. 227\u2013242. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-40923-3_17","DOI":"10.1007\/978-3-031-40923-3_17"},{"key":"40_CR28","unstructured":"Kang, D., Raghavan, D., Bailis, P., Zaharia, M.: Model assertions for debugging machine learning. In: NeurIPS MLSys Workshop 3 (2018)"},{"key":"40_CR29","doi-asserted-by":"crossref","unstructured":"Kirchheim, K., Filax, M., Ortmeier, F.: Pytorch-OOD: a library for out-of-distribution detection based on Pytorch. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4351\u20134360 (2022)","DOI":"10.1109\/CVPRW56347.2022.00481"},{"key":"40_CR30","unstructured":"Lee, K., Lee, K., Lee, H., Shin, J.: A simple unified framework for detecting out-of-distribution samples and adversarial attacks. Advances Neural Inf. Process. Syst. 31 (2018)"},{"key":"40_CR31","first-page":"21464","volume":"33","author":"W Liu","year":"2020","unstructured":"Liu, W., Wang, X., Owens, J., Li, Y.: Energy-based out-of-distribution detection. Adv. Neural. Inf. Process. Syst. 33, 21464\u201321475 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"40_CR32","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1109\/TSMC.2016.2633291","volume":"48","author":"M Machin","year":"2016","unstructured":"Machin, M., Guiochet, J., Waeselynck, H., Blanquart, J.P., Roy, M., Masson, L.: SMOF: a safety monitoring framework for autonomous systems. IEEE Trans. Syst. Man Cybernet. Syst. 48, 702\u2013715 (2016)","journal-title":"IEEE Trans. Syst. Man Cybernet. Syst."},{"key":"40_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Process. 73, 1\u201315 (2018)","journal-title":"Digit. Signal Process."},{"key":"40_CR34","unstructured":"Ndong, J., Salamatian, K.: Signal processing-based anomaly detection techniques: a comparative analysis. In: Proceedings of the 2011 3rd International Conference on Evolving Internet, pp. 32\u201339. IARIA (2011)"},{"key":"40_CR35","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Deep neural networks are easily fooled: High confidence predictions for unrecognizable images. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 427\u2013436 (2015)","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"40_CR36","unstructured":"Novello, P., Prudent, Y., Friedrich, C., Pequignot, Y., Le Goff, M.: OODEEL, a simple, compact, and hackable post-hoc deep OOD detection for already trained tensorflow or pytorch image classifiers (2023)"},{"key":"40_CR37","doi-asserted-by":"crossref","unstructured":"Rahman, Q.M., S\u00fcnderhauf, N., Dayoub, F.: Did you miss the sign? a false negative alarm system for traffic sign detectors. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 3748\u20133753. IEEE (2019)","DOI":"10.1109\/IROS40897.2019.8968525"},{"key":"40_CR38","doi-asserted-by":"crossref","unstructured":"Rahman, Q.M., Sunderhauf, N., Dayoub, F.: Per-frame map prediction for continuous performance monitoring of object detection during deployment. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 152\u2013160 (2021)","DOI":"10.1109\/WACVW52041.2021.00021"},{"key":"40_CR39","unstructured":"SAE International: Taxonomy and definitions for terms related to driving automation systems for on-road motor vehicles, SAE International, Warrendale, PA, USA. Technical report J3016 (2021)"},{"key":"40_CR40","first-page":"144","volume":"34","author":"Y Sun","year":"2021","unstructured":"Sun, Y., Guo, C., Li, Y.: React: out-of-distribution detection with rectified activations. Adv. Neural. Inf. Process. Syst. 34, 144\u2013157 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"40_CR41","unstructured":"Sun, Y., Ming, Y., Zhu, X., Li, Y.: Out-of-distribution detection with deep nearest neighbors. In: International Conference on Machine Learning, pp. 20827\u201320840. PMLR (2022)"},{"key":"40_CR42","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1007\/s13272-025-00883-6","volume":"16","author":"C Torens","year":"2025","unstructured":"Torens, C., et al.: Runtime monitoring of operational design domain to safeguard machine learning components. CEAS Aeronaut. J. 16, 973\u2013991 (2025)","journal-title":"CEAS Aeronaut. J."},{"key":"40_CR43","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Z., Feng, L., Zhang, W.: Vim: out-of-distribution with virtual-logit matching. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4921\u20134930. (2022)","DOI":"10.1109\/CVPR52688.2022.00487"},{"key":"40_CR44","doi-asserted-by":"crossref","unstructured":"Wang, H., Xu, J., Xu, C., Ma, X., Lu, J.: Dissector: input validation for deep learning applications by crossing-layer dissection. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, pp. 727\u2013738 (2020)","DOI":"10.1145\/3377811.3380379"},{"key":"40_CR45","doi-asserted-by":"crossref","unstructured":"Wilson, S., Fischer, T., Dayoub, F., Miller, D., S\u00fcnderhauf, N.: Safe: sensitivity-aware features for out-of-distribution object detection. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 23565\u201323576 (2023)","DOI":"10.1109\/ICCV51070.2023.02154"},{"key":"40_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105613","volume":"83","author":"SW Yahaya","year":"2019","unstructured":"Yahaya, S.W., Lotfi, A., Mahmud, M.: A consensus novelty detection ensemble approach for anomaly detection in activities of daily living. Appl. Soft Comput. 83, 105613 (2019)","journal-title":"Appl. Soft Comput."},{"issue":"12","key":"40_CR47","doi-asserted-by":"publisher","first-page":"5635","DOI":"10.1007\/s11263-024-02117-4","volume":"132","author":"J Yang","year":"2024","unstructured":"Yang, J., Zhou, K., Li, Y., Liu, Z.: Generalized out-of-distribution detection: a survey. Int. J. Comput. Vision 132(12), 5635\u20135662 (2024)","journal-title":"Int. J. Comput. Vision"},{"key":"40_CR48","unstructured":"Zhang, J., et al.: OpenOOD v1.5: enhanced benchmark for out-of-distribution detection. In: NeurIPS 2023 Workshop on Distribution Shifts: New Frontiers with Foundation Models (2023)"},{"key":"40_CR49","unstructured":"Zouzou, A., Ducoffe, M., Boumazouza, R.: Robust vision-based runway detection through conformal prediction and conformal map. arXiv preprint arXiv:2505.16740 (2025)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-31666-0_40","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T05:45:41Z","timestamp":1785649541000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-31666-0_40"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,3]]},"ISBN":["9783032316653","9783032316660"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-31666-0_40","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,3]]},"assertion":[{"value":"3 August 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lyon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 August 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 August 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2026.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}