{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T21:46:09Z","timestamp":1769723169965,"version":"3.49.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031274800","type":"print"},{"value":"9783031274817","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-27481-7_36","type":"book-chapter","created":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T14:03:10Z","timestamp":1677765790000},"page":"622-634","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Runtime Monitoring for\u00a0Out-of-Distribution Detection in\u00a0Object Detection Neural Networks"],"prefix":"10.1007","author":[{"given":"Vahid","family":"Hashemi","sequence":"first","affiliation":[]},{"given":"Jan","family":"K\u0159et\u00ednsk\u1ef3","sequence":"additional","affiliation":[]},{"given":"Sabine","family":"Rieder","sequence":"additional","affiliation":[]},{"given":"Jessica","family":"Schmidt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,3]]},"reference":[{"key":"36_CR1","unstructured":"Bak, S., Liu, C., Johnson, T.T.: The second international verification of neural networks competition (VNN-COMP 2021): summary and results. CoRR abs\/2109.00498 (2021). https:\/\/arxiv.org\/abs\/2109.00498"},{"key":"36_CR2","doi-asserted-by":"crossref","unstructured":"Cheng, C.H.: Provably-robust runtime monitoring of neuron activation patterns. In: 2021 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 1310\u20131313. IEEE (2021)","DOI":"10.23919\/DATE51398.2021.9473957"},{"key":"36_CR3","doi-asserted-by":"crossref","unstructured":"Cheng, C., Huang, C., Brunner, T., Hashemi, V.: Towards safety verification of direct perception neural networks. In: 2020 Design, Automation & Test in Europe Conference & Exhibition, DATE 2020, Grenoble, France, 9\u201313 March 2020, pp. 1640\u20131643. IEEE (2020)","DOI":"10.23919\/DATE48585.2020.9116205"},{"key":"36_CR4","doi-asserted-by":"crossref","unstructured":"Cheng, C.H., N\u00fchrenberg, G., Yasuoka, H.: Runtime monitoring neuron activation patterns. In: 2019 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 300\u2013303. IEEE (2019)","DOI":"10.23919\/DATE.2019.8714971"},{"key":"36_CR5","doi-asserted-by":"publisher","unstructured":"Cordts, M., et al.: The cityscapes dataset for semantic urban scene understanding. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, 27\u201330 June 2016, pp. 3213\u20133223. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.350","DOI":"10.1109\/CVPR.2016.350"},{"key":"36_CR6","doi-asserted-by":"crossref","unstructured":"Cousot, P., Cousot, R.: Static determination of dynamic properties of programs. In: Proceedings of the 2nd International Symposium on Programming, Paris, France, pp. 106\u2013130. Dunod (1976)","DOI":"10.1145\/390018.808314"},{"key":"36_CR7","doi-asserted-by":"crossref","unstructured":"Dodge, S., Karam, L.: A study and comparison of human and deep learning recognition performance under visual distortions. In: 2017 26th International Conference on Computer Communication and Networks (ICCCN), pp. 1\u20137. IEEE (2017)","DOI":"10.1109\/ICCCN.2017.8038465"},{"key":"36_CR8","doi-asserted-by":"crossref","unstructured":"Du, X., Wang, X., Gozum, G., Li, Y.: Unknown-aware object detection: learning what you don\u2019t know from videos in the wild. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13678\u201313688 (2022)","DOI":"10.1109\/CVPR52688.2022.01331"},{"key":"36_CR9","unstructured":"Du, X., Wang, Z., Cai, M., Li, Y.: Vos: learning what you don\u2019t know by virtual outlier synthesis. In: International Conference on Learning Representations (2021)"},{"key":"36_CR10","doi-asserted-by":"publisher","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.: AI2: safety and robustness certification of neural networks with abstract interpretation. In: 2018 IEEE Symposium on Security and Privacy, SP 2018, Proceedings, San Francisco, California, USA, 21\u201323 May 2018, pp. 3\u201318. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/SP.2018.00058","DOI":"10.1109\/SP.2018.00058"},{"key":"36_CR11","doi-asserted-by":"crossref","unstructured":"Geiger, A., Lenz, P., Urtasun, R.: Are we ready for autonomous driving? The kitti vision benchmark suite. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2012)","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"36_CR12","unstructured":"Geyer, J., et al.: A2D2: Audi autonomous driving dataset (2020). https:\/\/www.a2d2.audi"},{"key":"36_CR13","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)"},{"key":"36_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1007\/978-3-030-88494-9_14","volume-title":"Runtime Verification","author":"V Hashemi","year":"2021","unstructured":"Hashemi, V., K\u0159et\u00ednsk\u00fd, J., Mohr, S., Seferis, E.: Gaussian-based runtime detection of\u00a0out-of-distribution inputs for neural networks. In: Feng, L., Fisman, D. (eds.) RV 2021. LNCS, vol. 12974, pp. 254\u2013264. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88494-9_14"},{"key":"36_CR15","doi-asserted-by":"publisher","unstructured":"Hendrycks, D., et al.: Scaling out-of-distribution detection for real-world settings. arXiv preprint arXiv:1911.11132 (2019). https:\/\/doi.org\/10.48550\/ARXIV.1911.11132, https:\/\/arxiv.org\/abs\/1911.11132","DOI":"10.48550\/ARXIV.1911.11132"},{"key":"36_CR16","doi-asserted-by":"publisher","unstructured":"Henriksen, P., Lomuscio, A.R.: Efficient neural network verification via adaptive refinement and adversarial search. In: Giacomo, G.D., et al. (eds.) ECAI 2020\u201324th European Conference on Artificial Intelligence, 29 August-8 September 2020, Santiago de Compostela, Spain, August 29 - September 8, 2020 -Including 10th Conference on Prestigious Applications of Artificial Intelligence (PAIS 2020). Frontiers in Artificial Intelligence and Applications, vol. 325, pp. 2513\u20132520. IOS Press (2020). https:\/\/doi.org\/10.3233\/FAIA200385","DOI":"10.3233\/FAIA200385"},{"key":"36_CR17","doi-asserted-by":"publisher","unstructured":"Henzinger, T.A., Lukina, A., Schilling, C.: Outside the box: abstraction-based monitoring of neural networks. In: ECAI 2020\u201324th European Conference on Artificial Intelligence, 29 August-8 September 2020, Santiago de Compostela, Spain, August 29 - September 8, 2020 - Including 10th Conference on Prestigious Applications of Artificial Intelligence (PAIS 2020). Frontiers in Artificial Intelligence and Applications, vol. 325, pp. 2433\u20132440. IOS Press (2020). https:\/\/doi.org\/10.3233\/FAIA200375","DOI":"10.3233\/FAIA200375"},{"key":"36_CR18","doi-asserted-by":"crossref","unstructured":"Hosseini, H., Xiao, B., Poovendran, R.: Google\u2019s cloud vision API is not robust to noise. In: 2017 16th IEEE International Conference on Machine Learning and Applications (ICMLA), pp. 101\u2013105. IEEE (2017)","DOI":"10.1109\/ICMLA.2017.0-172"},{"key":"36_CR19","doi-asserted-by":"crossref","unstructured":"Hu, J., Shen, L., Sun, G.: Squeeze-and-excitation networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7132\u20137141 (2018)","DOI":"10.1109\/CVPR.2018.00745"},{"key":"36_CR20","unstructured":"Hurtik, P., Molek, V., Hula, J., Vajgl, M., Vlasanek, P., Nejezchleba, T.: Poly-yolo: higher speed, more precise detection and instance segmentation for yolov3. arXiv preprint arXiv:2005.13243 (2020)"},{"key":"36_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1007\/978-3-030-25540-4_26","volume-title":"Computer Aided Verification","author":"G Katz","year":"2019","unstructured":"Katz, G., et al.: The marabou framework for verification and analysis of deep neural networks. In: Dillig, I., Tasiran, S. (eds.) CAV 2019. LNCS, vol. 11561, pp. 443\u2013452. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-25540-4_26"},{"issue":"6","key":"36_CR22","doi-asserted-by":"publisher","first-page":"1158","DOI":"10.1109\/TPAMI.2013.172","volume":"36","author":"R Laxhammar","year":"2014","unstructured":"Laxhammar, R., Falkman, G.: Online learning and sequential anomaly detection in trajectories. IEEE Trans. Pattern Anal. Mach. Intell. 36(6), 1158\u20131173 (2014). https:\/\/doi.org\/10.1109\/TPAMI.2013.172","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"1","key":"36_CR23","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s10472-013-9381-7","volume":"74","author":"R Laxhammar","year":"2015","unstructured":"Laxhammar, R., Falkman, G.: Inductive conformal anomaly detection for sequential detection of anomalous sub-trajectories. Ann. Math. Artif. Intell. 74(1), 67\u201394 (2015). https:\/\/doi.org\/10.1007\/s10472-013-9381-7","journal-title":"Ann. Math. Artif. Intell."},{"key":"36_CR24","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. In: 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings. OpenReview.net (2018). https:\/\/openreview.net\/forum?id=H1VGkIxRZ"},{"key":"36_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1007\/978-3-030-88494-9_3","volume-title":"Runtime Verification","author":"A Lukina","year":"2021","unstructured":"Lukina, A., Schilling, C., Henzinger, T.A.: Into the unknown: active monitoring of\u00a0neural networks. In: Feng, L., Fisman, D. (eds.) RV 2021. LNCS, vol. 12974, pp. 42\u201361. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88494-9_3"},{"key":"36_CR26","doi-asserted-by":"publisher","unstructured":"Metzen, J.H., Kumar, M.C., Brox, T., Fischer, V.: Universal adversarial perturbations against semantic image segmentation. In: IEEE International Conference on Computer Vision, ICCV 2017, Venice, Italy, 22\u201329 October 2017, pp. 2774\u20132783. IEEE Computer Society (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.300","DOI":"10.1109\/ICCV.2017.300"},{"key":"36_CR27","unstructured":"Michaelis, C., et al.: Benchmarking robustness in object detection: autonomous driving when winter is coming. arXiv preprint arXiv:1907.07484 (2019)"},{"key":"36_CR28","volume-title":"Neural Networks and Deep Learning","author":"MA Nielsen","year":"2015","unstructured":"Nielsen, M.A.: Neural Networks and Deep Learning, vol. 25. Determination Press San Francisco, CA, USA (2015)"},{"key":"36_CR29","doi-asserted-by":"publisher","unstructured":"Redmon, J., Divvala, S.K., Girshick, R., Farhadi, A.: You only look once: unified, real-time object detection. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, 27\u201330 June 2016, pp. 779\u2013788. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.91","DOI":"10.1109\/CVPR.2016.91"},{"key":"36_CR30","unstructured":"Redmon, J., Farhadi, A.: Yolov3: an incremental improvement. CoRR abs\/1804.02767 (2018). http:\/\/arxiv.org\/abs\/1804.02767"},{"key":"36_CR31","unstructured":"Sastry, C.S., Oore, S.: Detecting out-of-distribution examples with gram matrices. In: Proceedings of the 37th International Conference on Machine Learning, ICML 2020, 13\u201318 July 2020, Virtual Event. Proceedings of Machine Learning Research, vol. 119, pp. 8491\u20138501. PMLR (2020). http:\/\/proceedings.mlr.press\/v119\/sastry20a.html"},{"key":"36_CR32","doi-asserted-by":"publisher","unstructured":"Singh, G., Gehr, T., P\u00fcschel, M., Vechev, M.T.: An abstract domain for certifying neural networks. Proc. ACM Program. Lang. 3(POPL), 1\u201330 (2019). https:\/\/doi.org\/10.1145\/3290354","DOI":"10.1145\/3290354"},{"key":"36_CR33","unstructured":"Wang, H., Liu, W., Bocchieri, A., Li, Y.: Can multi-label classification networks know what they don\u2019t know? Advances in Neural Information Processing Systems, vol. 34, pp. 29074\u201329087 (2021)"},{"key":"36_CR34","unstructured":"Yang, J., Zhou, K., Li, Y., Liu, Z.: Generalized out-of-distribution detection: a survey. CoRR abs\/2110.11334 (2021). https:\/\/arxiv.org\/abs\/2110.11334"},{"key":"36_CR35","unstructured":"Zhang, H., Weng, T., Chen, P., Hsieh, C., Daniel, L.: Efficient neural network robustness certification with general activation functions. CoRR abs\/1811.00866 (2018). http:\/\/arxiv.org\/abs\/1811.00866"}],"container-title":["Lecture Notes in Computer Science","Formal Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-27481-7_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T14:12:44Z","timestamp":1677766364000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-27481-7_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031274800","9783031274817"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-27481-7_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"3 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Formal Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"L\u00fcbeck","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 March 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 March 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"fm2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/fm2023.isp.uni-luebeck.de\/wordpress\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"95","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The proceedings also include 7 short industry papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}