{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T15:51:29Z","timestamp":1743004289084,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031331695"},{"type":"electronic","value":"9783031331701"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-33170-1_9","type":"book-chapter","created":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T12:55:27Z","timestamp":1685710527000},"page":"140-156","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Conservative Safety Monitors of\u00a0Stochastic Dynamical Systems"],"prefix":"10.1007","author":[{"given":"Matthew","family":"Cleaveland","sequence":"first","affiliation":[]},{"given":"Oleg","family":"Sokolsky","sequence":"additional","affiliation":[]},{"given":"Insup","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Ivan","family":"Ruchkin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,3]]},"reference":[{"issue":"2","key":"9_CR1","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TITS.2009.2018966","volume":"10","author":"M Althoff","year":"2009","unstructured":"Althoff, M., Stursberg, O., Buss, M.: Model-based probabilistic collision detection in autonomous driving. IEEE Trans. Intell. Transp. Syst. 10(2), 299\u2013310 (2009)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"9_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/978-3-030-32079-9_7","volume-title":"Runtime Verification","author":"R Babaee","year":"2019","unstructured":"Babaee, R., Ganesh, V., Sedwards, S.: Accelerated learning of predictive runtime monitors for rare failure. In: Finkbeiner, B., Mariani, L. (eds.) RV 2019. LNCS, vol. 11757, pp. 111\u2013128. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32079-9_7"},{"key":"9_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/978-3-030-03769-7_11","volume-title":"Runtime Verification","author":"R Babaee","year":"2018","unstructured":"Babaee, R., Gurfinkel, A., Fischmeister, S.: Predictive run-time verification of discrete-time reachability properties in black-box systems using trace-level abstraction and statistical learning. In: Colombo, C., Leucker, M. (eds.) RV 2018. LNCS, vol. 11237, pp. 187\u2013204. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-03769-7_11"},{"key":"9_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/978-3-319-92970-5_13","volume-title":"Software Engineering and Formal Methods","author":"R Babaee","year":"2018","unstructured":"Babaee, R., Gurfinkel, A., Fischmeister, S.: $$\\cal{P}revent$$: a predictive run-time verification framework using statistical learning. In: Johnsen, E.B., Schaefer, I. (eds.) SEFM 2018. LNCS, vol. 10886, pp. 205\u2013220. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-92970-5_13"},{"key":"9_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-030-32079-9_8","volume-title":"Runtime Verification","author":"L Bortolussi","year":"2019","unstructured":"Bortolussi, L., Cairoli, F., Paoletti, N., Smolka, S.A., Stoller, S.D.: Neural predictive monitoring. In: Finkbeiner, B., Mariani, L. (eds.) RV 2019. LNCS, vol. 11757, pp. 129\u2013147. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32079-9_8"},{"issue":"4","key":"9_CR6","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10009-021-00623-1","volume":"23","author":"L Bortolussi","year":"2021","unstructured":"Bortolussi, L., Cairoli, F., Paoletti, N., Smolka, S.A., Stoller, S.D.: Neural predictive monitoring and a comparison of frequentist and Bayesian approaches. Int. J. Softw. Tools Technol. Transfer 23(4), 615\u2013640 (2021)","journal-title":"Int. J. Softw. Tools Technol. Transfer"},{"key":"9_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/978-3-030-88494-9_7","volume-title":"Runtime Verification","author":"F Cairoli","year":"2021","unstructured":"Cairoli, F., Bortolussi, L., Paoletti, N.: Neural predictive monitoring under partial observability. In: Feng, L., Fisman, D. (eds.) RV 2021. LNCS, vol. 12974, pp. 121\u2013141. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88494-9_7"},{"key":"9_CR8","doi-asserted-by":"crossref","unstructured":"Cairoli, F., Paoletti, N., Bortolussi, L.: Conformal quantitative predictive monitoring of STL requirements for stochastic processes. arXiv:2211.02375 (2022)","DOI":"10.1145\/3575870.3587113"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Chou, Y., Yoon, H., Sankaranarayanan, S.: Predictive runtime monitoring of vehicle models using Bayesian estimation and reachability analysis. In: 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 2111\u20132118. IEEE (2020)","DOI":"10.1109\/IROS45743.2020.9340755"},{"key":"9_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/978-3-030-88494-9_11","volume-title":"Runtime Verification","author":"A Cimatti","year":"2021","unstructured":"Cimatti, A., Tian, C., Tonetta, S.: Assumption-based runtime verification of infinite-state systems. In: Feng, L., Fisman, D. (eds.) RV 2021. LNCS, vol. 12974, pp. 207\u2013227. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88494-9_11"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Cleaveland, M., Ruchkin, I., Sokolsky, O., Lee, I.: Monotonic safety for scalable and data-efficient probabilistic safety analysis. In: 2022 ACM\/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS), pp. 92\u2013103 (2022)","DOI":"10.1109\/ICCPS54341.2022.00015"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Ferrando, A., et al.: Bridging the gap between single- and multi-model predictive runtime verification. Formal Methods Syst. Des. 1\u201333 (2022)","DOI":"10.1007\/s10703-022-00395-7"},{"key":"9_CR13","unstructured":"Ferrando, A., Delzanno, G.: Incrementally predictive runtime verification. In: Proceedings of the 36th Italian Conference on Computational Logic, Parma, Italy, 7\u20139 September 2021. CEUR Workshop Proceedings, vol. 3002, pp. 92\u2013106 (2021)"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Gong, Y., Lin, X., Yao, Y., Dietterich, T.G., Divakaran, A., Gervasio, M.T.: Confidence calibration for domain generalization under covariate shift. In: 2021 IEEE\/CVF International Conference on Computer Vision, ICCV 2021, Montreal, QC, Canada, 10\u201317 October 2021, pp. 8938\u20138947. IEEE (2021)","DOI":"10.1109\/ICCV48922.2021.00883"},{"key":"9_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/978-3-030-57628-8_17","volume-title":"Formal Modeling and Analysis of Timed Systems","author":"W Granig","year":"2020","unstructured":"Granig, W., Jak\u0161i\u0107, S., Lewitschnig, H., Mateis, C., Ni\u010dkovi\u0107, D.: Weakness monitors for fail-aware systems. In: Bertrand, N., Jansen, N. (eds.) FORMATS 2020. LNCS, vol. 12288, pp. 283\u2013299. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-57628-8_17"},{"key":"9_CR16","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"key":"9_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1007\/978-3-030-60508-7_30","volume-title":"Runtime Verification","author":"M Jaeger","year":"2020","unstructured":"Jaeger, M., Larsen, K.G., Tibo, A.: From statistical model checking to run-time monitoring using a Bayesian network approach. In: Deshmukh, J., Ni\u010dkovi\u0107, D. (eds.) RV 2020. LNCS, vol. 12399, pp. 517\u2013535. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-60508-7_30"},{"issue":"1","key":"9_CR18","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/s10514-021-10000-1","volume":"46","author":"A Jasour","year":"2022","unstructured":"Jasour, A., Huang, X., Wang, A., Williams, B.C.: Fast nonlinear risk assessment for autonomous vehicles using learned conditional probabilistic models of agent futures. Auton. Robot. 46(1), 269\u2013282 (2022)","journal-title":"Auton. Robot."},{"key":"9_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1007\/978-3-030-81688-9_26","volume-title":"Computer Aided Verification","author":"S Junges","year":"2021","unstructured":"Junges, S., Torfah, H., Seshia, S.A.: Runtime monitors for Markov decision processes. In: Silva, A., Leino, K.R.M. (eds.) CAV 2021. LNCS, vol. 12760, pp. 553\u2013576. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-81688-9_26"},{"key":"9_CR20","unstructured":"Katoen, J.P.: Model checking meets probability: a gentle introduction (2013)"},{"issue":"4","key":"9_CR21","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/BF01995674","volume":"2","author":"R Koymans","year":"1990","unstructured":"Koymans, R.: Specifying real-time properties with metric temporal logic. Real-Time Syst. 2(4), 255\u2013299 (1990)","journal-title":"Real-Time Syst."},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Kwiatkowska, M., Norman, G., Parker, D.: PRISM 4.0: verification of probabilistic real-time systems. In: Proceedings of 23rd International Conference on Computer Aided Verification (CAV 2011) (2011)","DOI":"10.1007\/978-3-642-22110-1_47"},{"key":"9_CR23","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.ic.2013.10.001","volume":"232","author":"M Kwiatkowska","year":"2013","unstructured":"Kwiatkowska, M., Norman, G., Parker, D., Qu, H.: Compositional probabilistic verification through multi-objective model checking. Inf. Comput. 232, 38\u201365 (2013)","journal-title":"Inf. Comput."},{"key":"9_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1007\/978-3-642-35632-2_10","volume-title":"Runtime Verification","author":"M Leucker","year":"2013","unstructured":"Leucker, M.: Sliding between model checking and runtime verification. In: Qadeer, S., Tasiran, S. (eds.) RV 2012. LNCS, vol. 7687, pp. 82\u201387. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-35632-2_10"},{"key":"9_CR25","doi-asserted-by":"crossref","unstructured":"Lindemann, L., Qin, X., Deshmukh, J.V., Pappas, G.J.: Conformal prediction for STL runtime verification. arXiv abs\/2211.01539 (2022)","DOI":"10.1145\/3576841.3585927"},{"issue":"5s","key":"9_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3477032","volume":"20","author":"M Ma","year":"2021","unstructured":"Ma, M., Stankovic, J., Bartocci, E., Feng, L.: Predictive monitoring with logic-calibrated uncertainty for cyber-physical systems. ACM Trans. Embed. Comput. Syst. (TECS) 20(5s), 1\u201325 (2021)","journal-title":"ACM Trans. Embed. Comput. Syst. (TECS)"},{"key":"9_CR27","unstructured":"Minderer, M., et al.: Revisiting the calibration of modern neural networks. In: Advances in Neural Information Processing Systems, vol. 34, pp. 15682\u201315694. Curran Associates, Inc. (2021)"},{"key":"9_CR28","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1016\/j.jss.2017.06.060","volume":"132","author":"S Pinisetty","year":"2017","unstructured":"Pinisetty, S., J\u00e9ron, T., Tripakis, S., Falcone, Y., Marchand, H., Preoteasa, V.: Predictive runtime verification of timed properties. J. Syst. Softw. 132, 353\u2013365 (2017)","journal-title":"J. Syst. Softw."},{"issue":"1","key":"9_CR29","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1111\/j.1467-9868.2009.00726.x","volume":"72","author":"R Ranjan","year":"2010","unstructured":"Ranjan, R., Gneiting, T.: Combining probability forecasts. J. Roy. Stat. Soc. Ser. B (Stat. Methodol.) 72(1), 71\u201391 (2010)","journal-title":"J. Roy. Stat. Soc. Ser. B (Stat. Methodol.)"},{"key":"9_CR30","doi-asserted-by":"crossref","unstructured":"Ruchkin, I., et al.: Confidence composition for monitors of verification assumptions. In: 2022 ACM\/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS), pp. 1\u201312 (2022)","DOI":"10.1109\/ICCPS54341.2022.00007"},{"key":"9_CR31","unstructured":"Shafer, G., Vovk, V.: A tutorial on conformal prediction. J. Mach. Learn. Res. 9(3) (2008)"},{"key":"9_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/978-3-030-32079-9_20","volume-title":"Runtime Verification","author":"H Yoon","year":"2019","unstructured":"Yoon, H., Chou, Y., Chen, X., Frew, E., Sankaranarayanan, S.: Predictive runtime monitoring for linear stochastic systems and applications to geofence enforcement for UAVs. In: Finkbeiner, B., Mariani, L. (eds.) RV 2019. LNCS, vol. 11757, pp. 349\u2013367. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32079-9_20"},{"key":"9_CR33","doi-asserted-by":"crossref","unstructured":"Yu, X., Dong, W., Yin, X., Li, S.: Model predictive monitoring of dynamic systems for signal temporal logic specifications. arXiv:2209.12493 (2022)","DOI":"10.1109\/CDC51059.2022.9993114"},{"key":"9_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1007\/978-3-642-28891-3_37","volume-title":"NASA Formal Methods","author":"X Zhang","year":"2012","unstructured":"Zhang, X., Leucker, M., Dong, W.: Runtime verification with predictive semantics. In: Goodloe, A.E., Person, S. (eds.) NFM 2012. LNCS, vol. 7226, pp. 418\u2013432. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28891-3_37"}],"container-title":["Lecture Notes in Computer Science","NASA Formal Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-33170-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T12:57:27Z","timestamp":1685710647000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-33170-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031331695","9783031331701"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-33170-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"3 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NFM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"NASA Formal Methods Symposium","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Houston, TX","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 May 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nfm2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/nfm-2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"75","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.9","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}