{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T04:05:05Z","timestamp":1781669105193,"version":"3.54.5"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031742330","type":"print"},{"value":"9783031742347","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T00:00:00Z","timestamp":1728691200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T00:00:00Z","timestamp":1728691200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-74234-7_1","type":"book-chapter","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:01:58Z","timestamp":1728640918000},"page":"3-21","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A Formal Approach for\u00a0Safe Reinforcement Learning: A Rate-Adaptive Pacemaker Case Study"],"prefix":"10.1007","author":[{"given":"Sai Rohan Harshavardhan","family":"Vuppala","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nathan","family":"Allen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Srinivas","family":"Pinisetty","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Partha","family":"Roop","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,12]]},"reference":[{"key":"1_CR1","doi-asserted-by":"publisher","first-page":"536","DOI":"10.1109\/TBME.2019.2917212","volume":"67","author":"W Ai","year":"2020","unstructured":"Ai, W., Patel, N.D., Roop, P.S., Malik, A., Trew, M.L.: Cardiac electrical modeling for closed-loop validation of implantable devices. IEEE Trans. Biomed. Eng. 67, 536\u2013544 (2020)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"1_CR2","doi-asserted-by":"crossref","unstructured":"Alshiekh, M., Bloem, R., Ehlers, R., K\u00f6nighofer, B., Niekum, S., Topcu, U.: Safe reinforcement learning via shielding. In: AAAI 18. AAAI\u201918\/IAAI\u201918\/EAAI\u201918, AAAI Press (2018)","DOI":"10.1609\/aaai.v32i1.11797"},{"key":"1_CR3","unstructured":"Amir, G., Schapira, M., Katz, G.: Towards scalable verification of deep reinforcement learning. In: FMCAD, pp. 193\u2013203. IEEE (2021)"},{"key":"1_CR4","unstructured":"Appendix: A Formal Approach for Safe Reinforcement Learning- A Rate-Adaptive Pacemaker Case Study (2024). https:\/\/github.com\/saferl605\/Safe-RL. Accessed August 2024"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Burkett, D.E.: Chapter 45 - Bradyarrhythmias and Conduction Abnormalities. In: Silverstein, D.C., Hopper, K. (eds.) Small Animal Critical Care Medicine, pp. 189\u2013195. W.B. Saunders, Saint Louis (2009)","DOI":"10.1016\/B978-1-4160-2591-7.10045-1"},{"key":"1_CR6","unstructured":"Dakkak\u00a0W, D.R.: Sick Sinus Syndrome. StatPearls, StatPearls Publishing, St. Petersburg (2024)"},{"key":"1_CR7","unstructured":"Desai, D.S., Hajoul, S.: Arrhythmias. StatPearls, StatPearls Publishing, St. Petersburg (2023)"},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Dole, K., Gupta, A., Komp, J., Krishna, S., Trivedi, A.: Correct-by-construction reinforcement learning of cardiac pacemakers from duration calculus requirements. In: AAAI Conference on Artificial Intelligence (2023)","DOI":"10.1609\/aaai.v37i12.26728"},{"issue":"3","key":"1_CR9","first-page":"223","volume":"38","author":"Y Falcone","year":"2011","unstructured":"Falcone, Y., Mounier, L., Fernandez, J.C., Richier, J.L.: Runtime enforcement monitors: composition, synthesis, and enforcement abilities. FMSD 38(3), 223\u2013262 (2011)","journal-title":"FMSD"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Ivanov, R., Weimer, J., Alur, R., Pappas, G.J., Lee, I.: Verisig: verifying safety properties of hybrid systems with neural network controllers. In: HSCC, pp. 169\u2013178 (2019)","DOI":"10.1145\/3302504.3311806"},{"key":"1_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1007\/978-3-642-28756-5_14","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"Z Jiang","year":"2012","unstructured":"Jiang, Z., Pajic, M., Moarref, S., Alur, R., Mangharam, R.: Modeling and verification of a dual chamber implantable pacemaker. In: Flanagan, C., K\u00f6nig, B. (eds.) TACAS 2012. LNCS, vol. 7214, pp. 188\u2013203. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28756-5_14"},{"issue":"2","key":"1_CR12","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1007\/s10703-017-0276-9","volume":"51","author":"B K\u00f6nighofer","year":"2017","unstructured":"K\u00f6nighofer, B., et al.: Shield synthesis. Form. Methods Syst. Des. 51(2), 332\u2013361 (2017). https:\/\/doi.org\/10.1007\/s10703-017-0276-9","journal-title":"Form. Methods Syst. Des."},{"key":"1_CR13","doi-asserted-by":"publisher","unstructured":"K\u00f6nighofer, B., Bloem, R., Ehlers, R., Pek, C.: Correct-by-construction runtime enforcement in AI - a survey. In: Principles of Systems Design (2022). https:\/\/doi.org\/10.1007\/978-3-031-22337-2_31","DOI":"10.1007\/978-3-031-22337-2_31"},{"issue":"14s","key":"1_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3596444","volume":"55","author":"M Landers","year":"2023","unstructured":"Landers, M., Doryab, A.: Deep reinforcement learning verification: a survey. ACM Comput. Surv. 55(14s), 1\u201331 (2023)","journal-title":"ACM Comput. Surv."},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Ligatti, J., Bauer, L., Walker, D.: Run-time enforcement of nonsafety policies. ACM Trans. Inf. Syst. Secur. 12(3), 19:1\u201319:41 (2009)","DOI":"10.1145\/1455526.1455532"},{"key":"1_CR16","unstructured":"Mitchell, L.B.: Sinus Node Dysfunction. MSD MANUAL (2023)"},{"key":"1_CR17","doi-asserted-by":"publisher","unstructured":"Pearce, H., Pinisetty, S., Roop, P.S., Kuo, M.M., Ukil, A.: Smart i\/o modules for mitigating cyber-physical attacks on industrial control systems. IEEE TII 16(7), 4659\u20134669 (2020). https:\/\/doi.org\/10.1109\/TII.2019.2945520","DOI":"10.1109\/TII.2019.2945520"},{"issue":"3","key":"1_CR18","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s10703-014-0215-y","volume":"45","author":"S Pinisetty","year":"2014","unstructured":"Pinisetty, S., Falcone, Y., J\u00e9ron, T., Marchand, H., Rollet, A., Nguena Timo, O.: Runtime enforcement of timed properties revisited. FMSD 45(3), 381\u2013422 (2014). https:\/\/doi.org\/10.1007\/s10703-014-0215-y","journal-title":"FMSD"},{"key":"1_CR19","doi-asserted-by":"publisher","unstructured":"Pinisetty, S., Roop, P.S., Sawant, V., Schneider, G.: Security of pacemakers using runtime verification. In: MEMOCODE 2018, pp. 51\u201361. IEEE (2018). https:\/\/doi.org\/10.1109\/MEMCOD.2018.8556922","DOI":"10.1109\/MEMCOD.2018.8556922"},{"key":"1_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3126500","volume":"16","author":"S Pinisetty","year":"2017","unstructured":"Pinisetty, S., Roop, P.S., Smyth, S., Allen, N., Tripakis, S., von Hanxleden, R.: Runtime enforcement of cyber-physical systems. ACM TECS 16, 1\u201325 (2017)","journal-title":"ACM TECS"},{"key":"1_CR21","doi-asserted-by":"publisher","unstructured":"Pinisetty, S., Roop, P.S., Smyth, S., Tripakis, S., von Hanxleden, R.: Runtime enforcement of reactive systems using synchronous enforcers. In: Erdogmus, H., Havelund, K. (eds.) SPIN 2017, pp. 80\u201389. ACM (2017). https:\/\/doi.org\/10.1145\/3092282.3092291","DOI":"10.1145\/3092282.3092291"},{"key":"1_CR22","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1109\/TNN.2006.890806","volume":"18","author":"R Rom","year":"2007","unstructured":"Rom, R., et al.: Adaptive cardiac resynchronization therapy device based on spiking neurons architecture and reinforcement learning scheme. IEEE Trans. Neural Netw. 18, 542\u2013550 (2007)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"1","key":"1_CR23","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1145\/353323.353382","volume":"3","author":"FB Schneider","year":"2000","unstructured":"Schneider, F.B.: Enforceable security policies. ACM Trans. Inf. Syst. Secur. 3(1), 30\u201350 (2000)","journal-title":"ACM Trans. Inf. Syst. Secur."},{"key":"1_CR24","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning - An Introduction. Adaptive Computation and Machine Learning, MIT Press, Cambridge (1998)"}],"container-title":["Lecture Notes in Computer Science","Runtime Verification"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-74234-7_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:02:06Z","timestamp":1728640926000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-74234-7_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,12]]},"ISBN":["9783031742330","9783031742347"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-74234-7_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,12]]},"assertion":[{"value":"12 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Runtime Verification","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Instanbul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"T\u00fcrkiye","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/yeni.cmpe.bogazici.edu.tr\/rv24\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}