{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T15:10:44Z","timestamp":1770909044077,"version":"3.50.1"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032104434","type":"print"},{"value":"9783032104441","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T00:00:00Z","timestamp":1762905600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T00:00:00Z","timestamp":1762905600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-10444-1_15","type":"book-chapter","created":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T06:58:45Z","timestamp":1762844325000},"page":"241-260","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploring Unknown Environments with\u00a0Uppaal Stratego: Safe Reinforcement Learning for\u00a0Navigation and\u00a0Pump Localization"],"prefix":"10.1007","author":[{"given":"Magnus Kallestrup","family":"Axelsen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0173-9486","authenticated-orcid":false,"given":"Martin","family":"Kristjansen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5953-3384","authenticated-orcid":false,"given":"Kim Guldstrand","family":"Larsen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9089-8015","authenticated-orcid":false,"given":"Thomas Grubbe Sandborg","family":"Lauritsen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,12]]},"reference":[{"key":"15_CR1","doi-asserted-by":"publisher","unstructured":"Reproducibility Package. https:\/\/doi.org\/10.5281\/zenodo.16964230","DOI":"10.5281\/zenodo.16964230"},{"issue":"2","key":"15_CR2","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/0304-3975(94)90010-8","volume":"126","author":"R Alur","year":"1994","unstructured":"Alur, R., Dill, D.L.: A theory of timed automata. Theoret. Comput. Sci. 126(2), 183\u2013235 (1994)","journal-title":"Theoret. Comput. Sci."},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Brorholt, A.H., Jensen, P.G., Larsen, K.G., Lorber, F., Schilling, C.: Shielded reinforcement learning for hybrid systems. In: International Conference on Bridging the Gap between AI and Reality, pp. 33\u201354. Springer (2023)","DOI":"10.1007\/978-3-031-46002-9_3"},{"key":"15_CR4","doi-asserted-by":"crossref","unstructured":"B\u00f8gh, S., Gj\u00f8l\u00a0Jensen, P., Kristjansen, M., Guldstrand\u00a0Larsen, K., Nyman, U.: Distributed fleet management in noisy environments via model-predictive control. In: Proceedings of the International Conference on Automated Planning and Scheduling 32(1), 565\u2013573 (2022). https:\/\/ojs.aaai.org\/index.php\/ICAPS\/article\/view\/19843","DOI":"10.1609\/icaps.v32i1.19843"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Carrillo, H., Reid, I., Castellanos, J.A.: On the comparison of uncertainty criteria for active slam. In: 2012 IEEE International Conference on Robotics and Automation, pp. 2080\u20132087. IEEE (2012)","DOI":"10.1109\/ICRA.2012.6224890"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Chen, S.Y., He, Q.F., Lai, C.F.: Deep reinforcement learning-based robot exploration for constructing map of unknown environment. Inf. Syst. Front. 26 (2021)","DOI":"10.1007\/s10796-021-10218-5"},{"key":"15_CR7","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.neucom.2022.04.131","volume":"497","author":"WH Chen","year":"2022","unstructured":"Chen, W.H.: Perspective view of autonomous control in unknown environment: dual control for exploitation and exploration vs reinforcement learning. Neurocomputing 497, 50\u201363 (2022)","journal-title":"Neurocomputing"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Choi, H.W., Kim, H.J., Kim, S.K., Na, W.S.: An overview of drone applications in the construction industry. Drones 7(8) (2023). https:\/\/www.mdpi.com\/2504-446X\/7\/8\/515","DOI":"10.3390\/drones7080515"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"David, A., Jensen, P.G., Larsen, K.G., Miku\u010dionis, M., Taankvist, J.H.: Uppaal stratego. In: Tools and Algorithms for the Construction and Analysis of Systems: 21st International Conference, TACAS 2015, Held as Part of the European Joint Conferences on Theory and Practice of Software, ETAPS 2015, London, UK, April 11-18, 2015, Proceedings 21, pp. 206\u2013211. Springer (2015)","DOI":"10.1007\/978-3-662-46681-0_16"},{"issue":"2","key":"15_CR10","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1109\/MRA.2006.1638022","volume":"13","author":"H Durrant-Whyte","year":"2006","unstructured":"Durrant-Whyte, H., Bailey, T.: Simultaneous localization and mapping: part i. IEEE Robot. Autom. Magazine 13(2), 99\u2013110 (2006)","journal-title":"IEEE Robot. Autom. Magazine"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Goorden, M., Jensen, P., Larsen, K., Samusev, M., Srba, J., Zhao, G.: Stompc: stochastic model-predictive control with uppaal stratego. In: International Symposium on Automated Technology for Verification and Analysis, pp. 327\u2013333. Springer (2022)","DOI":"10.1007\/978-3-031-19992-9_21"},{"key":"15_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.nahs.2024.101504","volume":"53","author":"MA Goorden","year":"2024","unstructured":"Goorden, M.A., et al.: Optimal control strategies for stormwater detention ponds. Nonlinear Anal. Hybrid Syst 53, 101504 (2024)","journal-title":"Nonlinear Anal. Hybrid Syst"},{"key":"15_CR13","unstructured":"Grundfos Holding A\/S: Grundfos Homepage (2025). https:\/\/www.grundfos.com\/, Accessed 10 June 2025"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Hasrat, I.R., Jensen, P.G., Larsen, K.G., Srba, J.: A toolchain for domestic heat-pump control using uppaal stratego. Sci. Comput. Programm. 230, 102987 (2023). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167642323000692","DOI":"10.1016\/j.scico.2023.102987"},{"issue":"7","key":"15_CR15","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1177\/0278364914561102","volume":"34","author":"V Indelman","year":"2015","unstructured":"Indelman, V., Carlone, L., Dellaert, F.: Planning in the continuous domain: a generalized belief space approach for autonomous navigation in unknown environments. Int. J. Robot. Res. 34(7), 849\u2013882 (2015)","journal-title":"Int. J. Robot. Res."},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Jaeger, M., Jensen, P., Larsen, K., Legay, A., Sedwards, S., Taankvist, J.: Teaching stratego to play ball: optimal synthesis for continuous space mdps. In: Automated Technology for Verification and Analysis- 17th International Symposium, AVTA 2019, Proceedings, pp. 81\u201397. Springer (2019)","DOI":"10.1007\/978-3-030-31784-3_5"},{"issue":"2","key":"15_CR17","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1177\/0278364913494911","volume":"33","author":"M Keidar","year":"2014","unstructured":"Keidar, M., Kaminka, G.A.: Efficient frontier detection for robot exploration. Int. J. Robot. Res. 33(2), 215\u2013236 (2014)","journal-title":"Int. J. Robot. Res."},{"key":"15_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.jlamp.2024.100979","volume":"141","author":"EH Kim","year":"2024","unstructured":"Kim, E.H., Goorden, M.A., Larsen, K.G., Nielsen, T.D.: Controlling stormwater detention ponds under partial observability. J. Logical Algebraic Methods Programm. 141, 100979 (2024)","journal-title":"J. Logical Algebraic Methods Programm."},{"key":"15_CR19","doi-asserted-by":"crossref","unstructured":"Koenig, N., Howard, A.: Design and use paradigms for gazebo, an open-source multi-robot simulator. In: 2004 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE Cat. No.04CH37566). vol.\u00a03, pp. 2149\u20132154 (2004)","DOI":"10.1109\/IROS.2004.1389727"},{"key":"15_CR20","doi-asserted-by":"crossref","unstructured":"Macenski, S., Foote, T., Gerkey, B., Lalancette, C., Woodall, W.: Robot operating system 2: design, architecture, and uses in the wild 2022)","DOI":"10.1126\/scirobotics.abm6074"},{"issue":"61","key":"15_CR21","doi-asserted-by":"publisher","first-page":"2783","DOI":"10.21105\/joss.02783","volume":"6","author":"S Macenski","year":"2021","unstructured":"Macenski, S., Jambrecic, I.: Slam toolbox: slam for the dynamic world. J. Open Source Softw. 6(61), 2783 (2021)","journal-title":"J. Open Source Softw."},{"issue":"2","key":"15_CR22","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/LRA.2019.2891991","volume":"4","author":"F Niroui","year":"2019","unstructured":"Niroui, F., Zhang, K., Kashino, Z., Nejat, G.: Deep reinforcement learning robot for search and rescue applications: exploration in unknown cluttered environments. IEEE Robot. Autom. Lett. 4(2), 610\u2013617 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"15_CR23","doi-asserted-by":"crossref","unstructured":"Peake, A., McCalmon, J., Zhang, Y., Myers, D., Alqahtani, S., Pauca, P.: Deep reinforcement learning for adaptive exploration of unknown environments. In: 2021 International Conference on Unmanned Aircraft Systems (ICUAS), pp. 265\u2013274. IEEE (2021)","DOI":"10.1109\/ICUAS51884.2021.9476756"},{"key":"15_CR24","doi-asserted-by":"crossref","unstructured":"Peake, A., McCalmon, J., Zhang, Y., Raiford, B., Alqahtani, S.: Wilderness search and rescue missions using deep reinforcement learning. In: 2020 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR), pp. 102\u2013107. IEEE (2020)","DOI":"10.1109\/SSRR50563.2020.9292613"},{"issue":"3","key":"15_CR25","doi-asserted-by":"publisher","first-page":"1686","DOI":"10.1109\/TRO.2023.3248510","volume":"39","author":"JA Placed","year":"2023","unstructured":"Placed, J.A., et al.: A survey on active simultaneous localization and mapping: state of the art and new frontiers. IEEE Trans. Rob. 39(3), 1686\u20131705 (2023)","journal-title":"IEEE Trans. Rob."},{"key":"15_CR26","unstructured":"PX4: PX4-Autopilot. https:\/\/github.com\/PX4\/PX4-Autopilot, Accessed 26 June 2025"},{"key":"15_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.compag.2022.107017","volume":"198","author":"A Rejeb","year":"2022","unstructured":"Rejeb, A., Abdollahi, A., Rejeb, K., Treiblmaier, H.: Drones in agriculture: a review and bibliometric analysis. Comput. Electron. Agric. 198, 107017 (2022)","journal-title":"Comput. Electron. Agric."},{"issue":"11","key":"15_CR28","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1177\/0278364912456319","volume":"31","author":"J Van Den Berg","year":"2012","unstructured":"Van Den Berg, J., Patil, S., Alterovitz, R.: Motion planning under uncertainty using iterative local optimization in belief space. Int. J. Robot. Res. 31(11), 1263\u20131278 (2012)","journal-title":"Int. J. Robot. Res."},{"key":"15_CR29","doi-asserted-by":"crossref","unstructured":"Yamauchi, B.: A frontier-based approach for autonomous exploration. In: Proceedings 1997 IEEE International Symposium on Computational Intelligence in Robotics and Automation CIRA\u201997. \u2019Towards New Computational Principles for Robotics and Automation\u2019, pp. 146\u2013151 (1997)","DOI":"10.1109\/CIRA.1997.613851"}],"container-title":["Lecture Notes in Computer Science","Software Engineering and Formal Methods"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-10444-1_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T14:06:57Z","timestamp":1770905217000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-10444-1_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,12]]},"ISBN":["9783032104434","9783032104441"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-10444-1_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,12]]},"assertion":[{"value":"12 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SEFM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Software Engineering and Formal Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toledo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sefm2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sefm-conference.github.io\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}