{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T12:31:06Z","timestamp":1774960266659,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T00:00:00Z","timestamp":1751673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T00:00:00Z","timestamp":1751673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100002322","name":"CAPES","doi-asserted-by":"crossref","award":["88881.522966\/2020-01"],"award-info":[{"award-number":["88881.522966\/2020-01"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"crossref"}]},{"name":"CNPq-FNDCT-MCTI","award":["405535\/2022-8"],"award-info":[{"award-number":["405535\/2022-8"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"DOI":"10.1007\/s10846-024-02212-1","type":"journal-article","created":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T05:33:56Z","timestamp":1751693636000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Yara: An Ocean Virtual Environment for Research and Development of Autonomous Sailing Robots and Other Unmanned Surface Vessels"],"prefix":"10.1007","volume":"111","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5527-870X","authenticated-orcid":false,"given":"Eduardo Charles","family":"Vasconcellos","sequence":"first","affiliation":[]},{"given":"\u00c1lvaro Pinto Fernandes","family":"Negreiros","sequence":"additional","affiliation":[]},{"given":"Andr\u00e9 Paulo Dantas","family":"de Ara\u00fajo","sequence":"additional","affiliation":[]},{"given":"Raphael","family":"Guerra","sequence":"additional","affiliation":[]},{"given":"Philippe","family":"Preux","sequence":"additional","affiliation":[]},{"given":"Davi Henrique","family":"dos Santos","sequence":"additional","affiliation":[]},{"given":"Luiz Marcos Garcia","family":"Gon\u00e7alves","sequence":"additional","affiliation":[]},{"given":"Esteban Walter Gonzalez","family":"Clua","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,5]]},"reference":[{"key":"2212_CR1","doi-asserted-by":"crossref","unstructured":"Theja, V.B., Yachameni, P., Shakeera, S., Venkataraman, H.: Integration of gazebo and ros for underwater vehicle environment. In: Proc. of OCEANS 2022 - Chennai, vol. 1, pp. 1\u20136 (2022)","DOI":"10.1109\/OCEANSChennai45887.2022.9775465"},{"key":"2212_CR2","doi-asserted-by":"crossref","unstructured":"Sun, Q., Qi, W., Liu, H., Ji, X., Qian, H.: Toward long-term sailing robots: State of the art from energy perspectives. Front. Robot. AI 8, 416 (2022)","DOI":"10.3389\/frobt.2021.787253"},{"key":"2212_CR3","doi-asserted-by":"crossref","unstructured":"Negreiros, A.P.F., Correa, W.S., Araujo, A.P.D., Santos, D.H., Vilas\u00a0Boas, J.M., Dias, D.H.N., Clua, E.W.G., Gon\u00e7alves, L.M.G.: Sustainable solutions for sea monitoring with robotic sailboats: N-boat and f-boat twins. Frontiers in Robotics and AI, 93 (2022)","DOI":"10.3389\/frobt.2022.788212"},{"key":"2212_CR4","doi-asserted-by":"crossref","unstructured":"Ang, Y.-T., Ng, W.-K., Chong, Y.-W., Wan, J., Chee, S.-Y., Firth, L.B.: An autonomous sailboat for environment monitoring. In: 2022 Thirteenth International Conference on Ubiquitous and Future Networks (ICUFN), pp. 242\u2013246 (2022). IEEE","DOI":"10.1109\/ICUFN55119.2022.9829573"},{"key":"2212_CR5","doi-asserted-by":"crossref","unstructured":"Mendon\u00e7a, R., Santana, P., Marques, F., Louren\u00e7o, A., Silva, J.a., Barata, J.: Kelpie: A ros-based multi-robot simulator for water surface and aerial vehicles. In: 2013 IEEE International Conference on Systems, Man, and Cybernetics, pp. 3645\u20133650 (2013)","DOI":"10.1109\/SMC.2013.621"},{"issue":"2","key":"2212_CR6","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1109\/JOE.2014.2321714","volume":"40","author":"F Plumet","year":"2015","unstructured":"Plumet, F., P\u00eatres, C., Romero-Ramirez, M.-A., Gas, B., Ieng, S.-H.: Toward an autonomous sailing boat. IEEE J. Ocean. Eng. 40(2), 397\u2013407 (2015)","journal-title":"IEEE J. Ocean. Eng."},{"key":"2212_CR7","doi-asserted-by":"publisher","first-page":"79089","DOI":"10.1109\/ACCESS.2020.2990295","volume":"8","author":"P Jing","year":"2020","unstructured":"Jing, P., Hu, H., Zhan, F., Chen, Y., Shi, Y.: Agent-based simulation of autonomous vehicles: A systematic literature review. IEEE Access 8, 79089\u201379103 (2020)","journal-title":"IEEE Access"},{"key":"2212_CR8","volume-title":"Deep Reinforcement Learning Hands-On: Apply Modern RL Methods to Practical Problems of Chatbots, Robotics, Discrete Optimization, Web Automation, and More","author":"M Lapan","year":"2020","unstructured":"Lapan, M.: Deep Reinforcement Learning Hands-On: Apply Modern RL Methods to Practical Problems of Chatbots, Robotics, Discrete Optimization, Web Automation, and More. Packt Publishing Ltd, Birmingham, UK (2020)"},{"key":"2212_CR9","unstructured":"Gazebo: Gazebo Web Page: Understand how to simulate underwater vehicles. (2024). https:\/\/gazebosim.org\/api\/gazebo\/5.0\/underwater_vehicles.html"},{"issue":"1","key":"2212_CR10","first-page":"12348","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: Reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(1), 12348\u201312355 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"2212_CR11","unstructured":"Farama Foundation: Gymnasium. (2024). https:\/\/github.com\/Farama-Foundation\/Gymnasium"},{"key":"2212_CR12","doi-asserted-by":"crossref","unstructured":"Plumet, F., Saoud, H., Hua, M.-D.: Line following for an autonomous sailboat using potential fields method. In: Proc. of 2013 MTS\/IEEE OCEANS - Bergen, pp. 1\u20136 (2013)","DOI":"10.1109\/OCEANS-Bergen.2013.6607961"},{"key":"2212_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2019.106393","volume":"189","author":"Z Shen","year":"2019","unstructured":"Shen, Z., Wang, S., Yu, H., Guo, C.: Online speed optimization with feedforward of unmanned sailboat via extremum seeking without steady-state oscillation. Ocean Eng. 189, 106393 (2019)","journal-title":"Ocean Eng."},{"key":"2212_CR14","doi-asserted-by":"crossref","unstructured":"da Silva-Junior, A.G., Dos\u00a0Santos, D.H., de Negreiros, A.P.F., Silva, J.M.V.B.S., Gon\u00e7alves, L.M.G.: High-level path planning for an autonomous sailboat robot using q-learning. Sensors (Switzerland) 20(6) (2020)","DOI":"10.3390\/s20061550"},{"key":"2212_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.113475","volume":"269","author":"Z Shen","year":"2023","unstructured":"Shen, Z., Ding, W., Liu, Y., Yu, H.: Path planning optimization for unmanned sailboat in complex marine environment. Ocean Eng. 269, 113475 (2023)","journal-title":"Ocean Eng."},{"key":"2212_CR16","doi-asserted-by":"crossref","unstructured":"P\u00eatr\u00e9s, C., Romero-Ramirez, M.-A., Plumet, F.: Reactive path planning for autonomous sailboat. In: 2011 15th International Conference on Advanced Robotics (ICAR), pp. 112\u2013117 (2011). IEEE","DOI":"10.1109\/ICAR.2011.6088585"},{"key":"2212_CR17","doi-asserted-by":"publisher","first-page":"5296","DOI":"10.1109\/ACCESS.2020.3047816","volume":"9","author":"L Zhou","year":"2021","unstructured":"Zhou, L., Chen, K., Dong, H., Chi, S., Chen, Z.: An improved beetle swarm optimization algorithm for the intelligent navigation control of autonomous sailing robots. IEEE Access 9, 5296\u20135311 (2021)","journal-title":"IEEE Access"},{"key":"2212_CR18","doi-asserted-by":"crossref","unstructured":"Liu, L., Wang, C., Gao, H., Shen, D., Liao, Y.: High-level path planning of unmanned sailboat for sailing championship and innovative education. In: 2022 IEEE International Conference on Unmanned Systems (ICUS), pp. 1557\u20131562 (2022)","DOI":"10.1109\/ICUS55513.2022.9986804"},{"key":"2212_CR19","doi-asserted-by":"publisher","first-page":"84648","DOI":"10.1109\/ACCESS.2022.3197628","volume":"10","author":"U Orozco-Rosas","year":"2022","unstructured":"Orozco-Rosas, U., Picos, K., Pantrigo, J.J., Montemayor, A.S., Cuesta-Infante, A.: Mobile robot path planning using a qapf learning algorithm for known and unknown environments. IEEE Access 10, 84648\u201384663 (2022)","journal-title":"IEEE Access"},{"key":"2212_CR20","doi-asserted-by":"crossref","unstructured":"Tipsuwan, Y., Sanposh, P., Techajaroonjit, N.: Overview and control strategies of autonomous sailboats\u2014a survey. Ocean Eng. 281, 114879 (2023)","DOI":"10.1016\/j.oceaneng.2023.114879"},{"issue":"9","key":"2212_CR21","doi-asserted-by":"publisher","first-page":"2153","DOI":"10.1109\/TLA.2022.9878171","volume":"20","author":"RP M\u00e9xas","year":"2022","unstructured":"M\u00e9xas, R.P., Leta, F.R., Clua, E.W.G.: Comparison of reinforcement and imitation learning algorithms in autonomous sailboat digital twins. IEEE Lat. Am. Trans. 20(9), 2153\u20132161 (2022)","journal-title":"IEEE Lat. Am. Trans."},{"key":"2212_CR22","doi-asserted-by":"crossref","unstructured":"Suda, T., Nikovski, D.: Deep reinforcement learning for optimal sailing upwind. In: 2022 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2022)","DOI":"10.1109\/IJCNN55064.2022.9892369"},{"key":"2212_CR23","doi-asserted-by":"publisher","first-page":"460","DOI":"10.3390\/jmse11020460","volume":"11","author":"S Liu","year":"2023","unstructured":"Liu, S., Yu, Z., Wang, T., Chen, Y., Zhang, Y., Cai, Y.: Mpc-based collaborative control of sail and rudder for unmanned sailboat. J. Mar. Sci. Eng. 11, 460 (2023)","journal-title":"J. Mar. Sci. Eng."},{"key":"2212_CR24","doi-asserted-by":"crossref","unstructured":"Saoud, H., Hua, M.D., Plumet, F., Amar, F.B.: Routing and course control of an autonomous sailboat. In: 2015 European Conference on Mobile Robots (ECMR), pp. 1\u20136 (2015)","DOI":"10.1109\/ECMR.2015.7324218"},{"key":"2212_CR25","doi-asserted-by":"crossref","unstructured":"Paravisi, M., Santos, D.H., Jorge, V., Heck, G., Gon\u00e7alves, L.M.G., Amory, A.: Unmanned surface vehicle simulator with realistic environmental disturbances. Sensors 19(5) (2019)","DOI":"10.3390\/s19051068"},{"key":"2212_CR26","doi-asserted-by":"crossref","unstructured":"Prats, M., Perez, J., Fern\u00e1ndez, J.J., Sanz, P.J.: An open source tool for simulation and supervision of underwater intervention missions. In: 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 2577\u20132582 (2012). IEEE","DOI":"10.1109\/IROS.2012.6385788"},{"key":"2212_CR27","doi-asserted-by":"crossref","unstructured":"Manh\u00e3es, M.M.M., Scherer, S.A., Voss, M., Douat, L.R., Rauschenbach, T.: Uuv simulator: A gazebo-based package for underwater intervention and multi-robot simulation. In: OCEANS 2016 MTS\/IEEE Monterey, pp. 1\u20138 (2016). IEEE","DOI":"10.1109\/OCEANS.2016.7761080"},{"key":"2212_CR28","doi-asserted-by":"crossref","unstructured":"Bingham, B., Aguero, C., McCarrin, M., Klamo, J., Malia, J., Allen, K., Lum, T., Rawson, M., Waqar, R.: Toward maritime robotic simulation in gazebo. In: Proceedings of MTS\/IEEE OCEANS Conference, Seattle, WA (2019)","DOI":"10.23919\/OCEANS40490.2019.8962724"},{"key":"2212_CR29","doi-asserted-by":"crossref","unstructured":"Kermorgant, O.: A dynamic simulator for underwater vehicle-manipulators. In: International Conference on Simulation, Modeling, and Programming for Autonomous Robots, pp. 25\u201336 (2014). Springer","DOI":"10.1007\/978-3-319-11900-7_3"},{"key":"2212_CR30","unstructured":"Chacon\u00a0Mosquera, E.F.: Autonomous sailboat prototype sensors and electronics implementation with machine learning for navigation. PhD thesis, UPC, Escola T\u00e8cnica Superior d\u2019Enginyeria de Telecomunicaci\u00f3 de Barcelona, Departament d\u2019Enginyeria de Sistemes, Autom\u00e0tica i Inform\u00e0tica Industrial (2021). http:\/\/hdl.handle.net\/2117\/344154"},{"key":"2212_CR31","doi-asserted-by":"crossref","unstructured":"Rieppi, A., Rieppi, F., Marzoa, M., Tejera, G.: Autonomous sailboat control based on reinforcement learning for navigation in variable conditions. In: 2023 XLIX Latin American Computer Conference (CLEI), pp. 1\u20139 (2023)","DOI":"10.1109\/CLEI60451.2023.10346120"},{"key":"2212_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.110166","volume":"243","author":"C Zhou","year":"2022","unstructured":"Zhou, C., Wang, Y., Wang, L., He, H.: Obstacle avoidance strategy for an autonomous surface vessel based on modified deep deterministic policy gradient. Ocean Eng. 243, 110166 (2022)","journal-title":"Ocean Eng."},{"key":"2212_CR33","doi-asserted-by":"publisher","DOI":"10.1002\/9781119994138","volume-title":"Handbook of Marine Craft Hydrodynamics and Motion Control","author":"TI Fossen","year":"2011","unstructured":"Fossen, T.I.: Handbook of Marine Craft Hydrodynamics and Motion Control. John Wiley & Sons, New Jersey, USA (2011)"},{"key":"2212_CR34","unstructured":"SNAME, T.: Nomenclature for treating the motion of a submerged body through a fluid. The Society of Naval Architects and Marine Engineers, Technical and Research Bulletin (1950), 1\u20135 (1950)"},{"key":"2212_CR35","unstructured":"Marine Sports: Reference Data for Motor Phantom SW with Display for Salt Water (2023). https:\/\/www.marinefishing.com.br\/produto\/phantom-sw-com-display-para-agua-salgada-1714.html"},{"key":"2212_CR36","doi-asserted-by":"crossref","unstructured":"Thon, S., Dischler, J.-M., Ghazanfarpour, D.: Ocean waves synthesis using a spectrum-based turbulence function. In: Proc. of Computer Graphics International, 2000, pp. 65\u201372 (2000)","DOI":"10.1109\/CGI.2000.852321"},{"key":"2212_CR37","unstructured":"Tessendorf, J., et al.: Simulating ocean water. Simulating nature: realistic and interactive techniques. SIGGRAPH 1(2), 5 (2001)"},{"key":"2212_CR38","unstructured":"Fr\u00e9chot, J.: Realistic simulation of ocean surface using wave spectra. In: Proceedings of the First International Conference on Computer Graphics Theory and Applications (GRAPP 2006), pp. 76\u201383 (2006)"},{"key":"2212_CR39","unstructured":"GPU-GEMs: GPU GEMs: Chapter 1. Effective Water Simulation from Physical Models. Available at https:\/\/developer.nvidia.com\/gpugems\/gpugems\/ (2023)"},{"key":"2212_CR40","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., Zaremba, W.: Openai gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"2212_CR41","unstructured":"Zamora, I., Lopez, N.G., Vilches, V.M., Cordero, A.H.: Extending the openai gym for robotics: a toolkit for reinforcement learning using ros and gazebo. arXiv preprint arXiv:1608.05742 (2016)"},{"key":"2212_CR42","unstructured":"Domingues, O.D., Flet-Berliac, Y., Leurent, E., M\u00e9nard, P., Shang, X., Valko, M.: rlberry - A Reinforcement Learning Library for Research and Education (2021). https:\/\/github.com\/rlberry-py\/rlberry"},{"key":"2212_CR43","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.1134899","author":"I Caspi","year":"2017","unstructured":"Caspi, I., Leibovich, G., Novik, G., Endrawis, S.: Reinforcement Learning Coach (2017). https:\/\/doi.org\/10.5281\/zenodo.1134899","journal-title":"Reinforcement Learning Coach"},{"issue":"131","key":"2212_CR44","first-page":"1","volume":"22","author":"C D\u2019Eramo","year":"2021","unstructured":"D\u2019Eramo, C., Tateo, D., Bonarini, A., Restelli, M., Peters, J.: Mushroomrl: Simplifying reinforcement learning research. J. Mach. Learn. Res. 22(131), 1\u20135 (2021)","journal-title":"J. Mach. Learn. Res."},{"issue":"274","key":"2212_CR45","first-page":"1","volume":"23","author":"S Huang","year":"2022","unstructured":"Huang, S., Dossa, R.F.J., Ye, C., Braga, J., Chakraborty, D., Mehta, K., Ara\u00fajo, J.G.M.: Cleanrl: High-quality single-file implementations of deep reinforcement learning algorithms. J. Mach. Learn. Res. 23(274), 1\u201318 (2022)","journal-title":"J. Mach. Learn. Res."},{"key":"2212_CR46","unstructured":"Kuhnle, A., Schaarschmidt, M., Fricke, K.: Tensorforce: a TensorFlow library for applied reinforcement learning (2023). https:\/\/github.com\/tensorforce\/tensorforce"},{"key":"2212_CR47","unstructured":"Plappert, M.: keras-rl. GitHub (2023). https:\/\/github.com\/keras-rl\/keras-rl"},{"key":"2212_CR48","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"2212_CR49","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning, pp. 1861\u20131870 (2018). PMLR"}],"container-title":["Journal of Intelligent & Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-024-02212-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10846-024-02212-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-024-02212-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T04:14:28Z","timestamp":1759724068000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10846-024-02212-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,5]]},"references-count":49,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2025,9]]}},"alternative-id":["2212"],"URL":"https:\/\/doi.org\/10.1007\/s10846-024-02212-1","relation":{},"ISSN":["1573-0409"],"issn-type":[{"value":"1573-0409","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,5]]},"assertion":[{"value":"4 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}},{"value":"not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"not applicable","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"not applicable","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}}],"article-number":"78"}}