{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T19:19:44Z","timestamp":1780427984739,"version":"3.54.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002855","name":"Ministry of Science and Technology of the People's Republic of China","doi-asserted-by":"publisher","award":["2021ZD0140300"],"award-info":[{"award-number":["2021ZD0140300"]}],"id":[{"id":"10.13039\/501100002855","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62303298"],"award-info":[{"award-number":["62303298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s00521-024-10524-4","type":"journal-article","created":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T16:40:51Z","timestamp":1733935251000},"page":"16055-16070","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A novel approach to multi-USV cooperative search in unknown dynamic marine environment using reinforcement learning"],"prefix":"10.1007","volume":"37","author":[{"given":"Rui","family":"Song","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Senhui","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4129-8902","authenticated-orcid":false,"given":"Yao","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,11]]},"reference":[{"key":"10524_CR1","doi-asserted-by":"crossref","unstructured":"Barrera C, Padron I, Luis F, Llinas O (2021) Trends and challenges in unmanned surface vehicles (usv): from survey to shipping. TransNav: Int J Marine Navig Saf Sea Trans 15","DOI":"10.12716\/1001.15.01.13"},{"key":"10524_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2020.107043","volume":"200","author":"C Zhou","year":"2020","unstructured":"Zhou C, Gu S, Wen Y, Du Z, Xiao C, Huang L, Zhu M (2020) The review unmanned surface vehicle path planning: based on multi-modality constraint. Ocean Eng 200:107043","journal-title":"Ocean Eng"},{"issue":"1","key":"10524_CR3","doi-asserted-by":"publisher","first-page":"2","DOI":"10.33175\/mtr.2019.140730","volume":"1","author":"K Tanakitkorn","year":"2019","unstructured":"Tanakitkorn K (2019) A review of unmanned surface vehicle development. Maritime Technol Res 1(1):2\u20138","journal-title":"Maritime Technol Res"},{"issue":"2","key":"10524_CR4","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/TSSC.1968.300136","volume":"4","author":"PE Hart","year":"1968","unstructured":"Hart PE, Nilsson NJ, Raphael B (1968) A formal basis for the heuristic determination of minimum cost paths. IEEE Trans Syst Sci Cyber 4(2):100\u2013107","journal-title":"IEEE Trans Syst Sci Cyber"},{"issue":"1","key":"10524_CR5","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/BF01386390","volume":"1","author":"EW Dijkstra","year":"1959","unstructured":"Dijkstra EW (1959) A note on two problems in connexion with graphs. Numerische Mathematik 1(1):269\u2013271","journal-title":"Numerische Mathematik"},{"key":"10524_CR6","volume-title":"Adaptation in natural and artificial systems","author":"H Jh","year":"1975","unstructured":"Jh H (1975) Adaptation in natural and artificial systems. The University of Michigan Press, Ann Arbor"},{"key":"10524_CR7","doi-asserted-by":"crossref","unstructured":"Kennedy J, Eberhart R (1995) Particle swarm optimization. In: Proceedings of ICNN\u201995-international Conference on Neural Networks, vol. 4, pp. 1942\u20131948. IEEE","DOI":"10.1109\/ICNN.1995.488968"},{"issue":"7","key":"10524_CR8","doi-asserted-by":"publisher","first-page":"895","DOI":"10.3390\/jmse10070895","volume":"10","author":"N Wang","year":"2022","unstructured":"Wang N, Wang Y, Zhao Y, Wang Y, Li Z (2022) Sim-to-real: mapless navigation for usvs using deep reinforcement learning. J Mar Sci Eng 10(7):895","journal-title":"J Mar Sci Eng"},{"key":"10524_CR9","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.neucom.2021.09.071","volume":"468","author":"X Xu","year":"2022","unstructured":"Xu X, Cai P, Ahmed Z, Yellapu VS, Zhang W (2022) Path planning and dynamic collision avoidance algorithm under colregs via deep reinforcement learning. Neurocomputing 468:181\u2013197","journal-title":"Neurocomputing"},{"key":"10524_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2020.107704","volume":"217","author":"X Xu","year":"2020","unstructured":"Xu X, Lu Y, Liu X, Zhang W (2020) Intelligent collision avoidance algorithms for usvs via deep reinforcement learning under colregs. Ocean Eng 217:107704","journal-title":"Ocean Eng"},{"issue":"12","key":"10524_CR11","doi-asserted-by":"publisher","first-page":"5468","DOI":"10.1109\/TNNLS.2021.3068762","volume":"32","author":"Y Zhao","year":"2021","unstructured":"Zhao Y, Ma Y, Hu S (2021) Usv formation and path-following control via deep reinforcement learning with random braking. IEEE Trans Neural Netw Learn Syst 32(12):5468\u20135478","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10524_CR12","doi-asserted-by":"crossref","unstructured":"Li X, Hu X, Wang Z, Du Z (2020) Path planning based on combinaion of improved a-star algorithm and dwa algorithm. In: 2020 2nd International Conference on Artificial Intelligence and Advanced Manufacture (AIAM), pp. 99\u2013103. IEEE","DOI":"10.1109\/AIAM50918.2020.00025"},{"issue":"2","key":"10524_CR13","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/S0893-6080(99)00103-3","volume":"13","author":"SX Yang","year":"2000","unstructured":"Yang SX, Meng M (2000) An efficient neural network approach to dynamic robot motion planning. Neural netw 13(2):143\u2013148","journal-title":"Neural netw"},{"key":"10524_CR14","doi-asserted-by":"crossref","unstructured":"Gu S, Holly E, Lillicrap T, Levine S (2017) Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3389\u20133396. IEEE","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"10524_CR15","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"10524_CR16","unstructured":"Wang Z, Schaul T, Hessel M, Hasselt H, Lanctot M, Freitas N (2016) Dueling network architectures for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1995\u20132003. PMLR"},{"key":"10524_CR17","unstructured":"Fujimoto S, Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. In: International Conference on Machine Learning, pp. 1587\u20131596. PMLR"},{"key":"10524_CR18","doi-asserted-by":"crossref","unstructured":"Zhu Y, Mottaghi R, Kolve E, Lim JJ, Gupta A, Fei-Fei L, Farhadi A (2017) Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3357\u20133364. IEEE","DOI":"10.1109\/ICRA.2017.7989381"},{"issue":"6","key":"10524_CR19","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Sig Process Magazine 34(6):26\u201338","journal-title":"IEEE Sig Process Magazine"},{"issue":"1","key":"10524_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JAS.2021.1004269","volume":"9","author":"Z Zhou","year":"2021","unstructured":"Zhou Z, Liu J, Yu J (2021) A survey of underwater multi-robot systems. IEEE\/CAA J Autom Sinica 9(1):1\u201318","journal-title":"IEEE\/CAA J Autom Sinica"},{"issue":"4","key":"10524_CR21","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1177\/027836498600500404","volume":"5","author":"RC Smith","year":"1986","unstructured":"Smith RC, Cheeseman P (1986) On the representation and estimation of spatial uncertainty. Int J Robot Res 5(4):56\u201368","journal-title":"Int J Robot Res"},{"issue":"3","key":"10524_CR22","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1109\/TAC.2005.864190","volume":"51","author":"R Olfati-Saber","year":"2006","unstructured":"Olfati-Saber R (2006) Flocking for multi-agent dynamic systems: algorithms and theory. IEEE Trans Autom Control 51(3):401\u2013420","journal-title":"IEEE Trans Autom Control"},{"key":"10524_CR23","doi-asserted-by":"crossref","unstructured":"Olfati-Saber R, Fax JA, Murray RM (2007) Consensus and cooperation in networked multi-agent systems. In: Proceedings of the IEEE, voi. 95, pp. 215\u2013233","DOI":"10.1109\/JPROC.2006.887293"},{"key":"10524_CR24","unstructured":"Lowe R, Wu YI, Tamar A, Harb J, Pieter\u00a0Abbeel O, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in Neural Information Processing Systems 30"},{"key":"10524_CR25","doi-asserted-by":"crossref","unstructured":"Beard RW, McLain T W (2003) Multiple uav cooperative search under collision avoidance and limited range communication constraints. In: 42nd IEEE International Conference on Decision and Control (IEEE Cat. No. 03CH37475), vol. 1, pp. 25\u201330. IEEE","DOI":"10.1109\/CDC.2003.1272530"},{"key":"10524_CR26","unstructured":"Foerster J, Assael IA, De\u00a0Freitas N, Whiteson S (2016) Learning to communicate with deep multi-agent reinforcement learning. Advances in Neural Information Processing Systems 29"},{"key":"10524_CR27","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/978-3-030-60990-0_12","volume":"325","author":"K Zhang","year":"2021","unstructured":"Zhang K, Yang Z, Ba\u015far T (2021) Multi-agent reinforcement learning: a selective overview of theories and algorithms. Handbook Reinfor Learn Control 325:321\u2013384","journal-title":"Handbook Reinfor Learn Control"},{"key":"10524_CR28","doi-asserted-by":"crossref","unstructured":"Bin F, XiaoFeng F, Shuo X (2017) Research on cooperative collision avoidance problem of multiple uav based on reinforcement learning. In: 2017 10th International Conference on Intelligent Computation Technology and Automation (ICICTA), pp. 103\u2013109. IEEE","DOI":"10.1109\/ICICTA.2017.30"},{"issue":"6","key":"10524_CR29","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1007\/s10458-019-09421-1","volume":"33","author":"P Hernandez-Leal","year":"2019","unstructured":"Hernandez-Leal P, Kartal B, Taylor ME (2019) A survey and critique of multiagent deep reinforcement learning. Auton Agents Multi-Agent Syst 33(6):750\u2013797","journal-title":"Auton Agents Multi-Agent Syst"},{"key":"10524_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2021.101517","volume":"52","author":"X Jin","year":"2022","unstructured":"Jin X, Er MJ (2022) Cooperative path planning with priority target assignment and collision avoidance guidance for rescue unmanned surface vehicles in a complex ocean environment. Adv Eng Inform 52:101517","journal-title":"Adv Eng Inform"},{"key":"10524_CR31","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/j.oceaneng.2018.09.016","volume":"169","author":"Y Singh","year":"2018","unstructured":"Singh Y, Sharma S, Sutton R, Hatton D, Khan A (2018) A constrained a* approach towards optimal path planning for an unmanned surface vehicle in a maritime environment containing dynamic obstacles and ocean currents. Ocean Eng 169:187\u2013201","journal-title":"Ocean Eng"},{"key":"10524_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.112873","volume":"266","author":"J Yu","year":"2022","unstructured":"Yu J, Yang M, Zhao Z, Wang X, Bai Y, Wu J, Xu J (2022) Path planning of unmanned surface vessel in an unknown environment based on improved d* lite algorithm. Ocean Eng 266:112873","journal-title":"Ocean Eng"},{"issue":"9","key":"10524_CR33","doi-asserted-by":"publisher","first-page":"8529","DOI":"10.1109\/TVT.2021.3097203","volume":"70","author":"J Wen","year":"2021","unstructured":"Wen J, Yang J, Wang T (2021) Path planning for autonomous underwater vehicles under the influence of ocean currents based on a fusion heuristic algorithm. IEEE Trans Veh Technol 70(9):8529\u20138544","journal-title":"IEEE Trans Veh Technol"},{"key":"10524_CR34","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.comcom.2020.11.012","volume":"166","author":"Z Wang","year":"2021","unstructured":"Wang Z, Li G, Ren J (2021) Dynamic path planning for unmanned surface vehicle in complex offshore areas based on hybrid algorithm. Comput Commun 166:49\u201356","journal-title":"Comput Commun"},{"issue":"9","key":"10524_CR35","doi-asserted-by":"publisher","first-page":"3826","DOI":"10.1109\/TCYB.2020.2977374","volume":"50","author":"TT Nguyen","year":"2020","unstructured":"Nguyen TT, Nguyen ND, Nahavandi S (2020) Deep reinforcement learning for multiagent systems: a review of challenges, solutions, and applications. IEEE Trans Cyber 50(9):3826\u20133839","journal-title":"IEEE Trans Cyber"},{"key":"10524_CR36","doi-asserted-by":"crossref","unstructured":"Park J, Min K, Huh K (2019) Multi-agent deep reinforcement learning for cooperative driving in crowded traffic scenarios. In: 2019 International Symposium on Intelligent Signal Processing and Communication Systems (ISPACS), pp. 1\u20132. IEEE","DOI":"10.1109\/ISPACS48206.2019.8986374"},{"issue":"9","key":"10524_CR37","doi-asserted-by":"publisher","first-page":"2419","DOI":"10.1007\/s10994-021-05961-4","volume":"110","author":"G Dulac-Arnold","year":"2021","unstructured":"Dulac-Arnold G, Levine N, Mankowitz DJ, Li J, Paduraru C, Gowal S, Hester T (2021) Challenges of real-world reinforcement learning: definitions, benchmarks and analysis. Mach Learn 110(9):2419\u20132468","journal-title":"Mach Learn"},{"key":"10524_CR38","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2020.103915","volume":"96","author":"TT Nguyen","year":"2020","unstructured":"Nguyen TT, Nguyen ND, Vamplew P, Nahavandi S, Dazeley R, Lim CP (2020) A multi-objective deep reinforcement learning framework. Eng Appl Artif Intell 96:103915","journal-title":"Eng Appl Artif Intell"},{"key":"10524_CR39","unstructured":"Yang Y, Luo R, Li M, Zhou M, Zhang W, Wang J (2018) Mean field multi-agent reinforcement learning. In: International Conference on Machine Learning, pp. 5571\u20135580. PMLR"},{"key":"10524_CR40","doi-asserted-by":"crossref","unstructured":"Walker O, Vanegas F, Gonzalez F, Koenig S (2020) Multi-uav target-finding in simulated indoor environments using deep reinforcement learning. In: 2020 IEEE Aerospace Conference, pp. 1\u20139. IEEE","DOI":"10.1109\/AERO47225.2020.9172262"},{"key":"10524_CR41","doi-asserted-by":"crossref","unstructured":"Kurniawati H, Yadav V (2016) An online pomdp solver for uncertainty planning in dynamic environment. In: Robotics Research: The 16th International Symposium ISRR, pp. 611\u2013629. Springer","DOI":"10.1007\/978-3-319-28872-7_35"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10524-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10524-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10524-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T01:29:38Z","timestamp":1757122178000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10524-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,11]]},"references-count":41,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["10524"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10524-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,11]]},"assertion":[{"value":"17 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we do not have any commercial or associative interest that represents a Conflict of interest in connection with the work submitted.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}