{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:54:13Z","timestamp":1775746453605,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":42,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819584079","type":"print"},{"value":"9789819584086","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-8408-6_4","type":"book-chapter","created":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:11:14Z","timestamp":1775743874000},"page":"59-78","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning-Based Autonomous Collision Avoidance for\u00a0Ships in\u00a0Realistic Physical Environments"],"prefix":"10.1007","author":[{"given":"Ying","family":"Ding","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weizhi","family":"Meng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaoming","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu-an","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenjuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,10]]},"reference":[{"issue":"8","key":"4_CR1","doi-asserted-by":"publisher","first-page":"11148","DOI":"10.1109\/TITS.2021.3101007","volume":"23","author":"T Tengesdal","year":"2021","unstructured":"Tengesdal, T., Johansen, T.A., Brekke, E.F.: Ship collision avoidance utilizing the cross-entropy method for collision risk assessment. IEEE Trans. Intell. Transp. Syst. 23(8), 11148\u201311161 (2021)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"2","key":"4_CR2","doi-asserted-by":"publisher","first-page":"294","DOI":"10.3390\/jmse10020294","volume":"10","author":"W Guan","year":"2022","unstructured":"Guan, W., Peng, H., Zhang, X., et al.: Ship steering adaptive CGS control based on EKF identification method. J. Mar. Sci. Eng. 10(2), 294 (2022)","journal-title":"J. Mar. Sci. Eng."},{"key":"4_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.115208","volume":"284","author":"C Wu","year":"2023","unstructured":"Wu, C., Yu, W., Li, G., et al.: Deep reinforcement learning with dynamic window approach based collision avoidance path planning for maritime autonomous surface ships. Ocean Eng. 284, 115208 (2023)","journal-title":"Ocean Eng."},{"key":"4_CR4","first-page":"191","volume":"2018","author":"R Sahay","year":"2018","unstructured":"Sahay, R., Sepulveda, D.A., Meng, W., Jensen, C.D., Barfod, M.B.: CyberShip: an SDN-based autonomic attack mitigation framework for ship systems. SciSec 2018, 191\u2013198 (2018)","journal-title":"SciSec"},{"key":"4_CR5","doi-asserted-by":"publisher","first-page":"736","DOI":"10.1016\/j.future.2019.05.049","volume":"100","author":"R Sahay","year":"2019","unstructured":"Sahay, R., Meng, W., Sepulveda, D.A., Jensen, C.D., Barfod, M.B.: CyberShip-IoT: a dynamic and adaptive SDN-based security policy enforcement framework for ships. Futur. Gener. Comput. Syst. 100, 736\u2013750 (2019)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"4_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2023.103179","volume":"128","author":"R Sahay","year":"2023","unstructured":"Sahay, R., Sepulveda, D.A., Meng, W., Jensen, C.D., Barfod, M.B.: A comparative risk analysis on CyberShip system with STPA-Sec. STRIDE and CORAS. Comput. Secur. 128, 103179 (2023)","journal-title":"STRIDE and CORAS. Comput. Secur."},{"issue":"3","key":"4_CR7","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1017\/S0373463308005134","volume":"62","author":"CK Tam","year":"2009","unstructured":"Tam, C.K., Bucknall, R., Greig, A.: Review of collision avoidance and path planning methods for ships in close range encounters. J. Navigation 62(3), 455\u2013476 (2009)","journal-title":"J. Navigation"},{"issue":"1","key":"4_CR8","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1177\/027836498600500106","volume":"5","author":"O Khatib","year":"1986","unstructured":"Khatib, O.: Real-time obstacle avoidance for manipulators and mobile robots. Int. J. Robo. Res. 5(1), 90\u201398 (1986)","journal-title":"Int. J. Robo. Res."},{"issue":"7","key":"4_CR9","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1177\/027836499801700706","volume":"17","author":"P Fiorini","year":"1998","unstructured":"Fiorini, P., Shiller, Z.: Motion planning in dynamic environments using velocity obstacles. Int. J. Robo. Res. 17(7), 760\u2013772 (1998)","journal-title":"Int. J. Robo. Res."},{"key":"4_CR10","doi-asserted-by":"publisher","first-page":"8199","DOI":"10.1007\/s00500-019-04414-4","volume":"24","author":"Y Liang","year":"2020","unstructured":"Liang, Y., Wang, L.: Applying genetic algorithm and ant colony optimization algorithm into marine investigation path planning model. Soft. Comput. 24, 8199\u20138210 (2020)","journal-title":"Soft. Comput."},{"issue":"6","key":"4_CR11","first-page":"3","volume":"26","author":"YT Kang","year":"2018","unstructured":"Kang, Y.T., Chen, W.J., Zhu, D.Q., et al.: Collision avoidance path planning for ships by particle swarm optimization. J. Mar. Sci. Eng. 26(6), 3 (2018)","journal-title":"J. Mar. Sci. Eng."},{"issue":"6","key":"4_CR12","doi-asserted-by":"publisher","first-page":"1177","DOI":"10.3390\/jmse11061177","volume":"11","author":"M Li","year":"2023","unstructured":"Li, M., Li, B., Qi, Z., et al.: Optimized APF-ACO algorithm for ship collision avoidance and path planning. J. Mar. Sci. Eng. 11(6), 1177 (2023)","journal-title":"J. Mar. Sci. Eng."},{"key":"4_CR13","doi-asserted-by":"publisher","DOI":"10.62454\/KB904E","volume-title":"COLREG: Convention on the International Regulations for Preventing Collisions at Sea, 1972","author":"International Maritime Organization","year":"2003","unstructured":"International Maritime Organization: COLREG: Convention on the International Regulations for Preventing Collisions at Sea, 1972. IMO, London (2003)"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Ozturk, u., Akdag, M., Ayabakan, T.: A review of path planning algorithms in maritime autonomous surface ships: Navigation safety perspective. Ocean Eng. 251, 111010 (2022)","DOI":"10.1016\/j.oceaneng.2022.111010"},{"issue":"sup1","key":"4_CR15","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1080\/20464177.2019.1685836","volume":"19","author":"R Zaccone","year":"2020","unstructured":"Zaccone, R., Martelli, M.: A collision avoidance algorithm for ship guidance applications. J. Marine Eng. Technol. 19(sup1), 62\u201375 (2020)","journal-title":"J. Marine Eng. Technol."},{"issue":"5","key":"4_CR16","doi-asserted-by":"publisher","first-page":"16","DOI":"10.51400\/2709-6998.1929","volume":"18","author":"MC Tsou","year":"2010","unstructured":"Tsou, M.C., Hsueh, C.K.: The study of ship collision avoidance route planning by ant colony algorithm. J. Mar. Sci. Technol. 18(5), 16 (2010)","journal-title":"J. Mar. Sci. Technol."},{"issue":"3","key":"4_CR17","doi-asserted-by":"publisher","first-page":"1899","DOI":"10.1109\/TITS.2020.3029279","volume":"23","author":"Y Cho","year":"2022","unstructured":"Cho, Y., Han, J., Kim, J.: Efficient COLREG-compliant collision avoidance in multi-ship encounter situations. IEEE Trans. Intell. Transp. Syst. 23(3), 1899\u20131911 (2022)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"18","key":"4_CR18","doi-asserted-by":"publisher","first-page":"8926","DOI":"10.3390\/app12188926","volume":"12","author":"X Zhao","year":"2022","unstructured":"Zhao, X., He, Y., Huang, L., et al.: Intelligent collision avoidance method for ships based on COLREGs and improved velocity obstacle algorithm. Appl. Sci. 12(18), 8926 (2022)","journal-title":"Appl. Sci."},{"key":"4_CR19","doi-asserted-by":"publisher","first-page":"190367","DOI":"10.1109\/ACCESS.2020.3030262","volume":"8","author":"J Ning","year":"2020","unstructured":"Ning, J., Chen, H., Li, T., et al.: COLREGs-compliant unmanned surface vehicles collision avoidance based on multi-objective genetic algorithm. IEEE Access 8, 190367\u2013190377 (2020)","journal-title":"IEEE Access"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"W. Li, W. Meng, and L.F. Kwok. Surveying Trust-based Collaborative Intrusion Detection: State-of-the-Art, Challenges and Future Directions. IEEE Commun. Surv. Tutorials, 24(1), 280\u2013305, IEEE (2022)","DOI":"10.1109\/COMST.2021.3139052"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Li, W., Tian, F., Li, J., Xiang, Y.: Evaluating Intrusion Sensitivity Allocation with Supervised Learning in Collaborative Intrusion Detection. Concurr. Comput. Prac. Experience, 34(16), 1\u201315, Wiley (2022)","DOI":"10.1002\/cpe.5957"},{"key":"4_CR22","doi-asserted-by":"publisher","DOI":"10.1002\/9781119994138","volume-title":"Handbook of Marine Craft Hydrodynamics and Motion Control","author":"TI Fossen","year":"2011","unstructured":"Fossen, T.I.: Handbook of Marine Craft Hydrodynamics and Motion Control. John Wiley & Sons, Chichester (2011)"},{"issue":"103713","key":"4_CR23","first-page":"1","volume":"81","author":"W Li","year":"2024","unstructured":"Li, W., Rosenberg, P., Glisby, M., Han, M.: Designing energy-aware collaborative intrusion detection in IoT networks. J. Inf. Sec. Appl. 81(103713), 1\u201310 (2024)","journal-title":"J. Inf. Sec. Appl."},{"key":"4_CR24","doi-asserted-by":"crossref","unstructured":"Xenou, K., Chalkiadakis, G., Afantenos, S.: Deep reinforcement learning in strategic board game environments. In: Demazeau, Y., An, B., Bajo, J., Fern ndez-Caballero, A. (eds.) European Conference on Multi-Agent Systems, pp. 233\u2013248. Springer, Cham (2018)","DOI":"10.1007\/978-3-030-14174-5_16"},{"issue":"6","key":"4_CR25","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2022","unstructured":"Kiran, B.R., Sobh, I., Talpaert, V., et al.: Deep reinforcement learning for autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23(6), 4909\u20134926 (2022)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"W. Li, C. Stidsen, T. Adam. A Blockchain-assisted Security Management Framework for Collaborative Intrusion Detection in Smart Cities. Comput. Electr. Eng. 111, Part A, 108884, 1\u201313 (2023)","DOI":"10.1016\/j.compeleceng.2023.108884"},{"key":"4_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109216","volume":"234","author":"DH Chun","year":"2021","unstructured":"Chun, D.H., Roh, M.I., Lee, H.W., et al.: Deep reinforcement learning-based collision avoidance for an autonomous ship. Ocean Eng. 234, 109216 (2021)","journal-title":"Ocean Eng."},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"W. Li and W. Meng. BCTrustFrame: Enhancing Trust Management via Blockchain and IPFS in 6G Era. IEEE Network, vol. 36, no. 4, pp. 120\u2013125, IEEE (2022)","DOI":"10.1109\/MNET.013.2100768"},{"key":"4_CR29","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/j.apor.2019.02.020","volume":"86","author":"H Shen","year":"2019","unstructured":"Shen, H., Hashimoto, H., Matsuda, A., et al.: Automatic collision avoidance of multiple ships based on deep Q-learning. Appl. Ocean Res. 86, 268\u2013288 (2019a)","journal-title":"Appl. Ocean Res."},{"key":"4_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2021.102759","volume":"113","author":"L Li","year":"2021","unstructured":"Li, L., Wu, D., Huang, Y., et al.: A path planning strategy unified with a COLREGS collision avoidance function based on deep reinforcement learning and artificial potential field. Appl. Ocean Res. 113, 102759 (2021)","journal-title":"Appl. Ocean Res."},{"issue":"2","key":"4_CR31","doi-asserted-by":"publisher","first-page":"135","DOI":"10.5957\/jsr.2011.55.2.135","volume":"55","author":"F Stern","year":"2011","unstructured":"Stern, F., Agdrup, K., Kim, S.Y., et al.: Experience from SIMMAN 2008 the first workshop on verification and validation of ship maneuvering simulation methods. J. Ship Res. 55(2), 135\u2013147 (2011)","journal-title":"J. Ship Res."},{"key":"4_CR32","doi-asserted-by":"crossref","unstructured":"Meng, W., Li, W., Zhu, W.: Enhancing medical smartphone networks via blockchain-based trust management against insider attacks. IEEE Trans. Eng. Manage. 67(4), 1377\u20131386, IEEE (2020)","DOI":"10.1109\/TEM.2019.2921736"},{"issue":"1","key":"4_CR33","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/s00773-014-0293-y","volume":"20","author":"H Yasukawa","year":"2015","unstructured":"Yasukawa, H., Yoshimura, Y.: Introduction of MMG standard method for ship maneuvering predictions. J. Mar. Sci. Technol. 20(1), 37\u201352 (2015)","journal-title":"J. Mar. Sci. Technol."},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"Smierzchalski, R.: Ships\u2019 domains as collision risk at sea in the evolutionary method of trajectory planning. Inf. Process. Secur. Syst. 411\u2013422 (2005). Springer, US","DOI":"10.1007\/0-387-26325-X_37"},{"key":"4_CR35","doi-asserted-by":"crossref","unstructured":"Ma, Z., Liu, L., Meng, W.: Towards multiple-mix-attack detection via consensus-based trust management in IoT networks. Comput. Secur. 96, 101898, 1\u201321, Elsevier (2020)","DOI":"10.1016\/j.cose.2020.101898"},{"key":"4_CR36","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/j.apor.2019.02.020","volume":"86","author":"H Shen","year":"2019","unstructured":"Shen, H., Hashimoto, H., Matsuda, A., et al.: Automatic collision avoidance of multiple ships based on deep Q-learning. Appl. Ocean Res. 86, 268\u2013288 (2019b)","journal-title":"Appl. Ocean Res."},{"key":"4_CR37","doi-asserted-by":"crossref","unstructured":"Vagale, A., Oucheikh, R., Bye, R.T., et al.: Path planning and collision avoidance for autonomous surface vehicles I: A review. J. Marine Sci. Technol. 1\u201315 (2021)","DOI":"10.1007\/s00773-020-00787-6"},{"key":"4_CR38","unstructured":"Imazu, H.: Research on Collision Avoidance Manoeuvre. PhD thesis, The University of Tokyo (1987)"},{"key":"4_CR39","doi-asserted-by":"publisher","first-page":"1219","DOI":"10.1007\/s10207-023-00687-x","volume":"22","author":"W Li","year":"2023","unstructured":"Li, W., Wang, Y., Li, J.: A blockchain-enabled collaborative intrusion detection framework for SDN-assisted cyber-physical systems. Int. J. Inf. Secur. 22, 1219\u20131230 (2023)","journal-title":"Int. J. Inf. Secur."},{"key":"4_CR40","doi-asserted-by":"crossref","unstructured":"Li, W., Wang, Y., Li, J.: Enhancing blockchain-based filtration mechanism via IPFS for collaborative intrusion detection in IoT networks. J. Syst. Architecture, 127, 102510, Elsevier (2022)","DOI":"10.1016\/j.sysarc.2022.102510"},{"issue":"2","key":"4_CR41","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/s00773-020-00755-0","volume":"26","author":"R Sawada","year":"2021","unstructured":"Sawada, R., Sato, K., Majima, T.: Automatic ship collision avoidance using deep reinforcement learning with LSTM in continuous action spaces. J. Mar. Sci. Technol. 26(2), 509\u2013524 (2021)","journal-title":"J. Mar. Sci. Technol."},{"issue":"5","key":"4_CR42","doi-asserted-by":"publisher","first-page":"585","DOI":"10.3390\/jmse10050585","volume":"10","author":"P Zhai","year":"2022","unstructured":"Zhai, P., Zhang, Y., Wang, S.: Intelligent ship collision avoidance algorithm based on DDQN with prioritized experience replay under COLREGs. J. Marine Sci. Eng. 10(5), 585 (2022)","journal-title":"J. Marine Sci. Eng."}],"container-title":["Lecture Notes in Computer Science","Algorithms and Architectures for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-8408-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:11:21Z","timestamp":1775743881000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-8408-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819584079","9789819584086"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-8408-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"10 April 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICA3PP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Algorithms and Architectures for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zhengzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ica3pp2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ieee-cybermatics.org\/2025\/ica3pp\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}