{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T03:02:31Z","timestamp":1781665351940,"version":"3.54.5"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T00:00:00Z","timestamp":1729296000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T00:00:00Z","timestamp":1729296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Key R&D Program of Jiangsu Province","award":["BE2023010-3"],"award-info":[{"award-number":["BE2023010-3"]}]},{"name":"Jiangsu modern agricultural industry single technology research and development project","award":["CX(23)3120"],"award-info":[{"award-number":["CX(23)3120"]}]},{"name":"Advanced Computing and Intelligent Engineering (National Level) Laboratory Fund"},{"name":"National Key Laboratory of Ship Structural Safety Fund"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s00371-024-03647-1","type":"journal-article","created":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T05:02:49Z","timestamp":1729314169000},"page":"4081-4095","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["The crowd cooperation approach for formation maintenance and collision avoidance using multi-agent deep reinforcement learning"],"prefix":"10.1007","volume":"41","author":[{"given":"Libo","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiahui","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongchun","family":"Qiu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenhu","family":"Qin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,19]]},"reference":[{"issue":"3","key":"3647_CR1","doi-asserted-by":"publisher","first-page":"2300563","DOI":"10.1002\/aisy.202300563","volume":"6","author":"D Yan","year":"2024","unstructured":"Yan, D., Huang, K., Zhang, L., Ding, G.Y.: Stylized crowd formation transformation through spatiotemporal adversarial learning. Adv. Intell. Syst. 6(3), 2300563 (2024)","journal-title":"Adv. Intell. Syst."},{"key":"3647_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.gmod.2021.101111","volume":"116","author":"X Zheng","year":"2021","unstructured":"Zheng, X., Zong, C., Cheng, J., Xu, J., Xin, S., Tu, C., Chen, S., Wang, W.: Visually smooth multi-uav formation transformation. Graph. Models 116, 101111 (2021)","journal-title":"Graph. Models"},{"issue":"2","key":"3647_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.geits.2023.100066","volume":"2","author":"L Song","year":"2023","unstructured":"Song, L., Li, J., Wei, Z., Yang, K., Hashemi, E., Wang, H.: Longitudinal and lateral control methods from single vehicle to autonomous platoon. Green Energy Intell. Transp. 2(2), 100066 (2023)","journal-title":"Green Energy Intell. Transp."},{"issue":"1","key":"3647_CR4","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1177\/0278364907084441","volume":"27","author":"S Mastellone","year":"2008","unstructured":"Mastellone, S., Stipanovi\u0107, D.M., Graunke, C.R., Intlekofer, K.A., Spong, M.W.: Formation control and collision avoidance for multi-agent non-holonomic systems: theory and experiments. Int. J. Robot. Res. 27(1), 107\u2013126 (2008). https:\/\/doi.org\/10.1177\/0278364907084441","journal-title":"Int. J. Robot. Res."},{"key":"3647_CR5","doi-asserted-by":"publisher","unstructured":"Kuriki, Y., Namerikawa, T.: Consensus-based cooperative formation control with collision avoidance for a multi-uav system. In 2014 American control conference, pp. 2077\u20132082 (2014). https:\/\/doi.org\/10.1109\/ACC.2014.6858777 . IEee","DOI":"10.1109\/ACC.2014.6858777"},{"key":"3647_CR6","doi-asserted-by":"crossref","unstructured":"Lee, J., Won, J., Lee, J.: Crowd simulation by deep reinforcement learning. In Proceedings of the 11th ACM SIGGRAPH conference on motion, interaction and games, pp. 1\u20137 (2018)","DOI":"10.1145\/3274247.3274510"},{"issue":"4","key":"3647_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3592459","volume":"42","author":"P Charalambous","year":"2023","unstructured":"Charalambous, P., Pettre, J., Vassiliades, V., Chrysanthou, Y., Pelechano, N.: Greil-crowds: crowd simulation with deep reinforcement learning and examples. ACM Trans. Graph. (TOG) 42(4), 1\u201315 (2023)","journal-title":"ACM Trans. Graph. (TOG)"},{"key":"3647_CR8","doi-asserted-by":"crossref","unstructured":"Panayiotou, A., Kyriakou, T., Lemonari, M., Chrysanthou, Y., Charalambous, P.: Ccp: Configurable crowd profiles. In ACM SIGGRAPH 2022 conference proceedings, pp. 1\u201310 (2022)","DOI":"10.1145\/3528233.3530712"},{"issue":"6","key":"3647_CR9","doi-asserted-by":"publisher","first-page":"2358","DOI":"10.1109\/TNNLS.2020.3004893","volume":"32","author":"Z Sui","year":"2020","unstructured":"Sui, Z., Pu, Z., Yi, J., Wu, S.: Formation control with collision avoidance through deep reinforcement learning using model-guided demonstration. IEEE Trans. Neural Netw. Learn. Syst. 32(6), 2358\u20132372 (2020). https:\/\/doi.org\/10.1109\/TNNLS.2020.3004893","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"3647_CR10","doi-asserted-by":"publisher","unstructured":"Lowe, R., Wu, Y.I., Tamar, A., Harb, J., Pieter Abbeel, O., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. Adv. Neural Inf. Process. Syst. 30 (2017). https:\/\/doi.org\/10.48550\/arXiv.1706.02275","DOI":"10.48550\/arXiv.1706.02275"},{"issue":"2","key":"3647_CR11","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1007\/s10462-021-09996-w","volume":"55","author":"S Gronauer","year":"2022","unstructured":"Gronauer, S., Diepold, K.: Multi-agent deep reinforcement learning: a survey. Artif. Intell. Rev. 55(2), 895\u2013943 (2022). https:\/\/doi.org\/10.1007\/s10462-021-09996-w","journal-title":"Artif. Intell. Rev."},{"key":"3647_CR12","doi-asserted-by":"publisher","unstructured":"Foerster, J., Assael, I.A., De Freitas, N., Whiteson, S.: Learning to communicate with deep multi-agent reinforcement learning. Adv. Neural Inf. Process. Syst. 29 . https:\/\/doi.org\/10.48550\/arXiv.1605.06676","DOI":"10.48550\/arXiv.1605.06676"},{"key":"3647_CR13","doi-asserted-by":"publisher","unstructured":"Sunehag, P., Lever, G., Gruslys, A., Czarnecki, W.M., Zambaldi, V., Jaderberg, M., Lanctot, M., Sonnerat, N., Leibo, J.Z., Tuyls, K., et al.: Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:1706.05296 (2017) https:\/\/doi.org\/10.48550\/arXiv.1706.05296","DOI":"10.48550\/arXiv.1706.05296"},{"key":"3647_CR14","doi-asserted-by":"publisher","unstructured":"Foerster, J., Farquhar, G., Afouras, T., Nardelli, N., Whiteson, S.: Counterfactual multi-agent policy gradients. In Proceedings of the AAAI conference on artificial intelligence, vol. 32 (2018). https:\/\/doi.org\/10.1609\/aaai.v32i1.11794","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"3647_CR15","doi-asserted-by":"publisher","unstructured":"Cohen, A., Teng, E., Berges, V.-P., Dong, R.-P., Henry, H., Mattar, M., Zook, A., Ganguly, S.: On the use and misuse of absorbing states in multi-agent reinforcement learning. arXiv preprint arXiv:2111.05992 (2021) https:\/\/doi.org\/10.48550\/arXiv.2111.05992","DOI":"10.48550\/arXiv.2111.05992"},{"key":"3647_CR16","doi-asserted-by":"publisher","unstructured":"Van Den\u00a0Berg, J., Guy, S.J., Lin, M., Manocha, D.: Reciprocal n-body collision avoidance. In Robotics research: the 14th international symposium ISRR, pp. 3\u201319 (2011). https:\/\/doi.org\/10.1007\/978-3-642-19457-3_1","DOI":"10.1007\/978-3-642-19457-3_1"},{"issue":"1\u20132","key":"3647_CR17","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1002\/nav.3800020109","volume":"2","author":"HW Kuhn","year":"1955","unstructured":"Kuhn, H.W.: The hungarian method for the assignment problem. Naval Res. Logist. Q. 2(1\u20132), 83\u201397 (1955)","journal-title":"Naval Res. Logist. Q."},{"key":"3647_CR18","doi-asserted-by":"crossref","unstructured":"Wang, X., Liu, N., Liu, S., Wu, Z., Zhou, M., He, J., Cheng, P., Miao, C., Thalmann, N.M.: Crowd formation via hierarchical planning. In Proceedings of the 15th ACM SIGGRAPH conference on virtual-reality continuum and its applications in industry-Vol. 1, pp. 251\u2013260 (2016)","DOI":"10.1145\/3013971.3013978"},{"key":"3647_CR19","doi-asserted-by":"crossref","unstructured":"Nasir, F.M., Noma, T., Oshita, M., Yamamoto, K., Sunar, M.S., Mohamad, S., Honda, Y.: Simulating group formation and behaviour in dense crowd. In Proceedings of the 15th ACM SIGGRAPH conference on virtual-reality continuum and its applications in industry-Vol. 1, pp. 289\u2013292 (2016)","DOI":"10.1145\/3013971.3014017"},{"key":"3647_CR20","doi-asserted-by":"crossref","unstructured":"Kwiatkowski, A., Alvarado, E., Kalogeiton, V., Liu, C.K., Pettr\u00e9, J., Panne, M., Cani, M.-P.: A survey on reinforcement learning methods in character animation. In Computer graphics forum, vol. 41, pp. 613\u2013639 (2022). Wiley Online Library","DOI":"10.1111\/cgf.14504"},{"key":"3647_CR21","doi-asserted-by":"publisher","unstructured":"Agrawal, A., Hariharan, S., Bedi, A.S., Manocha, D.: Dc-mrta: Decentralized multi-robot task allocation and navigation in complex environments. In 2022 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp. 11711\u201311718 (2022). https:\/\/doi.org\/10.48550\/arXiv.2209.02865 . IEEE","DOI":"10.48550\/arXiv.2209.02865"},{"key":"3647_CR22","doi-asserted-by":"publisher","first-page":"165262","DOI":"10.1109\/ACCESS.2019.2953326","volume":"7","author":"X Zhou","year":"2019","unstructured":"Zhou, X., Wu, P., Zhang, H., Guo, W., Liu, Y.: Learn to navigate: cooperative path planning for unmanned surface vehicles using deep reinforcement learning. Ieee Access 7, 165262\u2013165278 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2953326","journal-title":"Ieee Access"},{"issue":"8","key":"3647_CR23","doi-asserted-by":"publisher","first-page":"11811","DOI":"10.1109\/TITS.2021.3107336","volume":"23","author":"C Bai","year":"2021","unstructured":"Bai, C., Yan, P., Pan, W., Guo, J.: Learning-based multi-robot formation control with obstacle avoidance. IEEE Trans. Intell. Transp. Syst. 23(8), 11811\u201311822 (2021). https:\/\/doi.org\/10.1109\/TITS.2021.3107336","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"2","key":"3647_CR24","doi-asserted-by":"publisher","first-page":"546","DOI":"10.3390\/app11020546","volume":"11","author":"J Xie","year":"2021","unstructured":"Xie, J., Zhou, R., Liu, Y., Luo, J., Xie, S., Peng, Y., Pu, H.: Reinforcement-learning-based asynchronous formation control scheme for multiple unmanned surface vehicles. Appl. Sci. 11(2), 546 (2021). https:\/\/doi.org\/10.3390\/app11020546","journal-title":"Appl. Sci."},{"key":"3647_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.113811","volume":"271","author":"Y Sun","year":"2023","unstructured":"Sun, Y., Yan, C., Xiang, X., Zhou, H., Tang, D., Zhu, Y.: Towards end-to-end formation control for robotic fish via deep reinforcement learning with non-expert imitation. Ocean Eng. 271, 113811 (2023). https:\/\/doi.org\/10.1016\/j.oceaneng.2023.113811","journal-title":"Ocean Eng."},{"key":"3647_CR26","doi-asserted-by":"publisher","unstructured":"Zhang, T., Liu, Z., Pu, Z., Yi, J.: Multi-target encirclement with collision avoidance via deep reinforcement learning using relational graphs. In 2022 International conference on robotics and automation (ICRA), pp. 8794\u20138800 (2022). https:\/\/doi.org\/10.1109\/ICRA46639.2022.9812151 . IEEE","DOI":"10.1109\/ICRA46639.2022.9812151"},{"key":"3647_CR27","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3319510","author":"W Gan","year":"2023","unstructured":"Gan, W., Qu, X., Song, D., Yao, P.: Multi-usv cooperative chasing strategy based on obstacles assistance and deep reinforcement learning. IEEE Trans. Autom. Sci. Eng. (2023). https:\/\/doi.org\/10.1109\/TASE.2023.3319510","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"4","key":"3647_CR28","doi-asserted-by":"publisher","first-page":"2036","DOI":"10.1109\/TVCG.2021.3139031","volume":"29","author":"K Hu","year":"2021","unstructured":"Hu, K., Haworth, B., Berseth, G., Pavlovic, V., Faloutsos, P., Kapadia, M.: Heterogeneous crowd simulation using parametric reinforcement learning. IEEE Trans. Visual Comput. Graph. 29(4), 2036\u20132052 (2021)","journal-title":"IEEE Trans. Visual Comput. Graph."},{"key":"3647_CR29","doi-asserted-by":"publisher","unstructured":"Pan, C., Yan, Y., Zhang, Z., Shen, Y.: Flexible formation control using hausdorff distance: a multi-agent reinforcement learning approach. In 2022 30th European signal processing conference (EUSIPCO), pp. 972\u2013976 (2022). https:\/\/doi.org\/10.23919\/EUSIPCO55093.2022.9909889 . IEEE","DOI":"10.23919\/EUSIPCO55093.2022.9909889"},{"key":"3647_CR30","doi-asserted-by":"publisher","unstructured":"Yan, Y., Li, X., Qiu, X., Qiu, J., Wang, J., Wang, Y., Shen, Y.: Relative distributed formation and obstacle avoidance with multi-agent reinforcement learning. In 2022 International conference on robotics and automation (ICRA), pp. 1661\u20131667 (2022). https:\/\/doi.org\/10.48550\/arXiv.2111.07334 . IEEE","DOI":"10.48550\/arXiv.2111.07334"},{"issue":"23","key":"3647_CR31","doi-asserted-by":"publisher","first-page":"28207","DOI":"10.1007\/s10489-023-05007-3","volume":"53","author":"Y Gong","year":"2023","unstructured":"Gong, Y., Xiong, H., Li, M., Wang, H., Nian, X.: Reinforcement learning for multi-agent formation navigation with scalability. Appl. Intell. 53(23), 28207\u201328225 (2023). https:\/\/doi.org\/10.1007\/s10489-023-05007-3","journal-title":"Appl. Intell."},{"issue":"1","key":"3647_CR32","doi-asserted-by":"publisher","first-page":"2113","DOI":"10.1002\/cav.2113","volume":"34","author":"L Sun","year":"2023","unstructured":"Sun, L., Yan, J., Qin, W.: Path planning for multiple agents in an unknown environment using soft actor critic and curriculum learning. Comput. Animat. Virtual Worlds 34(1), 2113 (2023). https:\/\/doi.org\/10.1002\/cav.2113","journal-title":"Comput. Animat. Virtual Worlds"},{"key":"3647_CR33","doi-asserted-by":"publisher","unstructured":"Juliani, A., Berges, V.-P., Teng, E., Cohen, A., Harper, J., Elion, C., Goy, C., Gao, Y., Henry, H., Mattar, M., et al.: Unity: a general platform for intelligent agents. arXiv preprint arXiv:1809.02627 (2018) https:\/\/doi.org\/10.48550\/arXiv.1809.02627","DOI":"10.48550\/arXiv.1809.02627"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-024-03647-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-024-03647-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-024-03647-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,16]],"date-time":"2025-04-16T10:23:52Z","timestamp":1744799032000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-024-03647-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,19]]},"references-count":33,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["3647"],"URL":"https:\/\/doi.org\/10.1007\/s00371-024-03647-1","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,19]]},"assertion":[{"value":"6 September 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}