{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T11:15:15Z","timestamp":1771413315246,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T00:00:00Z","timestamp":1756944000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T00:00:00Z","timestamp":1756944000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Key R&D Program of Jiangsu Province","award":["BE2023010-3"],"award-info":[{"award-number":["BE2023010-3"]}]},{"name":"Jiangsu modern agricultural industry single technology research and development project","award":["CX(23)3120"],"award-info":[{"award-number":["CX(23)3120"]}]},{"name":"National Key Laboratory of Ship Structural Safety"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1007\/s00371-025-04163-6","type":"journal-article","created":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T06:06:32Z","timestamp":1756965992000},"page":"12383-12397","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Adaptive formation control and transformation in virtual crowds via deep reinforcement learning"],"prefix":"10.1007","volume":"41","author":[{"given":"Libo","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongchun","family":"Qiu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenhu","family":"Qin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,4]]},"reference":[{"key":"4163_CR1","unstructured":"Henry, J., Shum, H.P.H., Komura, T.: Environment-aware real-time crowd control. In: Proceedings of the ACM SIGGRAPH\/Eurographics Symposium on Computer Animation. SCA \u201912, pp. 193\u2013200. Eurographics Association, Goslar, DEU (2012)"},{"key":"4163_CR2","doi-asserted-by":"publisher","unstructured":"Gustafson, S., Arumugam, H., Kanyuk, P., Lorenzen, M.: Mure: fast agent based crowd simulation for VFX and animation. In: ACM SIGGRAPH 2016 Talks. SIGGRAPH \u201916. Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2897839.2927396","DOI":"10.1145\/2897839.2927396"},{"key":"4163_CR3","doi-asserted-by":"publisher","unstructured":"Kanyuk, P., Park, L.J.W., Weihrich, E.: Headstrong, hairy, and heavily clothed: animating crowds of Scotsmen. In: ACM SIGGRAPH 2012 Talks. SIGGRAPH \u201912. Association for Computing Machinery, New York, NY, USA (2015). https:\/\/doi.org\/10.1145\/2343045.2771822","DOI":"10.1145\/2343045.2771822"},{"key":"4163_CR4","doi-asserted-by":"crossref","unstructured":"Ren, J., Jin, X., Deng, Z.: Crowd formation generation and control. In: Handbook of Human Motion, pp. 1\u201312 (2017)","DOI":"10.1007\/978-3-319-30808-1_15-1"},{"issue":"4","key":"4163_CR5","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1145\/2897824.2925894","volume":"35","author":"T Feng","year":"2016","unstructured":"Feng, T., Yu, L.-F., Yeung, S.-K., Yin, K., Zhou, K.: Crowd-driven mid-scale layout design. ACM Trans. Graph. 35(4), 132\u20131 (2016)","journal-title":"ACM Trans. Graph."},{"issue":"1","key":"4163_CR6","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1049\/itr2.12249","volume":"17","author":"M Cai","year":"2023","unstructured":"Cai, M., Xu, Q., Chen, C., Wang, J., Li, K., Wang, J., Zhu, Q.: Formation control for connected and automated vehicles on multi-lane roads: relative motion planning and conflict resolution. IET Intell. Transp. Syst. 17(1), 211\u2013226 (2023)","journal-title":"IET Intell. Transp. Syst."},{"key":"4163_CR7","doi-asserted-by":"publisher","first-page":"101111","DOI":"10.1016\/j.gmod.2021.101111","volume":"116","author":"X Zheng","year":"2021","unstructured":"Zheng, X., Zong, C., Cheng, J., Xu, J., Xin, S., Tu, C., Chen, S., Wang, W.: Visually smooth multi-UAV formation transformation. Graph. Models 116, 101111 (2021)","journal-title":"Graph. Models"},{"issue":"1","key":"4163_CR8","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1146\/annurev.fluid.35.101101.161136","volume":"35","author":"RL Hughes","year":"2003","unstructured":"Hughes, R.L.: The flow of human crowds. Annu. Rev. Fluid Mech. 35(1), 169\u2013182 (2003)","journal-title":"Annu. Rev. Fluid Mech."},{"issue":"5","key":"4163_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1618452.1618468","volume":"28","author":"R Narain","year":"2009","unstructured":"Narain, R., Golas, A., Curtis, S., Lin, M.C.: Aggregate dynamics for dense crowd simulation. ACM Trans. Graph. 28(5), 1\u20138 (2009). https:\/\/doi.org\/10.1145\/1618452.1618468","journal-title":"ACM Trans. Graph."},{"key":"4163_CR10","doi-asserted-by":"crossref","unstructured":"Karamouzas, I., Heil, P., Van\u00a0Beek, P., Overmars, M.H.: A predictive collision avoidance model for pedestrian simulation. In: Motion in Games: Second International Workshop, MIG 2009, Zeist, The Netherlands, November 21\u201324, 2009. Proceedings 2, pp. 41\u201352. Springer (2009)","DOI":"10.1007\/978-3-642-10347-6_4"},{"key":"4163_CR11","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1016\/j.physa.2005.02.040","volume":"354","author":"DR Parisi","year":"2005","unstructured":"Parisi, D.R., Dorso, C.O.: Microscopic dynamics of pedestrian evacuation. Phys. A 354, 606\u2013618 (2005)","journal-title":"Phys. A"},{"issue":"3","key":"4163_CR12","doi-asserted-by":"publisher","first-page":"2279","DOI":"10.1002\/cav.2279","volume":"35","author":"K Tang","year":"2024","unstructured":"Tang, K., Zhang, J., Shen, Y., Li, C., He, G.: KDPM: knowledge-driven dynamic perception model for evacuation scene simulation. Comput. Anim. Virtual Worlds 35(3), 2279 (2024)","journal-title":"Comput. Anim. Virtual Worlds"},{"issue":"2","key":"4163_CR13","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1049\/iet-cta:20050401","volume":"1","author":"W Ren","year":"2007","unstructured":"Ren, W.: Consensus strategies for cooperative control of vehicle formations. IET Control Theory Appl. 1(2), 505\u2013512 (2007)","journal-title":"IET Control Theory Appl."},{"key":"4163_CR14","doi-asserted-by":"crossref","unstructured":"Weiss, T.: Fast position-based multi-agent group dynamics. In: Proceedings of the ACM on Computer Graphics and Interactive Techniques, vol. 6, no. 1, pp. 1\u201315 (2023)","DOI":"10.1145\/3585507"},{"key":"4163_CR15","doi-asserted-by":"crossref","unstructured":"Van Den\u00a0Berg, J., Guy, S.J., Lin, M., Manocha, D.: Reciprocal n-body collision avoidance. In: Robotics Research: The 14th International Symposium ISRR, pp. 3\u201319. Springer (2011)","DOI":"10.1007\/978-3-642-19457-3_1"},{"issue":"6","key":"4163_CR16","doi-asserted-by":"publisher","first-page":"8937","DOI":"10.1109\/JSEN.2024.3358326","volume":"24","author":"L Li","year":"2024","unstructured":"Li, L., Lyu, C., Liu, H., Lyu, L.: Safety indication signs-based crowd division and leader selection approach for evacuation guidance. IEEE Sens. J. 24(6), 8937\u20138948 (2024)","journal-title":"IEEE Sens. J."},{"issue":"1","key":"4163_CR17","doi-asserted-by":"publisher","first-page":"2115","DOI":"10.1002\/cav.2115","volume":"34","author":"H Wu","year":"2023","unstructured":"Wu, H., Wang, C., He, G.: Dynamic leader role modeling for self-organizing crowd evacuation simulation. Comput. Anim. Virtual Worlds 34(1), 2115 (2023)","journal-title":"Comput. Anim. Virtual Worlds"},{"key":"4163_CR18","doi-asserted-by":"publisher","first-page":"1956","DOI":"10.1111\/mice.13429","volume":"40","author":"J Xu","year":"2025","unstructured":"Xu, J., Xu, D., Wu, J., Shi, X.: Modeling the collective behavior of pedestrians with the spontaneous loose leader-follower structure in public spaces. Comput. Aided Civ. Infrastruct. Eng. 40, 1956\u20131974 (2025)","journal-title":"Comput. Aided Civ. Infrastruct. Eng."},{"key":"4163_CR19","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1111\/cgf.14630","volume":"41","author":"T Mao","year":"2022","unstructured":"Mao, T., Wang, J., Meng, R., Yan, Q., Liu, S., Wang, Z.: A fusion crowd simulation method: integrating data with dynamics, personality with common. Comput. Graph. Forum 41, 131\u2013142 (2022). (Wiley Online Library)","journal-title":"Comput. Graph. Forum"},{"issue":"9","key":"4163_CR20","doi-asserted-by":"publisher","first-page":"3499","DOI":"10.1007\/s00371-022-02556-5","volume":"38","author":"P Liu","year":"2022","unstructured":"Liu, P., Chao, Q., Huang, H., Wang, Q., Zhao, Z., Peng, Q., Yip, M.K., Liu, E.S., Jin, X.: Velocity-based dynamic crowd simulation by data-driven optimization. Vis. Comput. 38(9), 3499\u20133512 (2022)","journal-title":"Vis. Comput."},{"issue":"5","key":"4163_CR21","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/TNN.1998.712192","volume":"9","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction. IEEE Trans. Neural Netw. 9(5), 1054\u20131054 (1998). https:\/\/doi.org\/10.1109\/TNN.1998.712192","journal-title":"IEEE Trans. Neural Netw."},{"key":"4163_CR22","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"8","key":"4163_CR23","doi-asserted-by":"publisher","first-page":"11811","DOI":"10.1109\/TITS.2021.3107336","volume":"23","author":"C Bai","year":"2021","unstructured":"Bai, C., Yan, P., Pan, W., Guo, J.: Learning-based multi-robot formation control with obstacle avoidance. IEEE Trans. Intell. Transp. Syst. 23(8), 11811\u201311822 (2021)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"6","key":"4163_CR24","doi-asserted-by":"publisher","first-page":"2358","DOI":"10.1109\/TNNLS.2020.3004893","volume":"32","author":"Z Sui","year":"2020","unstructured":"Sui, Z., Pu, Z., Yi, J., Wu, S.: Formation control with collision avoidance through deep reinforcement learning using model-guided demonstration. IEEE Trans. Neural Netw. Learn. Syst. 32(6), 2358\u20132372 (2020)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"4163_CR25","doi-asserted-by":"publisher","first-page":"102570","DOI":"10.1016\/j.rcim.2023.102570","volume":"83","author":"L Chang","year":"2023","unstructured":"Chang, L., Shan, L., Zhang, W., Dai, Y.: Hierarchical multi-robot navigation and formation in unknown environments via deep reinforcement learning and distributed optimization. Robot. Comput. Integr. Manuf. 83, 102570 (2023)","journal-title":"Robot. Comput. Integr. Manuf."},{"key":"4163_CR26","doi-asserted-by":"publisher","first-page":"115577","DOI":"10.1016\/j.oceaneng.2023.115577","volume":"286","author":"X Wei","year":"2023","unstructured":"Wei, X., Wang, H., Tang, Y.: Deep hierarchical reinforcement learning based formation planning for multiple unmanned surface vehicles with experimental results. Ocean Eng. 286, 115577 (2023)","journal-title":"Ocean Eng."},{"key":"4163_CR27","doi-asserted-by":"crossref","unstructured":"Lee, J., Won, J., Lee, J.: Crowd simulation by deep reinforcement learning. In: Proceedings of the 11th ACM SIGGRAPH Conference on Motion, Interaction and Games, pp. 1\u20137 (2018)","DOI":"10.1145\/3274247.3274510"},{"issue":"4","key":"4163_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3592459","volume":"42","author":"P Charalambous","year":"2023","unstructured":"Charalambous, P., Pettre, J., Vassiliades, V., Chrysanthou, Y., Pelechano, N.: Greil-crowds: crowd simulation with deep reinforcement learning and examples. ACM Trans. Graph. (TOG) 42(4), 1\u201315 (2023)","journal-title":"ACM Trans. Graph. (TOG)"},{"key":"4163_CR29","doi-asserted-by":"crossref","unstructured":"Kwiatkowski, A., Kalogeiton, V., Pettr\u00e9, J., Cani, M.-P.: Reward function design for crowd simulation via reinforcement learning. In: Proceedings of the 16th ACM SIGGRAPH Conference on Motion, Interaction and Games, pp. 1\u20137 (2023)","DOI":"10.1145\/3623264.3624452"},{"issue":"3","key":"4163_CR30","doi-asserted-by":"publisher","first-page":"2280","DOI":"10.1002\/cav.2280","volume":"35","author":"Y Zhang","year":"2024","unstructured":"Zhang, Y., Yang, B., Zhu, J.: A double-layer crowd evacuation simulation method based on deep reinforcement learning. Comput. Anim. Virtual Worlds 35(3), 2280 (2024)","journal-title":"Comput. Anim. Virtual Worlds"},{"key":"4163_CR31","doi-asserted-by":"crossref","unstructured":"Xu, P., Karamouzas, I.: Human-inspired multi-agent navigation using knowledge distillation. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 8105\u20138112. IEEE (2021)","DOI":"10.1109\/IROS51168.2021.9636463"},{"key":"4163_CR32","doi-asserted-by":"publisher","first-page":"48472","DOI":"10.1109\/ACCESS.2022.3172492","volume":"10","author":"Z-S Wang","year":"2022","unstructured":"Wang, Z.-S., Song, C.G., Lee, J., Kim, J.-H., Kim, S.-J.: Controllable swarm animation using deep reinforcement learning with a rule-based action generator. IEEE Access 10, 48472\u201348485 (2022)","journal-title":"IEEE Access"},{"key":"4163_CR33","first-page":"1","volume":"41","author":"L Sun","year":"2024","unstructured":"Sun, L., Yan, J., Qiu, Y., Qin, W.: The crowd cooperation approach for formation maintenance and collision avoidance using multi-agent deep reinforcement learning. Vis. Comput. 41, 1\u201315 (2024)","journal-title":"Vis. Comput."},{"issue":"12","key":"4163_CR34","doi-asserted-by":"publisher","first-page":"4140","DOI":"10.1109\/TAC.2018.2798805","volume":"63","author":"S Zhao","year":"2018","unstructured":"Zhao, S.: Affine formation maneuver control of multiagent systems. IEEE Trans. Autom. Control 63(12), 4140\u20134155 (2018)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"12","key":"4163_CR35","doi-asserted-by":"publisher","first-page":"11290","DOI":"10.1109\/LRA.2024.3490407","volume":"9","author":"Y Li","year":"2024","unstructured":"Li, Y., Dong, W.: Flexible affine formation control based on dynamic hierarchical reorganization. IEEE Robot. Autom. Lett. 9(12), 11290\u201311297 (2024). https:\/\/doi.org\/10.1109\/LRA.2024.3490407","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"8","key":"4163_CR36","doi-asserted-by":"publisher","first-page":"6776","DOI":"10.1109\/LRA.2024.3414210","volume":"9","author":"X Li","year":"2024","unstructured":"Li, X., Zhou, R., Sun, G.: Adaptive shape formation against swarm-scale variants in robot swarms. IEEE Robot. Autom. Lett. 9(8), 6776\u20136783 (2024). https:\/\/doi.org\/10.1109\/LRA.2024.3414210","journal-title":"IEEE Robot. Autom. Lett."},{"key":"4163_CR37","doi-asserted-by":"crossref","unstructured":"Pan, C., Yan, Y., Zhang, Z., Shen, Y.: Flexible formation control using Hausdorff distance: a multi-agent reinforcement learning approach. In: 2022 30th European Signal Processing Conference (EUSIPCO), pp. 972\u2013976. IEEE (2022)","DOI":"10.23919\/EUSIPCO55093.2022.9909889"},{"key":"4163_CR38","doi-asserted-by":"crossref","unstructured":"Xu, M., Wu, Y., Ye, Y.: Smooth and efficient crowd transformation. In: Proceedings of the 20th ACM International Conference on Multimedia, pp. 1189\u20131192 (2012)","DOI":"10.1145\/2393347.2396415"},{"issue":"1","key":"4163_CR39","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/MCG.2011.87","volume":"33","author":"Q Gu","year":"2011","unstructured":"Gu, Q., Deng, Z.: Generating freestyle group formations in agent-based crowd simulations. IEEE Comput. Graph. Appl. 33(1), 20\u201331 (2011)","journal-title":"IEEE Comput. Graph. Appl."},{"issue":"3","key":"4163_CR40","doi-asserted-by":"publisher","first-page":"2300563","DOI":"10.1002\/aisy.202300563","volume":"6","author":"D Yan","year":"2024","unstructured":"Yan, D., Huang, K., Zhang, L., Ding, G.Y.: Stylized crowd formation transformation through spatiotemporal adversarial learning. Adv. Intell. Syst. 6(3), 2300563 (2024)","journal-title":"Adv. Intell. Syst."},{"key":"4163_CR41","doi-asserted-by":"crossref","unstructured":"Littman, M.L.: Markov games as a framework for multi-agent reinforcement learning. In: Machine Learning Proceedings 1994, pp. 157\u2013163. Elsevier (1994)","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"issue":"4","key":"4163_CR42","doi-asserted-by":"publisher","first-page":"912","DOI":"10.1109\/TRO.2009.2022423","volume":"25","author":"H-L Choi","year":"2009","unstructured":"Choi, H.-L., Brunet, L., How, J.P.: Consensus-based decentralized auctions for robust task allocation. IEEE Trans. Robot. 25(4), 912\u2013926 (2009)","journal-title":"IEEE Trans. Robot."},{"key":"4163_CR43","unstructured":"Cohen, A., Teng, E., Berges, V.-P., Dong, R.-P., Henry, H., Mattar, M., Zook, A., Ganguly, S.: On the use and misuse of absorbing states in multi-agent reinforcement learning. arXiv preprint arXiv:2111.05992 (2021)"},{"key":"4163_CR44","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: Proceedings of the 26th Annual International Conference on Machine Learning, pp. 41\u201348 (2009)","DOI":"10.1145\/1553374.1553380"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-025-04163-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-025-04163-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-025-04163-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T20:02:44Z","timestamp":1760126564000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-025-04163-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,4]]},"references-count":44,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2025,11]]}},"alternative-id":["4163"],"URL":"https:\/\/doi.org\/10.1007\/s00371-025-04163-6","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,4]]},"assertion":[{"value":"7 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 September 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}