{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T04:08:19Z","timestamp":1774066099527,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,3,4]],"date-time":"2023-03-04T00:00:00Z","timestamp":1677888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,4]],"date-time":"2023-03-04T00:00:00Z","timestamp":1677888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976127"],"award-info":[{"award-number":["61976127"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s10489-023-04509-4","type":"journal-article","created":{"date-parts":[[2023,3,4]],"date-time":"2023-03-04T20:02:38Z","timestamp":1677960158000},"page":"19356-19371","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Environment-sensitive crowd behavior modeling method based on reinforcement learning"],"prefix":"10.1007","volume":"53","author":[{"given":"Chen","family":"Pang","sequence":"first","affiliation":[]},{"given":"Lei","family":"Lyu","sequence":"additional","affiliation":[]},{"given":"Qinglin","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Limei","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,4]]},"reference":[{"key":"4509_CR1","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press"},{"issue":"5","key":"4509_CR2","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1109\/JAS.2019.1911672","volume":"6","author":"M Zhou","year":"2019","unstructured":"Zhou M, Dong H, Ioannou PA, Zhao Y, Wang F-Y (2019) Guided crowd evacuation: approaches and challenges. IEEE\/CAA J Autom Sinica 6(5):1081\u20131094","journal-title":"IEEE\/CAA J Autom Sinica"},{"key":"4509_CR3","first-page":"100191","volume":"21","author":"J Liu","year":"2021","unstructured":"Liu J, Chen Y, Chen Y (2021) Emergency and disaster manage- ment-crowd evacuation research. J Ind Inf Integr 21:100191","journal-title":"J Ind Inf Integr"},{"issue":"3","key":"4509_CR4","first-page":"443","volume":"8","author":"H Sharbini","year":"2021","unstructured":"Sharbini H, Sallehuddin R, Haron H (2021) Crowd evacuation simulation model with soft computing optimization techniques: a systematic literature review. J Manage Analy 8(3):443\u2013485","journal-title":"J Manage Analy"},{"issue":"3-4","key":"4509_CR5","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1016\/S0378-4371(01)00141-8","volume":"295","author":"C Burstedde","year":"2001","unstructured":"Burstedde C, Klauck K, Schadschneider A, Zittartz J (2001) Simulation of pedestrian dynamics using a two-dimensional cellular automaton. Physica A 295(3-4):507\u2013525","journal-title":"Physica A"},{"key":"4509_CR6","doi-asserted-by":"publisher","first-page":"120752","DOI":"10.1016\/j.physa.2019.03.117","volume":"526","author":"Y Li","year":"2019","unstructured":"Li Y, Chen M, Dou Z, Zheng X, Cheng Y, Mebarki A (2019) A review of cellular automata models for crowd evacuation. Physica A 526:120752","journal-title":"Physica A"},{"key":"4509_CR7","doi-asserted-by":"crossref","unstructured":"Thalmann D, Musse SR (2012) Crowd simulation. Springer Science & Business Media","DOI":"10.1007\/978-1-4471-4450-2"},{"issue":"1","key":"4509_CR8","first-page":"1","volume":"3","author":"N Pelechano","year":"2008","unstructured":"Pelechano N, Allbeck JM, Badler NI (2008) Virtual crowds: methods, simulation, and control. Synth Lect Comput Graph Animat 3(1):1\u2013176","journal-title":"Synth Lect Comput Graph Animat"},{"issue":"5284","key":"4509_CR9","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1038\/229381a0","volume":"229","author":"L Henderson","year":"1971","unstructured":"Henderson L (1971) The statistics of crowd fluids. Nature 229(5284):381\u2013383","journal-title":"Nature"},{"issue":"6","key":"4509_CR10","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1016\/0041-1647(74)90027-6","volume":"8","author":"LF Henderson","year":"1974","unstructured":"Henderson LF (1974) On the fluid mechanics of human crowd motion. Transp Res 8(6):509\u2013515","journal-title":"Transp Res"},{"key":"4509_CR11","doi-asserted-by":"crossref","unstructured":"Kerr W, Spears D (2005) Robotic simulation of gases for a surveillance task. In: 2005 IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 2905\u20132910","DOI":"10.1109\/IROS.2005.1545429"},{"key":"4509_CR12","doi-asserted-by":"crossref","unstructured":"Reynolds CW (1987) Flocks, herds and schools: A distributed behavioral model. In: Proceedings of the 14th annual conference on Computer graphics and interactive techniques, pp 25\u201334","DOI":"10.1145\/37401.37406"},{"key":"4509_CR13","unstructured":"Reynolds CW et al (1999) Steering behaviors for autonomous characters. In: Game developers conference, vol 1999. Citeseer, pp 763\u2013782"},{"issue":"1-3","key":"4509_CR14","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.tcs.2004.11.021","volume":"334","author":"J Kari","year":"2005","unstructured":"Kari J (2005) Theory of cellular automata: a survey. Theoretical Comput Sci 334(1-3):3\u201333","journal-title":"Theoretical Comput Sci"},{"key":"4509_CR15","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1016\/j.procs.2018.04.165","volume":"130","author":"D Padovani","year":"2018","unstructured":"Padovani D, Neto JJ, Cereda PRM (2018) Modeling pedestrian dynamics with adaptive cellular automata. Procedia Comput Sci 130:1120\u20131127","journal-title":"Procedia Comput Sci"},{"key":"4509_CR16","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1016\/j.physa.2018.09.041","volume":"514","author":"X Zhou","year":"2019","unstructured":"Zhou X, Hu J, Ji X, Xiao X (2019) Cellular automaton simulation of pedestrian flow considering vision and multi-velocity. Physica A 514:982\u2013992","journal-title":"Physica A"},{"key":"4509_CR17","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1051\/mmnp\/2021002","volume":"16","author":"J Felcman","year":"2021","unstructured":"Felcman J, Kubera P (2021) A cellular automaton model for a pedestrian flow problem. Math Model Nat Phenom 16:11","journal-title":"Math Model Nat Phenom"},{"key":"4509_CR18","doi-asserted-by":"crossref","unstructured":"Van den Berg J, Lin M, Manocha D (2008) Reciprocal velocity obstacles for real-time multi-agent navigation. In: 2008 IEEE International Conference on Robotics and Automation. IEEE, pp 1928\u20131935","DOI":"10.1109\/ROBOT.2008.4543489"},{"key":"4509_CR19","doi-asserted-by":"crossref","unstructured":"Muhammad F, Juniastuti S, Nugroho SMS, Hariadi M (2018) Crowds evacuation simulation on heterogeneous agent using agent-based reciprocal velocity obstacle. In: 2018 international seminar on intelligent technology and its applications (ISITIA). IEEE, pp 275\u2013280","DOI":"10.1109\/ISITIA.2018.8711117"},{"issue":"01","key":"4509_CR20","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1142\/S2301385019400065","volume":"7","author":"JA Douthwaite","year":"2019","unstructured":"Douthwaite JA, Zhao S, Mihaylova LS (2019) Velocity obstacle approaches for multi-agent collision avoidance. Unmanned Syst 7(01):55\u201364","journal-title":"Unmanned Syst"},{"key":"4509_CR21","doi-asserted-by":"crossref","unstructured":"Li J, Zhang H (2021) Crowd evacuation simulation research based on improved reciprocal velocity obstacles (rvo) model with path planning and emotion contagion. Transportation Research Record, 03611981211056910","DOI":"10.1177\/03611981211056910"},{"issue":"5","key":"4509_CR22","doi-asserted-by":"publisher","first-page":"4282","DOI":"10.1103\/PhysRevE.51.4282","volume":"51","author":"D Helbing","year":"1995","unstructured":"Helbing D, Molnar P (1995) Social force model for pedestrian dynamics. Phys Rev E 51 (5):4282","journal-title":"Phys Rev E"},{"key":"4509_CR23","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1016\/j.simpat.2018.02.007","volume":"84","author":"B Liu","year":"2018","unstructured":"Liu B, Liu H, Zhang H, Qin X (2018) A social force evacuation model driven by video data. Simul Model Pract Theory 84:190\u2013203","journal-title":"Simul Model Pract Theory"},{"key":"4509_CR24","doi-asserted-by":"publisher","first-page":"155361","DOI":"10.1109\/ACCESS.2019.2949106","volume":"7","author":"X Li","year":"2019","unstructured":"Li X, Liang Y, Zhao M, Wang C, Bai H, Jiang Y (2019) Simulation of evacuating crowd based on deep learning and social force model. IEEE Access 7:155361\u2013155371","journal-title":"IEEE Access"},{"issue":"1","key":"4509_CR25","doi-asserted-by":"publisher","first-page":"013129","DOI":"10.1063\/1.5132945","volume":"30","author":"Q Li","year":"2020","unstructured":"Li Q, Liu Y, Kang Z, Li K, Chen L (2020) Improved social force model considering conflict avoidance. Chaos: An Interdisciplinary Journal of Nonlinear Science 30(1):013129","journal-title":"Chaos: An Interdisciplinary Journal of Nonlinear Science"},{"issue":"1","key":"4509_CR26","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/s10489-020-01711-6","volume":"51","author":"Y Zhao","year":"2021","unstructured":"Zhao Y, Liu H, Gao K (2021) An evacuation simulation method based on an improved artificial bee colony algorithm and a social force model. Appl Intell 51(1):100\u2013123","journal-title":"Appl Intell"},{"key":"4509_CR27","doi-asserted-by":"publisher","first-page":"144874","DOI":"10.1109\/ACCESS.2019.2945170","volume":"7","author":"Y Liu","year":"2019","unstructured":"Liu Y, Lyu L (2019) Diversified crowd evacuation method in large public places. IEEE Access 7:144874\u2013144884","journal-title":"IEEE Access"},{"key":"4509_CR28","unstructured":"Nilsson D, Thompson P, McGrath D, Boyce K, Frantzich H (2020) Crowd safety: prototyping for the future: summary report showing how the science for \u201cpedestrian flow\u201d can keep up with demographic change"},{"key":"4509_CR29","unstructured":"Mitchell TM, Mitchell TM (1997) Machine learning, vol 1. McGraw-hill New York"},{"key":"4509_CR30","doi-asserted-by":"crossref","unstructured":"Adamatzky A (2018) Unconventional computing: A Volume in the Encyclopedia of Complexity and Systems Science. Springer","DOI":"10.1007\/978-1-4939-6883-1"},{"key":"4509_CR31","unstructured":"Longley P, Batty M (2003) Advanced spatial analysis: the CASA book of GIS, ESRI Inc."},{"key":"4509_CR32","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1016\/j.neucom.2019.08.021","volume":"366","author":"Z Yao","year":"2019","unstructured":"Yao Z, Zhang G, Lu D, Liu H (2019) Data-driven crowd evacuation: a reinforcement learning method. Neurocomputing 366:314\u2013327","journal-title":"Neurocomputing"},{"key":"4509_CR33","doi-asserted-by":"crossref","unstructured":"Zhang Z, Lu D, Li J, Liu P, Zhang G (2021) Crowd evacuation simulation using hierarchical deep reinforcement learning. In: 2021 IEEE 24th international conference on computer supported cooperative work in design (CSCWD). IEEE, pp 563\u2013568","DOI":"10.1109\/CSCWD49262.2021.9437632"},{"key":"4509_CR34","doi-asserted-by":"crossref","unstructured":"Malebary SJ, Basori AH et al (2021) Reinforcement learning for pedestrian evacuation simulation and optimization during pandemic and panic situation. In: Journal of Physics: Conference Series, vol 1817. IOP Publishing, p 012008","DOI":"10.1088\/1742-6596\/1817\/1\/012008"},{"issue":"1","key":"4509_CR35","doi-asserted-by":"publisher","first-page":"26","DOI":"10.3390\/a14010026","volume":"14","author":"Y Xue","year":"2021","unstructured":"Xue Y, Wu R, Liu J, Tang X (2021) Crowd evacuation guidance based on combined action reinforcement learning. Algorithms 14(1):26","journal-title":"Algorithms"},{"issue":"1","key":"4509_CR36","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/BF00115009","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton RS (1988) Learning to predict by the methods of temporal differences. Mach Learn 3 (1):9\u201344","journal-title":"Mach Learn"},{"issue":"19","key":"4509_CR37","doi-asserted-by":"publisher","first-page":"1876","DOI":"10.1016\/j.tcs.2009.01.016","volume":"410","author":"J-Y Audibert","year":"2009","unstructured":"Audibert J-Y, Munos R, Szepesv\u00e1ri C (2009) Exploration\u2013exploitation tradeoff using variance estimates in multi-armed bandits. Theor Comput Sci 410(19):1876\u20131902","journal-title":"Theor Comput Sci"},{"issue":"1","key":"4509_CR38","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1109\/4235.728210","volume":"2","author":"WG Macready","year":"1998","unstructured":"Macready WG, Wolpert DH (1998) Bandit problems and the exploration\/exploitation tradeoff. IEEE Trans Evol Comput 2(1):2\u201322","journal-title":"IEEE Trans Evol Comput"},{"key":"4509_CR39","first-page":"289","volume":"41","author":"J Koppell","year":"2011","unstructured":"Koppell J (2011) International organization for standardization. Handb Transnatl Gov Inst Innov 41:289","journal-title":"Handb Transnatl Gov Inst Innov"},{"issue":"16","key":"4509_CR40","doi-asserted-by":"publisher","first-page":"5903","DOI":"10.3390\/ijerph17165903","volume":"17","author":"N Chen","year":"2020","unstructured":"Chen N, Zhao M, Gao K, Zhao J (2020) The physiological experimental study on the effect of different color of safety signs on a virtual subway fire escape\u2014an exploratory case study of zijing mountain subway station. Int J Environ Res Public Health 17(16):5903","journal-title":"Int J Environ Res Public Health"},{"key":"4509_CR41","doi-asserted-by":"publisher","first-page":"125156","DOI":"10.1016\/j.physa.2020.125156","volume":"560","author":"Y Zhu","year":"2020","unstructured":"Zhu Y, Chen T, Ding N, Chraibi M, Fan W-C (2020) Follow the evacuation signs or surrounding people during building evacuation, an experimental study. Physica A 560:125156","journal-title":"Physica A"},{"issue":"4","key":"4509_CR42","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1109\/70.508439","volume":"12","author":"LE Kavraki","year":"1996","unstructured":"Kavraki LE, Svestka P, Latombe J-C, Overmars MH (1996) Probabilistic roadmaps for path planning in high-dimensional configuration spaces. IEEE Trans Robot Autom 12(4):566\u2013580","journal-title":"IEEE Trans Robot Autom"},{"key":"4509_CR43","unstructured":"LaValle SM et al (1998) Rapidly-exploring random trees: A new tool for path planning"},{"key":"4509_CR44","doi-asserted-by":"crossref","unstructured":"Van Den Berg J, Guy SJ, Lin M, Manocha D (2011) Reciprocal n-body collision avoidance. In: Robotics research. Springer, pp 3\u201319","DOI":"10.1007\/978-3-642-19457-3_1"},{"issue":"3","key":"4509_CR45","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/j.firesaf.2003.10.003","volume":"39","author":"S Lo","year":"2004","unstructured":"Lo S, Fang Z, Lin P, Zhi G (2004) An evacuation model: the sgem package. Fire Safety J 39(3):169\u2013190","journal-title":"Fire Safety J"},{"key":"4509_CR46","doi-asserted-by":"publisher","first-page":"73841","DOI":"10.1109\/ACCESS.2019.2920913","volume":"7","author":"Q Wang","year":"2019","unstructured":"Wang Q, Liu H, Gao K, Zhang L (2019) Improved multi-agent reinforcement learning for path planning-based crowd simulation. IEEE Access 7:73841\u201373855","journal-title":"IEEE Access"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04509-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-04509-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04509-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T05:10:55Z","timestamp":1693199455000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-04509-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,4]]},"references-count":46,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["4509"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-04509-4","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,4]]},"assertion":[{"value":"5 February 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}