{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T02:44:52Z","timestamp":1775616292472,"version":"3.50.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876102"],"award-info":[{"award-number":["61876102"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472232"],"award-info":[{"award-number":["61472232"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61272094"],"award-info":[{"award-number":["61272094"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2946659","type":"journal-article","created":{"date-parts":[[2019,10,11]],"date-time":"2019-10-11T19:55:56Z","timestamp":1570823756000},"page":"147755-147770","source":"Crossref","is-referenced-by-count":77,"title":["Improved Multi-Agent Deep Deterministic Policy Gradient for Path Planning-Based Crowd Simulation"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7286-5631","authenticated-orcid":false,"given":"Shangfei","family":"Zheng","sequence":"first","affiliation":[]},{"given":"Hong","family":"Liu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2872731"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2015.2453341"},{"key":"ref33","first-page":"1038","article-title":"Generalization in reinforcement learning: Successful examples using sparse coarse coding","author":"sutton","year":"1996","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref32","first-page":"2278","article-title":"Path finding algorithms for autonomous robots based on reinforcement learning","volume":"6","author":"sang","year":"2017","journal-title":"Int J Adv Res Comput Eng Technol"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2227719"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2886629"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489066"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/5781591"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2016.08.108"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.01.054"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1504\/IJDH.2016.079893"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2017.11.041"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2777827"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2805379"},{"key":"ref13","first-page":"6379","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543489"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2017.04.034"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2018.01.023"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46882-2_9"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2007.913919"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.05.012"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.09.029"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2014.06.035"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2902310"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2497213"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/FGCT.2016.7605068"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOMW.2017.7917529"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2014.06.005"},{"key":"ref7","first-page":"89","article-title":"Crowd simulation via multi-agent reinforcement learning","author":"torrey","year":"2010","journal-title":"Proc 6th AAAI Conf Artif Intell Interact Digital Entertain"},{"key":"ref2","first-page":"1","article-title":"Crowd simulation modeling applied to emergency and evacuation simulations using multi-agent systems","author":"almeida","year":"2011","journal-title":"Proc 6th Doctoral Symp in Informatics Engineering (DSIE)"},{"key":"ref9","first-page":"54","article-title":"Multi-agent reinforcement learning for simulating pedestrian navigation","author":"martinez-gil","year":"2011","journal-title":"Proc Int Workshop Adapt Learn Agents"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/atr.1434"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.2307\/2346830"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3182\/20140824-6-ZA-1003.01879"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2018.04.015"},{"key":"ref22","first-page":"1","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"NIPS Deep Learning Workshop"},{"key":"ref47","first-page":"5571","article-title":"Mean field multi-agent reinforcement learning","volume":"80","author":"yang","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CONMEDIA.2017.8266037"},{"key":"ref24","first-page":"1045","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"2016","journal-title":"Proc 33th Int Conf Mach Learn"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2006.133"},{"key":"ref23","first-page":"529","article-title":"Deep reinforcement learning with double Q-learning","author":"van hasselt","year":"2016","journal-title":"Proc 13th AAAI Conf Artif Intell"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2015.12.103"},{"key":"ref26","first-page":"1008","article-title":"Actor-critic algorithms","author":"konda","year":"2000","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ISESD.2016.7886709"},{"key":"ref25","first-page":"187","article-title":"Continuous control with deep reinforcement learning","volume":"8","author":"lillicrap","year":"2015","journal-title":"Comput Sci"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08865095.pdf?arnumber=8865095","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,10]],"date-time":"2021-08-10T19:40:22Z","timestamp":1628624422000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8865095\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2946659","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}