{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T12:00:56Z","timestamp":1779883256635,"version":"3.53.1"},"reference-count":89,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Murray Postdoctoral Fellowship"},{"name":"NSERC CreateDAV"},{"DOI":"10.13039\/100012171","name":"Ontario Research Foundation","doi-asserted-by":"publisher","award":["RE08-054"],"award-info":[{"award-number":["RE08-054"]}],"id":[{"id":"10.13039\/100012171","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSERC Discovery","award":["RGPIN-2021-03541"],"award-info":[{"award-number":["RGPIN-2021-03541"]}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1703883"],"award-info":[{"award-number":["IIS-1703883"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["S&AS-1723869"],"award-info":[{"award-number":["S&AS-1723869"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1955404"],"award-info":[{"award-number":["IIS-1955404"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1955365"],"award-info":[{"award-number":["IIS-1955365"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["RETTL-2119265"],"award-info":[{"award-number":["RETTL-2119265"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["EAGER-2122119"],"award-info":[{"award-number":["EAGER-2122119"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tvcg.2021.3139031","type":"journal-article","created":{"date-parts":[[2021,12,29]],"date-time":"2021-12-29T23:54:15Z","timestamp":1640822055000},"page":"2036-2052","source":"Crossref","is-referenced-by-count":23,"title":["Heterogeneous Crowd Simulation Using Parametric Reinforcement Learning"],"prefix":"10.1109","volume":"29","author":[{"given":"Kaidong","family":"Hu","sequence":"first","affiliation":[{"name":"Computer Science Department, Rutgers University, New Brunswick, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8134-0047","authenticated-orcid":false,"given":"Brandon","family":"Haworth","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7351-8028","authenticated-orcid":false,"given":"Glen","family":"Berseth","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Operations Research, University of Montreal and a member of MILA, Montreal, Quebec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vladimir","family":"Pavlovic","sequence":"additional","affiliation":[{"name":"Computer Science Department, Rutgers University, New Brunswick, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4508-010X","authenticated-orcid":false,"given":"Petros","family":"Faloutsos","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering & Computer Science, York University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mubbasir","family":"Kapadia","sequence":"additional","affiliation":[{"name":"Computer Science Department, Rutgers University, New Brunswick, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2007.01089.x"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1778765.1778860"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2980179.2982442"},{"key":"ref4","article-title":"Robust space-time footsteps for agent-based steering","author":"Berseth","year":"2015","journal-title":"Comput. Animation Virt. Worlds"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/cav.403"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/37402.37406"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-19457-3_1"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543489"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-10347-6_4"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/35035023"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1103\/physreve.51.4282"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/1944745.1944769"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.06.038"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2933492"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3274247.3274510"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2017.03.003"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-014-9252-6"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2014.06.005"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v6i1.12390"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2897824.2925931"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/1360612.1360625"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2019406.2019414"},{"key":"ref23","article-title":"Biomechanical locomotion heterogeneity in synthetic crowds","author":"Haworth","year":"2019"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/cav.1783"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1002\/cav.277"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3117808"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-79242-7"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1900520.1900533"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4471-4450-2","volume-title":"Crowd Simulation, Second Edition","author":"Thalmann","year":"2013"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/BF00198086"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2006.18.5.1156"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1996.503784"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/37.257893"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073663"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073602"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3424636.3426894"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/383259.383287"},{"key":"ref38","first-page":"4455","article-title":"One policy to control them all: Shared modular policies for agent-agnostic control","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Huang"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201311"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3355089.3356499"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794134"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340705"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.142664"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2200\/s00673ed1v01y201509cgr020"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1177\/027836499801700706"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1993.292038"},{"key":"ref47","first-page":"113","article-title":"Steerfit: Automated parameter fitting for steering algorithms","volume-title":"Proc. ACM SIGGRAPH\/Eurograph. Symp. Comput. Animation","author":"Berseth"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-04239-4_6"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2017.2651371"},{"key":"ref50","article-title":"Reciprocal collision avoidance for general nonlinear agents using reinforcement learning","author":"Li","year":"2020"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30642-7_11"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.110"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00240"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00359"},{"key":"ref55","article-title":"Social-vrnn: One-shot multi-modal trajectory prediction for interacting pedestrians","author":"Brito","year":"2020"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58523-5_40"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01495"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509772"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28499-1_4"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21996-7_12"},{"key":"ref61","article-title":"Social crowd controllers using reinforcement learning methods","author":"Casadiego Bastidas","year":"2014"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2822013.2822040"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/1073368.1073371"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/1599470.1599497"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1599470.1599495"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2016.01.058"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25090-3_23"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2019406.2019414"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2014.09.041"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12328"},{"key":"ref71","first-page":"136","article-title":"Being a part of the crowd: Towards validating VR crowds using presence","volume-title":"Proc. 7th Int. Joint Conf. Auton. Agents Multiagent Syst.","author":"Pelechano"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3480136"},{"key":"ref73","article-title":"Revisiting parameter sharing in multi-agent deep reinforcement learning","author":"Terry","year":"2021"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968053"},{"key":"ref75","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume-title":"Adv. Neural Inf. Process. Syst.","author":"Sutton"},{"key":"ref76","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/SAMI48414.2020.9108717"},{"key":"ref78","article-title":"Searching for activation functions","author":"Ramachandran","year":"2017"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/2614028.2615399"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3424636.3426911"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12081"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/700"},{"key":"ref84","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2017"},{"key":"ref85","article-title":"High-dimensional continuous control using generalized advantage estimation","volume-title":"Proc. 4th Int. Conf. Learn. Representations","author":"Schulman"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2019.03.057"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/2005\/10\/P10002"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02447-9_73"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.26868\/25222708.2015.2455"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/2945\/10054568\/9665307-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/10054568\/09665307.pdf?arnumber=9665307","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,13]],"date-time":"2024-01-13T22:00:04Z","timestamp":1705183204000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9665307\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":89,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2021.3139031","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}