{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T19:04:41Z","timestamp":1779217481579,"version":"3.51.4"},"reference-count":116,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Science Foundation Graduate Research Fellowship Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Robot."],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1109\/tro.2021.3087314","type":"journal-article","created":{"date-parts":[[2021,8,24]],"date-time":"2021-08-24T22:01:43Z","timestamp":1629842503000},"page":"1270-1286","source":"Crossref","is-referenced-by-count":157,"title":["Flow: A Modular Learning Framework for Mixed Autonomy Traffic"],"prefix":"10.1109","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8594-303X","authenticated-orcid":false,"given":"Cathy","family":"Wu","sequence":"first","affiliation":[{"name":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"}]},{"given":"Abdul Rahman","family":"Kreidieh","sequence":"additional","affiliation":[{"name":"Department of Civil and Environmental Engineering, University of California, Berkeley, Berkeley, CA, USA"}]},{"given":"Kanaad","family":"Parvate","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"}]},{"given":"Eugene","family":"Vinitsky","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, University of California, Berkeley, Berkeley, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6697-222X","authenticated-orcid":false,"given":"Alexandre M.","family":"Bayen","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tra.2015.12.001"},{"key":"ref2","author":"DOT","year":"2016","journal-title":"National transportation statistics"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1002\/rob.20147"},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-03991-1","volume-title":"The DARPA Urban Challenge: Autonomous Vehicles in City Traffic","volume":"56","author":"Buehler","year":"2009"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-05990-7_20"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1613\/jair.2502"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2013.6728204"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2921659"},{"key":"ref9","article-title":"End to end learning for self-driving cars","author":"Bojarski","year":"2016"},{"key":"ref10","article-title":"Safe, multi-agent, reinforcement learning for autonomous driving","author":"Shalev-Shwartz","year":"2016"},{"key":"ref11","first-page":"12","article-title":"Robot learning from demonstration","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"97","author":"Atkeson","year":"1997"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015430"},{"issue":"39","key":"ref13","first-page":"1","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"Levine","year":"2016","journal-title":"J. Mach. Learn. Res."},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1088\/1367-2630\/10\/3\/033001"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2010.0205"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1098\/rspa.1955.0089"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1287\/opre.4.1.42"},{"issue":"722","key":"ref18","article-title":"Freflo: A macroscopic simulation model of freeway traffic","author":"Payne","year":"1979","journal-title":"Transp. Res. Rec."},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1137\/S0036139997332099"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/0191-2615(81)90037-0"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/BF03167222"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.51.1035"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.62.1805"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1961.tb00391.x"},{"key":"ref25","article-title":"A queueing theory approach to speed-flow-density relationships","volume-title":"Proc. 13th Int. Symp. Transp. Traffic Theory","author":"Heidemann","year":"1996"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1142\/S0217595907001383"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/504729.504754"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/70.768189"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/70.938381"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TRA.2002.807557"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/70.75906"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2015.2411371"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2009.2011526"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/70.88128"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/87.370698"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2006.884615"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2013.10.008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2014.2356204"},{"key":"ref39","article-title":"Lane keeping assistance with learning-based driver model and model predictive control","volume-title":"Proc. 12th Int. Symp. Adv. Veh. Control","author":"Lefevre","year":"2014"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2003.811644"},{"key":"ref41","article-title":"Four wheels on jacks park car","volume-title":"Popular Sci. Monthly","author":"Corporation"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1996.509186"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2011.09.024"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2921659"},{"key":"ref45","article-title":"Intelligent transport systems, intelligent transport systems - adaptive cruise control systems - performance requirements and test procedures","year":"2010"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/25.260745"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2003.821292"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1243\/095440705X9407"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2002.800617"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.2004.1384058"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1115\/1.2896526"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2017.7995897"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460567"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-47641-2_62"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2009.02.033"},{"key":"ref56","first-page":"1451","article-title":"Semi-autonomous intersection management","volume-title":"Proc. Int. Conf. Auton. Agents Multi-Agent Syst.","author":"Au","year":"2014"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71682-4_10"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2018.02.005"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1177\/0278364912444766"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1177\/0278364915581863"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2016.XII.029"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s12205-016-0382-z"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2600504"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2587582"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2966506"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1299\/jsmec.43.671"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32460-4"},{"key":"ref68","article-title":"Internal project on eco-driving in category b driver training & the driving test","year":"2007"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2009.01.004"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2003.819610"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2003.821340"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2005.844226"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2013.2292500"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/s0965-8564(97)88297-3"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1115\/DETC2011-48829"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2014.04.014"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1111\/sapm.12144"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.1995.478953"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref80","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013"},{"key":"ref81","article-title":"High-dimensional continuous control using generalized advantage estimation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Schulman","year":"2016"},{"key":"ref82","first-page":"1889","article-title":"Trust region policy optimization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Schulman","year":"2015"},{"key":"ref83","first-page":"2944","article-title":"Learning continuous control policies by stochastic value gradients","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Heess","year":"2015"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2939-8"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2017.02.024"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2014.2345663"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2016.7508798"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2725912"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357902"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220096"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2010.10.004"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317694"},{"key":"ref93","article-title":"Flow: Architecture and benchmarking for reinforcement learning in traffic control","author":"Wu","year":"2017"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1017\/9781009002127.013"},{"key":"ref96","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Sutton","year":"2000"},{"key":"ref97","volume-title":"Neural Networks: A Comprehensive Foundation","author":"Haykin","year":"1994"},{"key":"ref98","first-page":"2067","article-title":"Gated feedback recurrent neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chung","year":"2015"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3912"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref101","article-title":"Openai gym","author":"Brockman","year":"2016"},{"issue":"3&4","key":"ref102","article-title":"Recent development and applications of sumo-simulation of urban mobility","volume":"5","author":"Krajzewicz","year":"2012","journal-title":"Int. J. Adv. Syst. Meas."},{"key":"ref103","article-title":"Ray rllib: A composable and scalable reinforcement learning library","author":"Liang","year":"2017"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2017.05.011"},{"key":"ref105","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","volume-title":"Int. Conf. Mach. Learning","author":"Duan","year":"2016"},{"key":"ref106","article-title":"Multi-anticipative driving in microscopic traffic models","author":"Treiber","year":"2004"},{"key":"ref107","first-page":"398","article-title":"Emergent behaviors in mixed-autonomy traffic","volume-title":"Proc. 1st Annu Conf. Robot Learn.","volume":"78","author":"Wu","year":"2017"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569485"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569615"},{"key":"ref110","first-page":"399","article-title":"Benchmarks for reinforcement learning in mixed-autonomy traffic","volume-title":"Proc. Conf. Robot Learn.","author":"Vinitsky","year":"2018"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/3302509.3313784"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/0191-2615(84)90019-5"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1137\/S0036139997326946"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1143\/JPSJ.71.2339"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/S0191-2615(00)00042-4"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317733"}],"container-title":["IEEE Transactions on Robotics"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/8860\/9749165\/9489303-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8860\/9749165\/09489303.pdf?arnumber=9489303","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:29:58Z","timestamp":1705015798000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9489303\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":116,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tro.2021.3087314","relation":{},"ISSN":["1552-3098","1941-0468"],"issn-type":[{"value":"1552-3098","type":"print"},{"value":"1941-0468","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4]]}}}