{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T16:32:22Z","timestamp":1770741142450,"version":"3.49.0"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1109\/itsc.2019.8917387","type":"proceedings-article","created":{"date-parts":[[2019,11,29]],"date-time":"2019-11-29T11:11:50Z","timestamp":1575025910000},"page":"2456-2462","source":"Crossref","is-referenced-by-count":28,"title":["End-to-end Reinforcement Learning for Autonomous Longitudinal Control Using Advantage Actor Critic with Temporal Context"],"prefix":"10.1109","author":[{"given":"Sampo","family":"Kuutti","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard","family":"Bowden","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Harita","family":"Joshi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert de","family":"Temple","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Saber","family":"Fallah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref31","article-title":"When gaussian process meets big data: A review of scalable gps","author":"liu","year":"2018","journal-title":"arXiv preprint arXiv 1807 01065"},{"key":"ref30","first-page":"2040","article-title":"Data-efficient reinforcement learning in continuous state-action gaussian-pomdps","author":"mcallister","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460934"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2011.2157145"},{"key":"ref12","article-title":"Sample efficient actor-critic with experience replay","author":"wang","year":"2016","journal-title":"arXiv preprint arXiv 1611 01224"},{"key":"ref13","article-title":"Carmaker: Virtual testing of automobiles and light-duty vehicles","year":"2017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012901385691"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50013-X"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50040-2"},{"key":"ref18","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Advances in neural information processing systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ADPRL.2007.368196"},{"key":"ref28","article-title":"Tensorflow: An open source machine learning framework for everyone","year":"0"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31895-0_5"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317839"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2812300"},{"key":"ref6","first-page":"694","article-title":"On-road vehicle detection: A review","author":"sun","year":"2006","journal-title":"IEEE Transactions on Pattern Analysis & Machine Intelligence"},{"key":"ref29","first-page":"465","article-title":"Pilco: A model-based and data-efficient approach to policy search","author":"deisenroth","year":"2011","journal-title":"Proceedings of the 28th International Conference on Machine Learning (ICML-11)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/rob.20255"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2017.2670463"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-00065-7_26"},{"key":"ref2","first-page":"1","article-title":"Towards connected autonomous driving: review of use-cases","author":"montanaro","year":"2018","journal-title":"Vehicle System Dynamics"},{"key":"ref9","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref1","article-title":"Research on the Impacts of Connected and Autonomous Vehicles (CAVs) on Traffic Flow: Summary Report","year":"2017"},{"key":"ref20","first-page":"105","article-title":"Incremental natural actor-critic algorithms","author":"bhatnagar","year":"2008","journal-title":"Advances in neural information processing systems"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref21","article-title":"Convolutional deep belief networks on cifar-10","volume":"40","author":"krizhevsky","year":"2010","journal-title":"Unpublished manuscript"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"ref23","first-page":"26","article-title":"Lecture 6.5-rmsprop: Divide the gradient by a running average of its recent magnitude","volume":"4","author":"tieleman","year":"2012","journal-title":"COURSERA Neural Networks for Machine Learning"},{"key":"ref26","article-title":"Deep recurrent q-learning for partially observable mdps","author":"hausknecht","year":"2015"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"}],"event":{"name":"2019 IEEE Intelligent Transportation Systems Conference - ITSC","location":"Auckland, New Zealand","start":{"date-parts":[[2019,10,27]]},"end":{"date-parts":[[2019,10,30]]}},"container-title":["2019 IEEE Intelligent Transportation Systems Conference (ITSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8907344\/8916833\/08917387.pdf?arnumber=8917387","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T14:46:13Z","timestamp":1658155573000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8917387\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/itsc.2019.8917387","relation":{},"subject":[],"published":{"date-parts":[[2019,10]]}}}