{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T08:48:22Z","timestamp":1774946902466,"version":"3.50.1"},"reference-count":17,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001659","name":"German Research Foundation","doi-asserted-by":"crossref","award":["315248657"],"award-info":[{"award-number":["315248657"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Contr."],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1109\/tac.2018.2874687","type":"journal-article","created":{"date-parts":[[2018,10,9]],"date-time":"2018-10-09T19:42:57Z","timestamp":1539114177000},"page":"2614-2620","source":"Crossref","is-referenced-by-count":12,"title":["Stability of Stochastic Approximations With \u201cControlled Markov\u201d Noise and Temporal Difference Learning"],"prefix":"10.1109","volume":"64","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7547-8111","authenticated-orcid":false,"given":"Arunselvan","family":"Ramaswamy","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7644-3914","authenticated-orcid":false,"given":"Shalabh","family":"Bhatnagar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.1007\/978-93-86279-38-5","author":"borkar","year":"2008","journal-title":"Stochastic Approximation A Dynamical Systems Viewpoint"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012997331639"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1977.1101561"},{"key":"ref13","article-title":"Stability of stochastic approximations with &#x2018;controlled Markov&#x2019; noise and temporal difference learning","author":"ramaswamy","year":"2018","journal-title":"arXiv 1504 06043"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2016.0821"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2017.2744598"},{"key":"ref16","volume":"65","author":"spall","year":"2005","journal-title":"Introduction to Stochastic Search and Optimization Estimation Simulation and Control"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/9.580874"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0096509"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012993253534"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012904439301"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/BF02218617"},{"key":"ref8","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref7","author":"benveniste","year":"2012","journal-title":"Adaptive Algorithms and Stochastic Approximations"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-69512-4"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1214\/13-AAP953"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2005.06.005"}],"container-title":["IEEE Transactions on Automatic Control"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9\/8723048\/08485741.pdf?arnumber=8485741","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:56:31Z","timestamp":1657745791000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8485741\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":17,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tac.2018.2874687","relation":{},"ISSN":["0018-9286","1558-2523","2334-3303"],"issn-type":[{"value":"0018-9286","type":"print"},{"value":"1558-2523","type":"electronic"},{"value":"2334-3303","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6]]}}}