{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T21:16:50Z","timestamp":1768339010162,"version":"3.49.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T00:00:00Z","timestamp":1765238400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T00:00:00Z","timestamp":1765238400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,9]]},"DOI":"10.1109\/cdc57313.2025.11312393","type":"proceedings-article","created":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T18:19:56Z","timestamp":1768241996000},"page":"6095-6101","source":"Crossref","is-referenced-by-count":1,"title":["Finite-Time Bounds for Two-Time-Scale Stochastic Approximation with Arbitrary Norm Contractions and Markovian Noise"],"prefix":"10.1109","author":[{"given":"Siddharth","family":"Chandak","sequence":"first","affiliation":[{"name":"Stanford University,Department of Electrical Engineering,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaan Ul","family":"Haque","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology,Industrial and Systems Engineering,Atlanta,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicholas","family":"Bambos","sequence":"additional","affiliation":[{"name":"Stanford University,Department of Electrical Engineering,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018","journal-title":"A Bradford Book"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-81-951961-1-1"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012999361974"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1137\/0330046"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-009-0653-x"},{"key":"ref6","first-page":"8223","article-title":"Finite-sample analysis of contractive stochastic approximation using smooth convex envelopes","volume":"33","author":"Chen","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2022.3210147"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1109\/CDC57313.2025.11312393","article-title":"Finite-time bounds for two-time-scale stochastic approximation with arbitrary norm contractions and markovian noise","author":"Chandak","year":"2025"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-2696-8"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1287\/stsy.2022.0097"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1214\/24-AAP2143"},{"key":"ref12","first-page":"2803","article-title":"Finite-time error bounds for linear stochastic approximation andtd learning","volume-title":"Conference on Learning Theory","author":"Srikant"},{"key":"ref13","first-page":"3185","article-title":"Finite-time analysis of asynchronous stochastic approximation and q-learning","volume-title":"Conference on Learning Theory","author":"Qu"},{"key":"ref14","article-title":"Stochastic approximation with unbounded markovian noise: A general-purpose theorem","author":"Haque","year":"2024"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2022.0249"},{"key":"ref16","article-title":"Constant stepsize q-learning: Distributional convergence, bias and extrapolation","author":"Zhang","year":"2024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553501"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1214\/105051604000000116"},{"key":"ref19","article-title":"Tight finite time bounds of two-time-scale linear stochastic approximation with markovian noise","author":"Haque","year":"2023"},{"key":"ref20","first-page":"2144","article-title":"Finite time analysis of linear two-timescale stochastic approximation with markovian noise","volume-title":"Conference on Learning Theory","author":"Kaledin"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5779"},{"key":"ref22","article-title":"Non-expansive mappings in two-time-scale stochastic approximation: Finite-time analysis","author":"Chandak","year":"2025"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1137\/22M150277X"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2018.8636078"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/bfb0096509"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012995291609"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022689125041"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022676722315"},{"key":"ref29","article-title":"Efficient estimations from a slowly convergent robbinsmonro process","author":"Ruppert","year":"1988","journal-title":"Cornell University Operations Research and Industrial Engineering, Tech. Rep"},{"key":"ref30","article-title":"o(1\/k) finite-time bound for non-linear two-time-scale stochastic approximation","author":"Chandak","year":"2025"}],"event":{"name":"2025 IEEE 64th Conference on Decision and Control (CDC)","location":"Rio de Janeiro, Brazil","start":{"date-parts":[[2025,12,9]]},"end":{"date-parts":[[2025,12,12]]}},"container-title":["2025 IEEE 64th Conference on Decision and Control (CDC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11311984\/11311968\/11312393.pdf?arnumber=11312393","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T08:36:04Z","timestamp":1768293364000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11312393\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,9]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/cdc57313.2025.11312393","relation":{},"subject":[],"published":{"date-parts":[[2025,12,9]]}}}