{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T02:32:57Z","timestamp":1730341977440,"version":"3.28.0"},"reference-count":20,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1837253"],"award-info":[{"award-number":["1837253"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005423","name":"ARL","doi-asserted-by":"publisher","award":["DCIST CRA W911NF-17-2-0181"],"award-info":[{"award-number":["DCIST CRA W911NF-17-2-0181"]}],"id":[{"id":"10.13039\/100005423","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.23919\/acc60939.2024.10644447","type":"proceedings-article","created":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T17:56:19Z","timestamp":1725558979000},"page":"2090-2097","source":"Crossref","is-referenced-by-count":0,"title":["Finite- Time Analysis of Asynchronous Multi-Agent TD Learning"],"prefix":"10.23919","author":[{"given":"Nicol\u00f2","family":"Dal Fabbro","sequence":"first","affiliation":[{"name":"University of Padova,Department of Information Engineering"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arman","family":"Adibi","sequence":"additional","affiliation":[{"name":"Princeton University,Department of Electrical and Computer Engineering"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aritra","family":"Mitra","sequence":"additional","affiliation":[{"name":"North Carolina State University,Electrical and Computer Engineering Department"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George J.","family":"Pappas","sequence":"additional","affiliation":[{"name":"University of Pennsylvania,Electrical and Systems Engineering Department"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"10 997","article-title":"Federated reinforcement learning: Linear speedup under markovian sampling","author":"Khodadadian","year":"2022","journal-title":"ICML"},{"key":"ref2","article-title":"Federated temporal difference learning with linear function approximation under environmental heterogeneity","author":"Wang","year":"2023","journal-title":"arXiv"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.20517\/ir.2021.02"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3024629"},{"key":"ref5","first-page":"17 202","article-title":"Sharper convergence guar-antees for asynchronous sgd for distributed and federated learning","volume":"35","author":"Koloskova","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref6","first-page":"803","article-title":"Slow and stale gradients can win the race: Error-runtime trade-offs in distributed sgd","volume-title":"International conference on artificial intelligence and statistics","author":"Dutta"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2023.3287499"},{"article-title":"Over-the-air federated TD learning","volume-title":"MLSys23 Workshop on Resource-Constrained Learning in Wireless Networks","author":"Dal Fabbro","key":"ref8"},{"key":"ref9","first-page":"3581","article-title":"Federated learning with buffered asynchronous ag-gregation","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Nguyen"},{"key":"ref10","first-page":"1928","article-title":"Asynchronous methods for deep rein-forcement learning","volume-title":"International conference on machine learning","author":"Mnih"},{"key":"ref11","article-title":"Massively parallel methods for deep reinforcement learning","author":"Nair","year":"2015","journal-title":"arXiv preprint"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2023.3268475"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2020.2024"},{"key":"ref14","first-page":"2803","article-title":"Finite-time error bounds for linear stochastic approximation and TD learning","volume-title":"Conference on Learning Theory","author":"Srikant"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022633531479"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/9.580874"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1090\/mbk\/107"},{"key":"ref18","first-page":"4","article-title":"Per-formance of q-learning with linear function approximation: Stability and finite-time analysis","author":"Chen","year":"2019","journal-title":"arXiv preprint"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP.2014.6958872"},{"key":"ref20","article-title":"Stochastic approximation with delayed updates: Finite-time rates under markovian sampling","author":"Adibi","year":"2024","journal-title":"arXiv preprint"}],"event":{"name":"2024 American Control Conference (ACC)","start":{"date-parts":[[2024,7,10]]},"location":"Toronto, ON, Canada","end":{"date-parts":[[2024,7,12]]}},"container-title":["2024 American Control Conference (ACC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10644130\/10644150\/10644447.pdf?arnumber=10644447","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T06:54:33Z","timestamp":1725692073000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10644447\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":20,"URL":"https:\/\/doi.org\/10.23919\/acc60939.2024.10644447","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]}}}