{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T18:42:23Z","timestamp":1750876943454,"version":"3.28.0"},"reference-count":29,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T00:00:00Z","timestamp":1702425600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T00:00:00Z","timestamp":1702425600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000183","name":"ARO","doi-asserted-by":"publisher","award":["W911NF2010055"],"award-info":[{"award-number":["W911NF2010055"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["EPCN 1935389"],"award-info":[{"award-number":["EPCN 1935389"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,12,13]]},"DOI":"10.1109\/cdc49753.2023.10383620","type":"proceedings-article","created":{"date-parts":[[2024,1,19]],"date-time":"2024-01-19T18:38:36Z","timestamp":1705689516000},"page":"1529-1536","source":"Crossref","is-referenced-by-count":2,"title":["Convex Q-Learning in Continuous Time with Application to Dispatch of Distributed Energy Resources"],"prefix":"10.1109","author":[{"given":"Fan","family":"Lu","sequence":"first","affiliation":[{"name":"University of California,Department of Applied Mathmatics and Statistics,Santa Cruz,CA,USA,95064"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joel","family":"Mathias","sequence":"additional","affiliation":[{"name":"School of Electrical, Computer, and Energy Engineering, Arizona State University,Tempe,AZ,USA,85281"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sean","family":"Meyn","sequence":"additional","affiliation":[{"name":"University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,USA,32611"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karanjit","family":"Kalsi","sequence":"additional","affiliation":[{"name":"Pacific Northwest National Laboratory,Richland,WA,USA,99354"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"3610","article-title":"Logistic Q-learning","volume-title":"Proc. of The Intl. Conference on Artificial Intelligence and Statistics","volume":"130","author":"Serrano"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.3166\/ejc.11.310-334"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1109\/CDC.2018.8618975"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1007\/978-1-4612-0031-4"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1109\/TAC.1979.1102097"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1109\/tpwrs.2014.2328865"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1016\/0024-3795(83)90062-9"},{"key":"ref8","article-title":"Coordinating dispatch of distributed energy resources with model predictive control and Q-learning","author":"Kowli","year":"2012","journal-title":"Technical report, Coordinated Science Laboratory technical report UILU-ENG-12\u20132204"},{"volume-title":"Reinforcement Learning Techniques for Controlling Resources in Power Networks","year":"2013","author":"Kowli","key":"ref9"},{"key":"ref10","volume-title":"Reinforcement learning and approximate dynamic programming for feedback control","volume":"17","author":"Lewis","year":"2013"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.23919\/ACC50511.2021.9483244"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1109\/CDC49753.2023.10384289"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.23919\/ACC50511.2021.9483244"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1109\/CDC51059.2022.9992867"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1109\/LCSYS.2022.3180898"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1016\/j.automatica.2021.110052"},{"volume-title":"Balancing the power grid with distributed control of flexible loads","year":"2022","author":"Mathias","key":"ref17"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/CDC40024.2019.9029384"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1109\/CDC.2009.5399753"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1017\/9781009051873"},{"key":"ref21","article-title":"Stability of Q-learning through design and optimism","author":"Meyn","year":"2023","journal-title":"arXiv"},{"key":"ref22","first-page":"1101","article-title":"Efficient global planning in large MDPs via stochastic primal-dual optimization","volume-title":"International Conference on Algorithmic Learning Theory","author":"Neu","year":"2023"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1109\/TCYB.2014.2322116"},{"volume-title":"Reinforcement Learning: An Introduction","year":"2018","author":"Sutton","key":"ref24"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.2200\/S00268ED1V01Y201005AIM009"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1016\/j.ifacol.2020.12.027"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1109\/9.580874"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.1007\/BF00992698"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1109\/ADPRL.2013.6614995"}],"event":{"name":"2023 62nd IEEE Conference on Decision and Control (CDC)","start":{"date-parts":[[2023,12,13]]},"location":"Singapore, Singapore","end":{"date-parts":[[2023,12,15]]}},"container-title":["2023 62nd IEEE Conference on Decision and Control (CDC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10383192\/10383193\/10383620.pdf?arnumber=10383620","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T16:54:53Z","timestamp":1706028893000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10383620\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,13]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1109\/cdc49753.2023.10383620","relation":{},"subject":[],"published":{"date-parts":[[2023,12,13]]}}}