{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T14:46:33Z","timestamp":1776782793286,"version":"3.51.2"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2018,9,1]],"date-time":"2018-09-01T00:00:00Z","timestamp":1535760000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["STPGP 447607-13"],"award-info":[{"award-number":["STPGP 447607-13"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Theme-Based Research Scheme from the Research Grants Council of the Hong Kong Special Administrative Region","award":["T23-407\/13-N"],"award-info":[{"award-number":["T23-407\/13-N"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2018,9]]},"DOI":"10.1109\/tsg.2017.2667599","type":"journal-article","created":{"date-parts":[[2017,2,9]],"date-time":"2017-02-09T19:15:49Z","timestamp":1486667749000},"page":"4712-4725","source":"Crossref","is-referenced-by-count":112,"title":["An Online Learning Algorithm for Demand Response in Smart Grid"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3554-0539","authenticated-orcid":false,"given":"Shahab","family":"Bahrami","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3821-4365","authenticated-orcid":false,"given":"Vincent W. S.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6631-1096","authenticated-orcid":false,"given":"Jianwei","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref38","year":"2017","journal-title":"Toronto Hydro"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7442-6"},{"key":"ref32","author":"bunn","year":"2004","journal-title":"Modelling Prices in Competitive Electricity Markets"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2010.2055903"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2009.07.008"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273589"},{"key":"ref36","author":"busoniu","year":"2009","journal-title":"Reinforcement Learning and Dynamic Programming Using Function Approximators"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511811654"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2012.2207134"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517211"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2013.6810521"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2015.7436296"},{"key":"ref13","first-page":"1353","article-title":"Retail pricing for stochastic demand with unknown parameters: An online machine learning approach","author":"jia","year":"2013","journal-title":"Proc Allerton Conf Commun Control Comput"},{"key":"ref14","author":"filar","year":"1997","journal-title":"Competitive Markov Decision Processes"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.2307\/2951492"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1006\/jeth.1997.2352"},{"key":"ref17","first-page":"1021","article-title":"Rational and convergent learning in stochastic games","author":"bowling","year":"2001","journal-title":"Proc Int Conf Artif Intell"},{"key":"ref18","first-page":"1186","article-title":"Solving stochastic games","author":"dermed","year":"2009","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2014.7039680"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1983.6313077"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2212729"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/S0019-9958(77)90354-0"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2013.2293131"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2357346"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012901385691"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2422711"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2495145"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2396993"},{"key":"ref2","article-title":"A national assessment of demand response potential","year":"2009"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2013.2263201"},{"key":"ref1","article-title":"Customer participation in the smart grid: Lessons learned","year":"2014"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1100.0843"},{"key":"ref22","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2013.6736645"},{"key":"ref24","first-page":"563","article-title":"Approximate solutions for factored Dec-POMDPs with many agents","author":"oliehoek","year":"2013","journal-title":"Proc 1st Int Conf Autonomous Agents Multiagent Syst"},{"key":"ref23","first-page":"136","article-title":"Approximate solutions for partially observable stochastic games with common payoffs","author":"emery-montemerlo","year":"2004","journal-title":"Proc 1st Int Conf Autonomous Agents Multiagent Syst"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2015.7436301"},{"key":"ref25","first-page":"43","article-title":"Markov games of incomplete information for multi-agent reinforcement learning","author":"macdermed","year":"2011","journal-title":"Proc Int Conf Artif Intell"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/8443168\/07849144.pdf?arnumber=7849144","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:29:30Z","timestamp":1642004970000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7849144\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9]]},"references-count":38,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2017.2667599","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9]]}}}