{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T12:15:25Z","timestamp":1763468125508,"version":"3.28.0"},"reference-count":21,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012,11]]},"DOI":"10.1109\/smartgridcomm.2012.6485964","type":"proceedings-article","created":{"date-parts":[[2013,4,3]],"date-time":"2013-04-03T23:21:58Z","timestamp":1365031318000},"page":"85-90","source":"Crossref","is-referenced-by-count":30,"title":["Using smart devices for system-level management and control in the smart grid: A reinforcement learning framework"],"prefix":"10.1109","author":[{"given":"Emre Can","family":"Kara","sequence":"first","affiliation":[]},{"given":"Mario","family":"Berges","sequence":"additional","affiliation":[]},{"given":"Bruce","family":"Krogh","sequence":"additional","affiliation":[]},{"given":"Soummya","family":"Kar","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"19","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1982.1103017"},{"key":"17","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"leslie pack kaelbling","year":"1996","journal-title":"Journal of Artificial Intelligence Research"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.1109\/21.21595"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1109\/37.126844"},{"key":"16","article-title":"First results with DYNA, an intergrated architecture for learning \"Planning, and reacting","author":"sutton","year":"1990","journal-title":"Proc AAAI Spring Symp Planning Uncertain Unpredictable or Changing Environments"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2011.6160649"},{"key":"14","first-page":"4546","article-title":"Modeling and control insights into demandside energy management through setpoint control of thermostatic loads","author":"bashash","year":"2011","journal-title":"American Control Conference (ACC)"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2005.846072"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2007.901489"},{"key":"21","first-page":"310","article-title":"A generalized reinforcement-learning model: Convergence and applications","author":"littman","year":"1996","journal-title":"Proceedings 12th International Conference on Machine Learning Morgan Kaufmann"},{"journal-title":"A National assessment of demand response potential","year":"2009","author":"faruqi","key":"3"},{"key":"20","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2010.2070051"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2006.888963"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2011.2166787"},{"key":"7","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2010.2081652"},{"journal-title":"Residential Energy Consumption Survey (RECS)","year":"2001","key":"6"},{"year":"0","author":"hammerstrom","key":"5"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.1109\/MPE.2010.936349"},{"key":"9","article-title":"Modelling of control of aggregated heterogenous thermostatically controlled loads for ancillary services","author":"callaway","year":"2011","journal-title":"Power Systems Computation Conference"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2008.12.012"}],"event":{"name":"2012 IEEE Third International Conference on Smart Grid Communications (SmartGridComm)","start":{"date-parts":[[2012,11,5]]},"location":"Tainan, Taiwan","end":{"date-parts":[[2012,11,8]]}},"container-title":["2012 IEEE Third International Conference on Smart Grid Communications (SmartGridComm)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6479749\/6485945\/06485964.pdf?arnumber=6485964","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,11]],"date-time":"2019-07-11T15:57:53Z","timestamp":1562860673000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6485964\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,11]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/smartgridcomm.2012.6485964","relation":{},"subject":[],"published":{"date-parts":[[2012,11]]}}}