{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T23:33:12Z","timestamp":1781566392520,"version":"3.54.5"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Ph.D. Grant of the Institute for the Promotion of Innovation through Science and Technology"},{"name":"IWT-SBO-SMILE-IT"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2018,7]]},"DOI":"10.1109\/tsg.2016.2640184","type":"journal-article","created":{"date-parts":[[2016,12,21]],"date-time":"2016-12-21T20:27:27Z","timestamp":1482352047000},"page":"3792-3800","source":"Crossref","is-referenced-by-count":132,"title":["Reinforcement Learning Applied to an Electric Water Heater: From Theory to Practice"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5637-2431","authenticated-orcid":false,"given":"F.","family":"Ruelens","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"B. J.","family":"Claessens","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S.","family":"Quaiyum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9867-6196","authenticated-orcid":false,"given":"B.","family":"De Schutter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9578-8598","authenticated-orcid":false,"given":"R.","family":"Babuska","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"R.","family":"Belmans","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"kaelbling","year":"1996","journal-title":"J Artif Intell Res"},{"key":"ref38","first-page":"439","article-title":"Nonlinear PCA: A new hierarchical approach","author":"scholz","year":"2002","journal-title":"Proc ESANN"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2016.02.002"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2014.6889733"},{"key":"ref31","first-page":"465","article-title":"PILCO: A model-based and data-efficient approach to policy search","author":"deisenroth","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn (ICML)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517211"},{"key":"ref37","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref36","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref35","first-page":"1","article-title":"Using PCA to efficiently represent state spaces","author":"curran","year":"2015","journal-title":"Proceedings of the 8th European Workshop on Reinforcement Learning (EWRL)"},{"key":"ref34","author":"bellman","year":"1957","journal-title":"Dynamic Programming"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2011.2106494"},{"key":"ref27","first-page":"1","article-title":"Variable selection for dynamic treatment regimes: A reinforcement learning approach","author":"fonteneau","year":"2008","journal-title":"Proceedings of the 8th European Workshop on Reinforcement Learning (EWRL)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/PSCC.2014.7038106"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/PES.2007.385728"},{"key":"ref1","author":"birol","year":"2015","journal-title":"World Energy Outlook 2013 Renewable Energy Outlook An Annual Report Released by the International Energy Agency"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1080\/10789669.2003.10391069"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/PSCC.2014.7038108"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2396993"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_32"},{"key":"ref23","first-page":"503","article-title":"Tree-based batch mode reinforcement learning","volume":"6","author":"ernst","year":"2005","journal-title":"J Mach Learn Res"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-009-9120-4"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref50","first-page":"1","article-title":"CVXPY: A Python-embedded modeling language for convex optimization","volume":"17","author":"diamond","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref51","year":"2015","journal-title":"Gurobi Optimizer Reference Manual"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2012.545"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2013.6695317"},{"key":"ref40","article-title":"Realistic domestic hot-water profiles in different time scales: Report for the international energy agency, solar heating and cooling task (IEA-SHC)","author":"jordan","year":"2001"},{"key":"ref12","author":"camacho","year":"2004","journal-title":"Model Predictive Control"},{"key":"ref13","first-page":"1008","article-title":"Beyond theory: The challenge of implementing model predictive control in buildings","author":"cigler","year":"2013","journal-title":"Proc 11th REHVA World Congr"},{"key":"ref14","article-title":"Model predictive control for energy efficient buildings","author":"ma","year":"2012"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2014.6858875"},{"key":"ref16","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.2007630"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2010.5596468"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2012.6485964"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPAS.1980.319566"},{"key":"ref3","article-title":"Residential demand response based on dynamic electricity pricing: Theory and practice","author":"dupont","year":"2015"},{"key":"ref6","year":"2015","journal-title":"Energy Cost Calculator for Electric and Gas Water Heaters"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2205591"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2013.6695393"},{"key":"ref7","first-page":"1","article-title":"Electric water heater modeling and control strategies for demand response","author":"diao","year":"2012","journal-title":"Proc IEEE Power Energy Soc Gen"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref9","first-page":"1","article-title":"Modeling and control of aggregated heterogeneous thermostatically controlled loads for ancillary services","author":"koch","year":"2011","journal-title":"Proc 17th IEEE Power Syst Comput Conf (PSCC)"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-012-5314-7"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-012-1248-5"},{"key":"ref48","author":"klein","year":"1979","journal-title":"TRNSYS A Transient system simulation program"},{"key":"ref47","first-page":"2527","article-title":"Predictive control of buildings for demand response with dynamic day-ahead and real-time prices","author":"vrettos","year":"2013","journal-title":"Proc European Control Conf (ECC)"},{"key":"ref42","year":"2015","journal-title":"Elia—Belgian Electricity Transmission System Operator"},{"key":"ref41","year":"2015","journal-title":"Belpex—Belgian Power Exchange"},{"key":"ref44","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2012.6465708"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/8388565\/07792709.pdf?arnumber=7792709","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:25:51Z","timestamp":1642004751000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7792709\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7]]},"references-count":51,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2016.2640184","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7]]}}}