{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T22:24:23Z","timestamp":1774736663434,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,1,24]],"date-time":"2021-01-24T00:00:00Z","timestamp":1611446400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,24]],"date-time":"2021-01-24T00:00:00Z","timestamp":1611446400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s13042-020-01266-5","type":"journal-article","created":{"date-parts":[[2021,1,24]],"date-time":"2021-01-24T07:02:30Z","timestamp":1611471750000},"page":"1687-1703","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Deep reinforcement learning based home energy management system with devices operational dependencies"],"prefix":"10.1007","volume":"12","author":[{"given":"Caomingzhe","family":"Si","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4806-1227","authenticated-orcid":false,"given":"Yuechuan","family":"Tao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Qiu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuying","family":"Lai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junhua","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,24]]},"reference":[{"issue":"1","key":"1266_CR1","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1109\/TSG.2016.2551282","volume":"9","author":"Y Zhang","year":"2016","unstructured":"Zhang Y, Hajiesmaili MH, Cai S, Chen M, Zhu Q (2016) Peak-aware online economic dispatching for microgrids. IEEE Trans Smart Grid 9(1):323\u2013335","journal-title":"IEEE Trans Smart Grid"},{"issue":"2","key":"1266_CR2","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/TSG.2010.2055903","volume":"1","author":"A-H Mohsenian-Rad","year":"2010","unstructured":"Mohsenian-Rad A-H, Leon-Garcia A (2010) Optimal residential load control with price prediction in real-time electricity pricing environments. IEEE Trans Smart Grid 1(2):120\u2013133","journal-title":"IEEE Trans Smart Grid"},{"issue":"4","key":"1266_CR3","doi-asserted-by":"publisher","first-page":"1812","DOI":"10.1109\/TSG.2012.2218835","volume":"3","author":"KM Tsui","year":"2012","unstructured":"Tsui KM, Chan S-C (2012) Demand response optimization for smart home scheduling under real-time pricing. IEEE Trans Smart Grid 3(4):1812\u20131821","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR4","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TSG.2019.2915679","volume":"11","author":"F Luo","year":"2019","unstructured":"Luo F, Kong W, Ranzi G, Dong ZY (2019) Optimal home energy management system with demand charge tariff and appliance operational dependencies. IEEE Trans Smart Grid 11(1):4\u201314","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR5","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/TII.2018.2871159","volume":"15","author":"F Luo","year":"2018","unstructured":"Luo F, Ranzi G, Wan C, Xu Z, Dong ZY (2018) A multistage home energy management system with residential photovoltaic penetration. IEEE Trans Ind Inf 15(1):116\u2013126","journal-title":"IEEE Trans Ind Inf"},{"issue":"3","key":"1266_CR6","doi-asserted-by":"publisher","first-page":"2065","DOI":"10.1109\/TSG.2016.2606442","volume":"9","author":"X Wu","year":"2016","unstructured":"Wu X, Hu X, Yin X, Moura SJ (2016) Stochastic optimal energy management of smart home with PEV energy storage. IEEE Trans Smart Grid 9(3):2065\u20132075","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR7","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1109\/TSG.2014.2349352","volume":"6","author":"A Anvari-Moghaddam","year":"2014","unstructured":"Anvari-Moghaddam A, Monsef H, Rahimi-Kian A (2014) Optimal smart home energy management considering energy saving and a comfortable lifestyle. IEEE Trans Smart Grid 6(1):324\u2013332","journal-title":"IEEE Trans Smart Grid"},{"issue":"2","key":"1266_CR8","doi-asserted-by":"publisher","first-page":"1646","DOI":"10.1109\/TSG.2017.2775209","volume":"10","author":"L Yu","year":"2017","unstructured":"Yu L, Jiang T, Zou Y (2017) Online energy management for a sustainable smart home with an HVAC load and random occupancy. IEEE Trans Smart Grid 10(2):1646\u20131659","journal-title":"IEEE Trans Smart Grid"},{"key":"1266_CR9","doi-asserted-by":"publisher","first-page":"144010","DOI":"10.1109\/ACCESS.2019.2944878","volume":"7","author":"X Hou","year":"2019","unstructured":"Hou X, Wang J, Huang T, Wang T, Wang P (2019) Smart home energy management optimization method considering energy storage and electric vehicle. IEEE Access 7:144010\u2013144020","journal-title":"IEEE Access"},{"key":"1266_CR10","doi-asserted-by":"crossref","unstructured":"Luo F, Ranzi G, Wang X, Dong ZY (2016) Service recommendation in smart grid: vision, technologies, and applications. In: Proceedings of 9th International Conference on Service Science (ICSS), pp 31\u201338","DOI":"10.1109\/ICSS.2016.12"},{"issue":"7","key":"1266_CR11","doi-asserted-by":"publisher","first-page":"1786","DOI":"10.1049\/iet-gtd.2016.1615","volume":"11","author":"F Luo","year":"2017","unstructured":"Luo F, Ranzi G, Kong W, Dong ZY, Wang S, Zhao J (2017) Non-intrusive energy saving appliance recommender system for smart grid residential users. IET Gener Transm Distrib 11(7):1786\u20131793","journal-title":"IET Gener Transm Distrib"},{"issue":"1","key":"1266_CR12","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1109\/TSG.2017.2732346","volume":"10","author":"F Luo","year":"2017","unstructured":"Luo F, Ranzi G, Wang X, Dong ZY (2017) Social information filtering-based electricity retail plan recommender system for smart grid end users. IEEE Trans Smart Grid 10(1):95\u2013104","journal-title":"IEEE Trans Smart Grid"},{"key":"1266_CR13","doi-asserted-by":"crossref","unstructured":"Kawakami T, Yoshihisa T, Fujita N, Tsukamoto M (2013) A rule-based home energy management system using the Rete algorithm. In: Proceedings of IEEE 2nd Global Conference on Consumer Electronics (GCCE), pp 162\u2013163","DOI":"10.1109\/GCCE.2013.6664785"},{"key":"1266_CR14","doi-asserted-by":"crossref","unstructured":"Yoshihisa T, Fujita N, Tsukamoto M (2012) A rule generation method for electrical appliances management systems with home EoD. In: Proceedings of The 1st IEEE Global Conference on Consumer Electronics, pp 248\u2013250","DOI":"10.1109\/GCCE.2012.6379592"},{"key":"1266_CR15","doi-asserted-by":"crossref","unstructured":"Althaher SZ, Mutale J (2012)  Management and control of residential energy through implementation of real time pricing and demand response. In: Proceedings of IEEE Power and Energy Society General Meeting, pp 1\u20137","DOI":"10.1109\/PESGM.2012.6345394"},{"key":"1266_CR16","doi-asserted-by":"crossref","unstructured":"Ahmed MS, Shareef H, Mohamad A, Abd Ali J, Mutlag AH Rule base home energy management system considering residential demand response application. In: Proceedings of Applied Mechanics and Materials, pp 526\u2013531","DOI":"10.4028\/www.scientific.net\/AMM.785.526"},{"key":"1266_CR17","doi-asserted-by":"publisher","first-page":"24498","DOI":"10.1109\/ACCESS.2018.2831917","volume":"6","author":"H Shareef","year":"2018","unstructured":"Shareef H, Ahmed MS, Mohamed A, Al Hassan E (2018) Review on home energy management system considering demand responses, smart technologies, and intelligent controllers. IEEE Access 6:24498\u201324509","journal-title":"IEEE Access"},{"issue":"3","key":"1266_CR18","doi-asserted-by":"publisher","first-page":"1650","DOI":"10.1109\/TSG.2015.2432571","volume":"7","author":"Y Liu","year":"2015","unstructured":"Liu Y, Yuen C, Yu R, Zhang Y, Xie S (2015) Queuing-based energy consumption management for heterogeneous residential demands in smart grid. IEEE Trans Smart Grid 7(3):1650\u20131659","journal-title":"IEEE Trans Smart Grid"},{"issue":"4","key":"1266_CR19","doi-asserted-by":"publisher","first-page":"1603","DOI":"10.1109\/TSG.2012.2210059","volume":"3","author":"Y-Y Hong","year":"2012","unstructured":"Hong Y-Y, Lin J-K, Wu C-P, Chuang C-C (2012) Multi-objective air-conditioning control considering fuzzy parameters using immune clonal selection programming. IEEE Trans Smart Grid 3(4):1603\u20131610","journal-title":"IEEE Trans Smart Grid"},{"issue":"5","key":"1266_CR20","doi-asserted-by":"publisher","first-page":"4212","DOI":"10.1109\/TSG.2020.2986539","volume":"11","author":"Y-J Kim","year":"2020","unstructured":"Kim Y-J (2020) A supervised-learning-based strategy for optimal demand response of an HVAC system in a multi-zone office building. IEEE Trans Smart Grid 11(5):4212\u20134226","journal-title":"IEEE Trans Smart Grid"},{"issue":"7587","key":"1266_CR21","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M (2016) Mastering the game of Go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"1266_CR22","doi-asserted-by":"publisher","unstructured":"Perrusqu\u00eda A, Yu W, Li X (2020) Multi-agent reinforcement learning for redundant robot control in task-space. Int J Mach Learn Cybern. https:\/\/doi.org\/10.1007\/s13042-020-01167-7","DOI":"10.1007\/s13042-020-01167-7"},{"issue":"6","key":"1266_CR23","doi-asserted-by":"publisher","first-page":"1131","DOI":"10.1007\/s13042-015-0442-6","volume":"7","author":"AH Keyhanipour","year":"2016","unstructured":"Keyhanipour AH, Moshiri B, Rahgozar M, Oroumchian F, Ansari AA (2016) Integration of data fusion and reinforcement learning techniques for the rank-aggregation problem. Int J Mach Learn Cybern 7(6):1131\u20131145","journal-title":"Int J Mach Learn Cybern"},{"issue":"4","key":"1266_CR24","doi-asserted-by":"publisher","first-page":"3698","DOI":"10.1109\/TSG.2018.2834219","volume":"10","author":"E Mocanu","year":"2018","unstructured":"Mocanu E, Mocanu DC, Nguyen PH, Liotta A, Webber ME, Gibescu M, Slootweg JG (2018) On-line building energy optimization using deep reinforcement learning. IEEE Trans Smart Grid 10(4):3698\u20133708","journal-title":"IEEE Trans Smart Grid"},{"issue":"4","key":"1266_CR25","doi-asserted-by":"publisher","first-page":"3201","DOI":"10.1109\/TSG.2020.2971427","volume":"11","author":"X Xu","year":"2020","unstructured":"Xu X, Jia Y, Xu Y, Xu Z, Chai S, Lai CS (2020) A multi-agent reinforcement learning based data-driven method for home energy management. IEEE Trans Smart Grid 11(4):3201\u20133211","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR26","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1109\/TSG.2020.3014055","volume":"12","author":"X Zhang","year":"2020","unstructured":"Zhang X, Biagioni D, Cai M, Graf P, Rahman S (2020) An edge-cloud integrated solution for buildings demand response using reinforcement learning. IEEE Trans Smart Grid 12(1):420\u2013431","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR27","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1109\/TSG.2020.3011739","volume":"12","author":"L Yu","year":"2020","unstructured":"Yu L, Sun Y, Xu Z, Shen C, Yue D, Jiang T, Guan X (2020) Multi-agent deep reinforcement learning for HVAC control in commercial buildings. IEEE Trans Smart Grid 12(1):407\u2013419","journal-title":"IEEE Trans Smart Grid"},{"issue":"4","key":"1266_CR28","doi-asserted-by":"publisher","first-page":"3068","DOI":"10.1109\/TSG.2020.2976771","volume":"11","author":"Y Ye","year":"2020","unstructured":"Ye Y, Qiu D, Wu X, Strbac G, Ward J (2020) Model-free real-time autonomous control for a residential multi-energy system using deep reinforcement learning. IEEE Trans Smart Grid 11(4):3068\u20133082","journal-title":"IEEE Trans Smart Grid"},{"issue":"6","key":"1266_CR29","doi-asserted-by":"publisher","first-page":"5039","DOI":"10.1109\/TSG.2020.2996274","volume":"11","author":"FS Gorostiza","year":"2020","unstructured":"Gorostiza FS, Gonzalez-Longatt F (2020) Deep reinforcement learning-based controller for SOC management of multi-electrical energy storage system. IEEE Trans Smart Grid 11(6):5039\u20135050","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"1266_CR30","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1109\/TII.2016.2515086","volume":"13","author":"F Luo","year":"2016","unstructured":"Luo F, Dong ZY, Meng K, Wen J, Wang H, Zhao J (2016) An operational planning framework for large-scale thermostatically controlled load dispatch. IEEE Trans Ind Inf 13(1):217\u2013227","journal-title":"IEEE Trans Ind Inf"},{"key":"1266_CR31","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.apenergy.2012.11.015","volume":"104","author":"C Buratti","year":"2013","unstructured":"Buratti C, Ricciardi P, Vergoni M (2013) HVAC systems testing and check: a simplified model to predict thermal comfort conditions in moderate environments. Appl Energy 104:117\u2013127","journal-title":"Appl Energy"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-020-01266-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-020-01266-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-020-01266-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,20]],"date-time":"2021-05-20T09:07:25Z","timestamp":1621501645000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-020-01266-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,24]]},"references-count":31,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["1266"],"URL":"https:\/\/doi.org\/10.1007\/s13042-020-01266-5","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,24]]},"assertion":[{"value":"7 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 January 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}