{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T00:43:53Z","timestamp":1760489033805,"version":"3.40.3"},"publisher-location":"Cham","reference-count":14,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030898984"},{"type":"electronic","value":"9783030898991"}],"license":[{"start":{"date-parts":[[2021,10,20]],"date-time":"2021-10-20T00:00:00Z","timestamp":1634688000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,20]],"date-time":"2021-10-20T00:00:00Z","timestamp":1634688000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-89899-1_25","type":"book-chapter","created":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T22:38:52Z","timestamp":1634683132000},"page":"246-255","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Autonomous Building Control Using Offline Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Jorren","family":"Schepers","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Reinout","family":"Eyckerman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Furkan","family":"Elmaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wim","family":"Casteels","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Latr\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter","family":"Hellinckx","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,20]]},"reference":[{"key":"25_CR1","doi-asserted-by":"publisher","first-page":"110225","DOI":"10.1016\/j.enbuild.2020.110225","volume":"224","author":"S Brandi","year":"2020","unstructured":"Brandi, S., Piscitelli, M., Martellacci, M., Capozzoli, A.: Deep reinforcement learning to optimise indoor temperature control and heating energy consumption in buildings. Energy Build. 224, 110225 (2020)","journal-title":"Energy Build."},{"key":"25_CR2","unstructured":"Levine, S., Kumar, A., Tucker, G., Fu, J.: Offline reinforcement learning: tutorial, review, and perspectives on open problems (2020)"},{"key":"25_CR3","unstructured":"Kumar, A., Zhou, A., Tucker, G., Levine, S.: Conservative Q-Learning for Offline Reinforcement Learning (2020)"},{"key":"25_CR4","unstructured":"Wang, Z., et al.: Critic regularized regression (2020)"},{"key":"25_CR5","doi-asserted-by":"publisher","first-page":"115036","DOI":"10.1016\/j.apenergy.2020.115036","volume":"269","author":"Z Wang","year":"2020","unstructured":"Wang, Z., Hong, T.: Reinforcement learning for building controls: the opportunities and challenges. Appl. Energy 269, 115036 (2020)","journal-title":"Appl. Energy"},{"issue":"5","key":"25_CR6","doi-asserted-by":"publisher","first-page":"2149","DOI":"10.1109\/TSG.2016.2517211","volume":"8","author":"F Ruelens","year":"2017","unstructured":"Ruelens, F., Claessens, B.J., Vandael, S., De Schutter, B., Babuska, R., Belmans, R.: Residential demand response of thermostatically controlled loads using batch reinforcement learning. IEEE Trans. Smart Grid 8(5), 2149\u20132159 (2017)","journal-title":"IEEE Trans. Smart Grid"},{"key":"25_CR7","doi-asserted-by":"publisher","first-page":"472","DOI":"10.1016\/j.enbuild.2019.07.029","volume":"199","author":"Z Zhang","year":"2019","unstructured":"Zhang, Z., Chong, A., Pan, Y., Zhang, C., Lam, K.P.: Whole building energy model for HVAC optimal control: a practical framework based on deep reinforcement learning. Energy Build. 199, 472\u2013490 (2019)","journal-title":"Energy Build."},{"key":"25_CR8","unstructured":"Dulac-Arnold, G., et al.: Deep Reinforcement Learning in Large Discrete Action Spaces. Technical Report, Google DeepMind (2015)"},{"key":"25_CR9","doi-asserted-by":"publisher","first-page":"101748","DOI":"10.1016\/j.scs.2019.101748","volume":"51","author":"M Han","year":"2019","unstructured":"Han, M., et al.: A review of reinforcement learning methodologies for controlling occupant comfort in buildings. Sustain. Cities Soc. 51, 101748 (2019)","journal-title":"Sustain. Cities Soc."},{"key":"25_CR10","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.rser.2017.10.044","volume":"83","author":"Z Afroz","year":"2018","unstructured":"Afroz, Z., Shafiullah, G.M., Urmee, T., Higgins, G.: Modeling techniques used in building HVAC control systems: a review. Renew. Sustain. Ener. Rev. 83, 64\u201384 (2018)","journal-title":"Renew. Sustain. Ener. Rev."},{"key":"25_CR11","doi-asserted-by":"publisher","first-page":"6158","DOI":"10.1016\/j.egypro.2019.01.494","volume":"158","author":"R Jia","year":"2019","unstructured":"Jia, R., Jin, M., Sun, K., Hong, T., Spanos, C.: Advanced building control via deep reinforcement learning. Energy Procedia 158, 6158\u20136163 (2019)","journal-title":"Energy Procedia"},{"key":"25_CR12","unstructured":"Monier, L., et al.: Offline Reinforcement Learning Hands-On (2020)"},{"key":"25_CR13","unstructured":"Seno, T.: d3rlpy: an offline deep reinforcement library (2020). https:\/\/github.com\/takuseno\/d3rlpy"},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Elmaz, F., Eyckerman, R., Casteels, W., Latr\u00e9, S., Hellinckx, P.: CNN-LSTM Architecture for Predictive Indoor Temperature Modeling. Technical Report, IDLab - Faculty of Applied Engineering, Antwerp (2021)","DOI":"10.1016\/j.buildenv.2021.108327"}],"container-title":["Lecture Notes in Networks and Systems","Advances on P2P, Parallel, Grid, Cloud and Internet Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-89899-1_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,20]],"date-time":"2021-10-20T00:19:15Z","timestamp":1634689155000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-89899-1_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,20]]},"ISBN":["9783030898984","9783030898991"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-89899-1_25","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2021,10,20]]},"assertion":[{"value":"20 October 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"3PGCIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on P2P, Parallel, Grid, Cloud and Internet Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Fukuoka","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pgcic2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/3pgcic\/2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}