{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T07:18:16Z","timestamp":1761808696877,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703775"},{"type":"electronic","value":"9783031703782"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70378-2_16","type":"book-chapter","created":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T09:02:05Z","timestamp":1725181325000},"page":"256-270","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Enhancing HVAC Control Efficiency: A Hybrid Approach Using Imitation and\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Kevlyn","family":"Kadamala","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Des","family":"Chambers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enda","family":"Barrett","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.118346","volume":"309","author":"J Arroyo","year":"2022","unstructured":"Arroyo, J., Manna, C., Spiessens, F., Helsen, L.: Reinforced model predictive control (rl-mpc) for building energy management. Appl. Energy 309, 118346 (2022)","journal-title":"Appl. Energy"},{"key":"16_CR2","doi-asserted-by":"publisher","unstructured":"Barrett, E., Linder, S.: Autonomous hvac control, a reinforcement learning approach. In: Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2015, Porto, Portugal, September 7\u201311, 2015, Proceedings, Part III 15, pp. 3\u201319. Springer (2015). https:\/\/doi.org\/10.1007\/978-3-319-23461-8-1","DOI":"10.1007\/978-3-319-23461-8-1"},{"issue":"1","key":"16_CR3","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1080\/1350486042000271638","volume":"12","author":"FE Benth","year":"2005","unstructured":"Benth, F.E., \u0160altyt\u0117-Benth, J.: Stochastic modelling of temperature variations with a view towards weather derivatives. Appl. Math. Finance 12(1), 53\u201385 (2005)","journal-title":"Appl. Math. Finance"},{"key":"16_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117164","volume":"298","author":"M Biemann","year":"2021","unstructured":"Biemann, M., Scheller, F., Liu, X., Huang, L.: Experimental evaluation of model-free reinforcement learning algorithms for continuous hvac control. Appl. Energy 298, 117164 (2021)","journal-title":"Appl. Energy"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Chen, B., Cai, Z., Berg\u00e9s, M.: Gnu-rl: a precocial reinforcement learning solution for building hvac control using a differentiable mpc policy. In: Proceedings of the 6th ACM international conference on systems for energy-efficient buildings, cities, and transportation, pp. 316\u2013325 (2019)","DOI":"10.1145\/3360322.3360849"},{"key":"16_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.120598","volume":"333","author":"D Coraci","year":"2023","unstructured":"Coraci, D., Brandi, S., Hong, T., Capozzoli, A.: Online transfer learning strategy for enhancing the scalability and deployment of deep reinforcement learning control in smart buildings. Appl. Energy 333, 120598 (2023)","journal-title":"Appl. Energy"},{"key":"16_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2023.100255","volume":"14","author":"S Dey","year":"2023","unstructured":"Dey, S., Marzullo, T., Zhang, X., Henze, G.: Reinforcement learning building control approach harnessing imitation learning. Energy AI 14, 100255 (2023)","journal-title":"Energy AI"},{"key":"16_CR8","unstructured":"Gleave, A., et al.: Imitation: Clean imitation learning implementations. arXiv:2211.11972v1 [cs.LG] (2022). https:\/\/arxiv.org\/abs\/2211.11972"},{"key":"16_CR9","unstructured":"Huang, S., et al.: Cleanrl: high-quality single-file implementations of deep reinforcement learning algorithms. J. Mach. Learn. Res. 23(274), 1\u201318 (2022). http:\/\/jmlr.org\/papers\/v23\/21-1342.html"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Jim\u00e9nez-Raboso, J., Campoy-Nieves, A., Manjavacas-Lucas, A., G\u00f3mez-Romero, J., Molina-Solana, M.: Sinergym: a building simulation and control framework for training reinforcement learning agents. In: Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation, pp. 319\u2013323 (2021)","DOI":"10.1145\/3486611.3488729"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Kadamala, K., Chambers, D., Barrett, E.: Enhancing hvac control systems through transfer learning with deep reinforcement learning agents. Smart Energy, p. 100131 (2024)","DOI":"10.1016\/j.segy.2024.100131"},{"issue":"1","key":"16_CR12","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/JAS.2019.1911825","volume":"7","author":"PM Kebria","year":"2019","unstructured":"Kebria, P.M., Khosravi, A., Salaken, S.M., Nahavandi, S.: Deep imitation learning for autonomous vehicles based on convolutional neural networks. IEEE\/CAA J. Automatica Sinica 7(1), 82\u201395 (2019)","journal-title":"IEEE\/CAA J. Automatica Sinica"},{"key":"16_CR13","unstructured":"Konda, V., Tsitsiklis, J.: Actor-critic algorithms. Advances in neural information processing systems 12 (1999)"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Li, B., Xia, L.: A multi-grid reinforcement learning method for energy conservation and comfort of hvac in buildings. In: 2015 IEEE International Conference on Automation Science and Engineering (CASE), pp. 444\u2013449. IEEE (2015)","DOI":"10.1109\/CoASE.2015.7294119"},{"key":"16_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2020.100043","volume":"3","author":"P Lissa","year":"2021","unstructured":"Lissa, P., Deane, C., Schukat, M., Seri, F., Keane, M., Barrett, E.: Deep reinforcement learning for home energy management system control. Energy AI 3, 100043 (2021)","journal-title":"Energy AI"},{"issue":"3","key":"16_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s42979-020-00146-7","volume":"1","author":"P Lissa","year":"2020","unstructured":"Lissa, P., Schukat, M., Barrett, E.: Transfer learning applied to reinforcement learning-based hvac control. SN Comput. Sci. 1(3), 1\u201312 (2020)","journal-title":"SN Comput. Sci."},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Liu, H.Y., Balaji, B., Gupta, R., Hong, D.: Rule-based policy regularization for reinforcement learning-based building control. In: Proceedings of the 14th ACM International Conference on Future Energy Systems, pp. 242\u2013265 (2023)","DOI":"10.1145\/3575813.3595202"},{"issue":"2","key":"16_CR18","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1109\/TASE.2017.2676018","volume":"15","author":"T Osa","year":"2017","unstructured":"Osa, T., Sugita, N., Mitsuishi, M.: Online trajectory planning and force control for automation of surgical tasks. IEEE Trans. Autom. Sci. Eng. 15(2), 675\u2013691 (2017)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Ramrakhya, R., Batra, D., Wijmans, E., Das, A.: Pirlnav: pretraining with imitation and rl finetuning for objectnav. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 17896\u201317906 (2023)","DOI":"10.1109\/CVPR52729.2023.01716"},{"key":"16_CR20","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Taylor, M.E., Stone, P.: Transfer learning for reinforcement learning domains: a survey. J. Mach. Learn. Res. 10(7) (2009)","DOI":"10.1007\/978-3-642-01882-4_2"},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"1072","DOI":"10.1016\/j.apenergy.2018.11.002","volume":"235","author":"JR V\u00e1zquez-Canteli","year":"2019","unstructured":"V\u00e1zquez-Canteli, J.R., Nagy, Z.: Reinforcement learning for demand response: a review of algorithms and modeling techniques. Appl. Energy 235, 1072\u20131089 (2019)","journal-title":"Appl. Energy"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Wei, T., Wang, Y., Zhu, Q.: Deep reinforcement learning for building HVAC control. In: Proceedings of the 54th Annual Design Automation Conference 2017, pp. 1\u20136 (2017)","DOI":"10.1145\/3061639.3062224"},{"issue":"5","key":"16_CR24","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1016\/j.conengprac.2010.01.018","volume":"18","author":"Z Yu","year":"2010","unstructured":"Yu, Z., Dexter, A.: Online tuning of a supervisory fuzzy controller for low-energy building system using reinforcement learning. Control. Eng. Pract. 18(5), 532\u2013539 (2010)","journal-title":"Control. Eng. Pract."},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Lin, K., Jain, A.K., Zhou, J.: Transfer learning in deep reinforcement learning: a survey. IEEE Trans. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2023.3292075"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70378-2_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T09:05:38Z","timestamp":1725181538000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70378-2_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703775","9783031703782"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70378-2_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"We do not foresee any ethical implications for our work. Our experiments do not involve personal data; all data and simulations used are publicly available on GitHub \u2013 .","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Impact"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}