{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T02:44:06Z","timestamp":1742957046645,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031151590"},{"type":"electronic","value":"9783031151606"}],"license":[{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-15160-6_15","type":"book-chapter","created":{"date-parts":[[2022,12,10]],"date-time":"2022-12-10T09:02:38Z","timestamp":1670662958000},"page":"329-345","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Cognitive Systems for Energy Efficiency and Thermal Comfort in Smart Buildings"],"prefix":"10.1007","author":[{"given":"Luigi","family":"Scarcello","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlo","family":"Mastroianni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,9]]},"reference":[{"key":"15_CR1","doi-asserted-by":"publisher","first-page":"103445","DOI":"10.1016\/j.scs.2021.103445","volume":"76","author":"K Alanne","year":"2022","unstructured":"Alanne, K., Sierla, S.: An overview of machine learning applications for smart buildings. Sustain. Cities Soc. 76, 103445 (2022)","journal-title":"Sustain. Cities Soc."},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Avendano, D.N., Ruyssinck, J., Vandekerckhove, S., Van Hoecke, S., Deschrijver, D.: Data-driven optimization of energy efficiency and comfort in an apartment. In: 2018 International Conference on Intelligent Systems (IS), pp. 174\u2013182. IEEE (2018)","DOI":"10.1109\/IS.2018.8710456"},{"key":"15_CR3","volume-title":"The Internet of Things for Smart Urban Ecosystems","author":"F Cicirelli","year":"2018","unstructured":"Cicirelli, F., Guerrieri, A., Mastroianni, C., Spezzano, G., Vinci, A.: The Internet of Things for Smart Urban Ecosystems. Internet of Things. Springer International Publishing (2018)"},{"key":"15_CR4","doi-asserted-by":"publisher","unstructured":"Cicirelli, F., Guerrieri, A., Mastroianni, C., Spezzano, G., Vinci, A.: Thermal comfort management leveraging deep reinforcement learning and human-in-the-loop. In: 2020 IEEE International Conference on Human-Machine Systems (ICHMS), pp. 1\u20136 (2020). https:\/\/doi.org\/10.1109\/ICHMS49158.2020.9209555","DOI":"10.1109\/ICHMS49158.2020.9209555"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Ding, X., Du, W., Cerpa, A.: Octopus: Deep reinforcement learning for holistic smart building control. In: Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation, pp. 326\u2013335 (2019)","DOI":"10.1145\/3360322.3360857"},{"key":"15_CR6","doi-asserted-by":"publisher","first-page":"108952","DOI":"10.1109\/ACCESS.2020.2998358","volume":"8","author":"A Fuller","year":"2020","unstructured":"Fuller, A., Fan, Z., Day, C., Barlow, C.: Digital twin: Enabling technologies, challenges and open research. IEEE Access 8, 108952\u2013108971 (2020)","journal-title":"IEEE Access"},{"key":"15_CR7","unstructured":"Gao, G., Li, J., Wen, Y.: Energy-efficient thermal comfort control in smart buildings via deep reinforcement learning. Preprint (2019). arXiv:1901.04693"},{"key":"15_CR8","doi-asserted-by":"publisher","first-page":"101739","DOI":"10.1016\/j.jobe.2020.101739","volume":"34","author":"A Gupta","year":"2021","unstructured":"Gupta, A., Badr, Y., Negahban, A., Qiu, R.G.: Energy-efficient heating control for smart buildings with deep reinforcement learning. J. Build. Eng. 34, 101739 (2021)","journal-title":"J. Build. Eng."},{"key":"15_CR9","doi-asserted-by":"publisher","first-page":"6158","DOI":"10.1016\/j.egypro.2019.01.494","volume":"158","author":"R Jia","year":"2019","unstructured":"Jia, R., Jin, M., Sun, K., Hong, T., Spanos, C.: Advanced building control via deep reinforcement learning. Energy Procedia 158, 6158\u20136163 (2019)","journal-title":"Energy Procedia"},{"key":"15_CR10","doi-asserted-by":"publisher","first-page":"100043","DOI":"10.1016\/j.egyai.2020.100043","volume":"3","author":"P Lissa","year":"2021","unstructured":"Lissa, P., Deane, C., Schukat, M., Seri, F., Keane, M., Barrett, E.: Deep reinforcement learning for home energy management system control. Energy AI 3, 100043 (2021)","journal-title":"Energy AI"},{"key":"15_CR11","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.rser.2016.03.018","volume":"61","author":"A Mart\u00ednez-Molina","year":"2016","unstructured":"Mart\u00ednez-Molina, A., Tort-Ausina, I., Cho, S., Vivancos, J.L.: Energy efficiency and thermal comfort in historic buildings: A review. Renew. Sustain. Energy Rev. 61, 70\u201385 (2016)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Mason, K., Grijalva, S.: A review of reinforcement learning for autonomous building energy management. Preprint (2019). arXiv:1903.05196","DOI":"10.1016\/j.compeleceng.2019.07.019"},{"issue":"4","key":"15_CR13","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1080\/17508975.2019.1613219","volume":"13","author":"R Panchalingam","year":"2021","unstructured":"Panchalingam, R., Chan, K.C.: A state-of-the-art review on artificial intelligence for smart buildings. Intell. Build. Int. 13(4), 203\u2013226 (2021)","journal-title":"Intell. Build. Int."},{"key":"15_CR14","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.jmsy.2019.10.001","volume":"58","author":"Q Qi","year":"2021","unstructured":"Qi, Q., Tao, F., Hu, T., Anwer, N., Liu, A., Wei, Y., Wang, L., Nee, A.: Enabling technologies and tools for digital twin. J. Manuf. Syst. 58, 3\u201321 (2021)","journal-title":"J. Manuf. Syst."},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"Sewak, M.: Deep q network (dqn), double dqn, and dueling dqn. In: Deep Reinforcement Learning, pp. 95\u2013108. Springer (2019)","DOI":"10.1007\/978-981-13-8285-7_8"},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Shen, Z., Yang, K., Du, W., Zhao, X., Zou, J.: Deepapp: a deep reinforcement learning framework for mobile application usage prediction. In: Proceedings of the 17th Conference on Embedded Networked Sensor Systems, pp. 153\u2013165 (2019)","DOI":"10.1145\/3356250.3360038"},{"key":"15_CR17","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2011","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge, MA, USA (2011)"},{"key":"15_CR18","doi-asserted-by":"crossref","unstructured":"Wei, T., Wang, Y., Zhu, Q.: Deep reinforcement learning for building hvac control. In: Proceedings of the 54th Annual Design Automation Conference 2017, p. 22. ACM (2017)","DOI":"10.1145\/3061639.3062224"},{"key":"15_CR19","doi-asserted-by":"crossref","unstructured":"Yu, L., Xie, W., Xie, D., Zou, Y., Zhang, D., Sun, Z., Zhang, L., Zhang, Y., Jiang, T.: Deep reinforcement learning for smart home energy management. IEEE Internet Things J. (2019)","DOI":"10.1109\/JIOT.2019.2957289"},{"key":"15_CR20","doi-asserted-by":"crossref","unstructured":"Yu, L., Qin, S., Zhang, M., Shen, C., Jiang, T., Guan, X.: A review of deep reinforcement learning for smart building energy management. IEEE Internet Things J. (2021)","DOI":"10.1109\/JIOT.2021.3078462"}],"container-title":["Internet of Things","IoT Edge Solutions for Cognitive Buildings"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-15160-6_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,10]],"date-time":"2022-12-10T09:09:18Z","timestamp":1670663358000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-15160-6_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,9]]},"ISBN":["9783031151590","9783031151606"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-15160-6_15","relation":{},"ISSN":["2199-1073","2199-1081"],"issn-type":[{"type":"print","value":"2199-1073"},{"type":"electronic","value":"2199-1081"}],"subject":[],"published":{"date-parts":[[2022,8,9]]},"assertion":[{"value":"9 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}