{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T21:08:45Z","timestamp":1743109725012,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":37,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811623790"},{"type":"electronic","value":"9789811623806"}],"license":[{"start":{"date-parts":[[2021,9,17]],"date-time":"2021-09-17T00:00:00Z","timestamp":1631836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,17]],"date-time":"2021-09-17T00:00:00Z","timestamp":1631836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-981-16-2380-6_26","type":"book-chapter","created":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T09:02:47Z","timestamp":1631782967000},"page":"291-310","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Fuzzy Reinforcement Learning Multi-agent System for Comfort and Energy Management in Buildings"],"prefix":"10.1007","author":[{"given":"Panagiotis","family":"Kofinas","sequence":"first","affiliation":[]},{"given":"Anastasios","family":"Dounis","sequence":"additional","affiliation":[]},{"given":"Panagiotis","family":"Korkidis","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,17]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","unstructured":"Wang Z, Wang L (2013) Intelligent control of ventilation system for energy-efficient buildings with $${\\rm CO}_{2}$$ predictive model. IEEE Trans Smart Grid 4(2):686\u2013693. https:\/\/doi.org\/10.1109\/TSG.2012.2229474","DOI":"10.1109\/TSG.2012.2229474"},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"Wang Z, Yang R, Wang L, Dounis AI (2011) Customer-centered control system for intelligent and green building with heuristic optimization. In: IEEE\/PES power systems conference and exposition, Phoenix, AZ, pp 1\u20137","DOI":"10.1109\/PSCE.2011.5772457"},{"issue":"6\u20137","key":"26_CR3","doi-asserted-by":"publisher","first-page":"1246","DOI":"10.1016\/j.rser.2008.09.015","volume":"13","author":"AI Dounis","year":"2009","unstructured":"Dounis AI, Caraiscos C (2009) Advanced control systems engineering for energy and comfort management in a building environment-a review. Renew Sustain Energy Rev 13(6\u20137):1246\u20131261","journal-title":"Renew Sustain Energy Rev"},{"key":"26_CR4","doi-asserted-by":"publisher","first-page":"2427","DOI":"10.3390\/en11092427","volume":"11","author":"J Dong","year":"2018","unstructured":"Dong J, Winstead C, Nutaro J, Kuruganti T (2018) Occupancy-based HVAC control with short-term occupancy prediction algorithms for energy-efficient buildings. Energies 11:2427","journal-title":"Energies"},{"key":"26_CR5","doi-asserted-by":"crossref","unstructured":"Chiang M, Fu L (2007) Adaptive control of switched systems with application to HVAC system. In: IEEE international conference on control applications, Singapore, pp 367\u2013372","DOI":"10.1109\/CCA.2007.4389258"},{"issue":"5","key":"26_CR6","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1109\/TCST.2007.916344","volume":"16","author":"E Semsar-Kazerooni","year":"2008","unstructured":"Semsar-Kazerooni E, Yazdanpanah MJ, Lucas C (2008) Nonlinear control and disturbance decoupling of HVAC systems using feedback linearization and backstepping with load estimation. IEEE Trans Control Syst Technol 16(5):918\u2013929","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"1","key":"26_CR7","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/87.736752","volume":"7","author":"B Arguello-Serrano","year":"1999","unstructured":"Arguello-Serrano B, Velez-Reyes M (1999) Nonlinear control of a heating, ventilating, and air conditioning system with thermal load estimation. IEEE Trans Control Syst Technol 7(1):56\u201363","journal-title":"IEEE Trans Control Syst Technol"},{"key":"26_CR8","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/S0306-2619(00)00065-9","volume":"69","author":"AI Dounis","year":"2001","unstructured":"Dounis AI, Manolakis DE (2001) Design of a fuzzy system for living space thermal-comfort regulation. Appl Energy 69:119\u2013144","journal-title":"Appl Energy"},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Morales Escobar L, Aguilar J, Garc\u00e9s-Jim\u00e9nez, A, Gutierrez De Mesa JA, Gomez-Pulido JM (2020) Advanced fuzzy-logic-based context-driven control for HVAC management systems in buildings. IEEE Access 8:16111\u201316126","DOI":"10.1109\/ACCESS.2020.2966545"},{"key":"26_CR10","doi-asserted-by":"crossref","unstructured":"Shah ZA, Sindi HF, Ul-Haq A, Ali MA (2020) Fuzzy logic-based direct load control scheme for air conditioning load to reduce energy consumption. IEEE Access 8:117413\u2013117427","DOI":"10.1109\/ACCESS.2020.3005054"},{"issue":"7","key":"26_CR11","doi-asserted-by":"publisher","first-page":"1349","DOI":"10.1080\/00207729508929104","volume":"26","author":"AI Dounis","year":"1995","unstructured":"Dounis AI, Manolakis DE, Argiriou A (1995) A fuzzy rule based approach to achieve visual comfort conditions. Int J Syst Sci 26(7):1349\u20131361","journal-title":"Int J Syst Sci"},{"key":"26_CR12","doi-asserted-by":"crossref","unstructured":"Malavazos C, Papanikolaou A, Tsatsakis K, Hatzoplaki E (2015) Combined visual comfort and energy efficiency through true personalization of automated lighting control. In: 4th international conference on smart cities and green ICT systems (SMARTGREENS-2015), pp 264\u2013270","DOI":"10.5220\/0005455602640270"},{"key":"26_CR13","doi-asserted-by":"crossref","unstructured":"Wang Z, Wang L (2012) Indoor air quality control for energy-efficient buildings using CO$${}_2$$ predictive model. In: IEEE 10th international conference on industrial informatics, Beijing, pp 133\u2013138","DOI":"10.1109\/INDIN.2012.6300925"},{"key":"26_CR14","doi-asserted-by":"crossref","unstructured":"Fayaz M, Kim D (2018) Energy consumption optimization and user comfort management in residential buildings using a bat algorithm and fuzzy logic. Energies 11:161","DOI":"10.3390\/en11010161"},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Wahid F, Fayaz M, Aljarbouh A, Mir M, Aamir M (2020) Energy consumption optimization and user comfort maximization in smart buildings using a hybrid of the firefly and genetic algorithms. Energies 13(17):4363","DOI":"10.3390\/en13174363"},{"issue":"12","key":"26_CR16","first-page":"5904","volume":"13","author":"F Wahid","year":"2019","unstructured":"Wahid F, Ismail LH, Ghazali R, Aamir M (2019) An efficient artificial intelligence hybrid approach for energy management in intelligent buildings. KSII Trans Inte Inf Syst 13(12):5904\u20135927","journal-title":"KSII Trans Inte Inf Syst"},{"key":"26_CR17","doi-asserted-by":"crossref","unstructured":"Wang Z, Yang R, Wang L (2010) Multi-agent control system with intelligent optimization for smart and energy-efficient buildings. In: 36th annual conference on IEEE industrial electronics society, Glendale, AZ, pp 1144\u20131149","DOI":"10.1109\/IECON.2010.5675530"},{"key":"26_CR18","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.scs.2014.04.005","volume":"13","author":"PH Shaikh","year":"2014","unstructured":"Shaikh PH, Nor NBM, Nallagownden P, Elamvazuthi I (2014) Stochastic optimized intelligent controller for smart energy efficient buildings. Sustain Cities Soc 13:41\u201345","journal-title":"Sustain Cities Soc"},{"key":"26_CR19","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/j.apenergy.2012.05.020","volume":"99","author":"Z Wang","year":"2012","unstructured":"Wang Z, Wang L, Dounis AI, Yang R (2012) Multi-agent control system with information fusion based comfort model for smart buildings. Appl Energy 99:247\u2013254","journal-title":"Appl Energy"},{"key":"26_CR20","doi-asserted-by":"publisher","first-page":"1072","DOI":"10.1016\/j.apenergy.2018.11.002","volume":"235","author":"R Jose","year":"2019","unstructured":"Jose R (2019) Vazquez-Canteli, Zoltan Nagy: reinforcement learning for demand response: a review of algorithms and modeling techniques. Appl Energy 235:1072\u20131089","journal-title":"Appl Energy"},{"key":"26_CR21","doi-asserted-by":"crossref","unstructured":"Zhang C, Kuppannagari SR, Kannan R, Prasanna VK (2019) Building HVAC scheduling using reinforcement learning via neural network based model approximation. In: BuildSys \u201919: proceedings of the 6th ACM international conference on systems for energy-efficient buildings, cities, and transportation, pp 287\u2013296","DOI":"10.1145\/3360322.3360861"},{"key":"26_CR22","unstructured":"Gao G, Li J, Wen Y (2019) Energy-efficient thermal comfort control in smart buildings via deep reinforcement learning. arXiv:1901.04693v1"},{"key":"26_CR23","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.buildenv.2018.10.028","volume":"147","author":"June Young Park","year":"2019","unstructured":"Park June Young, Dougherty Thomas, Fritz Hagen (2019) Nagy Zoltan: LightLearn: an adaptive and occupant centered controller for lighting based on reinforcement learning. Build Environ 147:397\u2013414","journal-title":"Build Environ"},{"issue":"7","key":"26_CR24","doi-asserted-by":"publisher","first-page":"2686","DOI":"10.1016\/j.buildenv.2006.07.010","volume":"42","author":"K Dalamagkidis","year":"2007","unstructured":"Dalamagkidis K, Kolokotsa D, Kalaitzakis K, Stavrakakis GS (2007) Reinforcement learning for energy conservation and comfort in buildings. Build Environ 42(7):2686\u20132698","journal-title":"Build Environ"},{"key":"26_CR25","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.apenergy.2018.03.017","volume":"219","author":"P Kofinas","year":"2018","unstructured":"Kofinas P, Dounis AI, Vouros GA (2018) Fuzzy Q-Learning for multi-agent decentralized energy management in microgrids. Appl Energy 219:53\u201367","journal-title":"Appl Energy"},{"key":"26_CR26","unstructured":"Watkins C (1989) Learning from delayed rewards. PhD thesis. University of Cambridge, England"},{"key":"26_CR27","doi-asserted-by":"crossref","unstructured":"Glorennec Y, Jouffe L (1997) Fuzzy Q-learning. In: 6th international fuzzy systems conference, pp 659\u2013662","DOI":"10.1109\/FUZZY.1997.622790"},{"issue":"2","key":"26_CR28","first-page":"79","volume":"19","author":"K Sycara","year":"1998","unstructured":"Sycara K (1998) Multiagent systems. AI Mag 19(2):79\u201392","journal-title":"AI Mag"},{"key":"26_CR29","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1016\/j.ijepes.2014.12.041","volume":"67","author":"B Shi","year":"2015","unstructured":"Shi B, Liu J (2015) Decentralized control and fair load-shedding compensations to prevent cascading failures in a smart grid. Int J Electr Power Energy Syst 67:582\u2013590","journal-title":"Int J Electr Power Energy Syst"},{"key":"26_CR30","unstructured":"Guestrin C (2003) Planning under uncertainty in complex structured environments. PhD thesis. Computer Science Department. Stanford University"},{"key":"26_CR31","unstructured":"Clausand C, Boutilier C (1998) The dynamics of reinforcement learning in cooperative multiagent systems. In: National conference on artificial intelligence (AAAI), Madison, WI"},{"key":"26_CR32","unstructured":"Guestrin C, Lagoudakis M, Parr R (2002) Coordinated reinforcement learning. In: 19th international conference on machine learning (ICML), Sydney, pp 227\u2013234"},{"key":"26_CR33","unstructured":"Schneider J, Wong W-K, Moore A, Riedmiller M (1999) Distributed value functions. In: 16th international conference on machine learning (ICML), Bled, pp 371\u2013378"},{"key":"26_CR34","unstructured":"MathWorks (2013) Thermal model of a house, MATLAB documentation. https:\/\/www.mathworks.com\/help\/simulink\/slref\/thermal-model-of-a-house.html"},{"key":"26_CR35","doi-asserted-by":"crossref","unstructured":"Dejvisesa J, Tanthanuchb N (2016) A simplified air-conditioning systems model with energy management. In: International electrical engineering congress, iEECON2016, Chiang Mai, pp 371\u2013378","DOI":"10.1016\/j.procs.2016.05.099"},{"key":"26_CR36","doi-asserted-by":"crossref","unstructured":"Kim C-H, Kim K-S (2019) Development of sky luminance and daylight illuminance prediction methods for lighting energy saving in office buildings. Energies 12(4):592","DOI":"10.3390\/en12040592"},{"key":"26_CR37","unstructured":"Avella JM, Souza T, Silveira JL (2015) A comparative analysis between fluorescent and LED illumination for improve energy efficiency at IPBEN building. In: The XI Latin-American congress electricity generation and transmission-CLAGTEE, Brazil, pp 148\u2013151"}],"container-title":["Lecture Notes in Networks and Systems","Proceedings of Sixth International Congress on Information and Communication Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-16-2380-6_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T09:22:59Z","timestamp":1631784179000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-16-2380-6_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,17]]},"ISBN":["9789811623790","9789811623806"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-981-16-2380-6_26","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2021,9,17]]},"assertion":[{"value":"17 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}