{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T21:52:51Z","timestamp":1769637171854,"version":"3.49.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2022,12,15]],"date-time":"2022-12-15T00:00:00Z","timestamp":1671062400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,15]],"date-time":"2022-12-15T00:00:00Z","timestamp":1671062400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"The National Key Research and Development Program of China","award":["2020YFC1522503"],"award-info":[{"award-number":["2020YFC1522503"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s10489-022-04320-7","type":"journal-article","created":{"date-parts":[[2022,12,15]],"date-time":"2022-12-15T20:04:20Z","timestamp":1671134660000},"page":"16724-16746","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Application of deep reinforcement learning to intelligent distributed humidity control system"],"prefix":"10.1007","volume":"53","author":[{"given":"Da","family":"Guo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Danfeng","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4997-698X","authenticated-orcid":false,"given":"Yong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiuyong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuyang","family":"Lai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunqi","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,12,15]]},"reference":[{"key":"4320_CR1","unstructured":"AIC Wiki (2020) Accessed 12 May 2020 Environmental guidelines. https:\/\/www.conservation-wiki.com\/wiki\/Environmental_Guidelines"},{"issue":"4","key":"4320_CR2","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1179\/2047058414Y.0000000141","volume":"59","author":"JK Atkinson","year":"2014","unstructured":"Atkinson JK (2014) Environmental conditions for the safeguarding of collections: a background to the current debate on the control of relative humidity and temperature. Stud Conserv 59(4):205\u2013212. https:\/\/doi.org\/10.1179\/2047058414Y.0000000141","journal-title":"Stud Conserv"},{"issue":"4","key":"4320_CR3","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1111\/j.1755-5825.1960.tb01558.x","volume":"13","author":"H Plenderleith","year":"1960","unstructured":"Plenderleith H, Philippot P (1960) Climatologie et conservation dans les mus\u00e9es: sommaire. Museum Int (Edition Francaise) 13(4):201\u2013289. https:\/\/doi.org\/10.1111\/j.1755-5825.1960.tb01558.x","journal-title":"Museum Int (Edition Francaise)"},{"issue":"1","key":"4320_CR4","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1080\/23744731.2019.1680234","volume":"26","author":"KU Ahn","year":"2020","unstructured":"Ahn KU, Park CS (2020) Application of deep q-networks for model-free optimal control balancing between different hvac systems. Sci Technol Built Environ 26(1):61\u201374. https:\/\/doi.org\/10.1080\/23744731.2019.1680234","journal-title":"Sci Technol Built Environ"},{"key":"4320_CR5","doi-asserted-by":"publisher","unstructured":"Nagarathinam S, Menon V, Vasan A et al (2020) Marco-multi-agent reinforcement learning based control of building hvac systems. In: Proceedings of the eleventh ACM international conference on future energy systems, pp 57\u201367. https:\/\/doi.org\/10.1145\/3396851.3397694","DOI":"10.1145\/3396851.3397694"},{"key":"4320_CR6","doi-asserted-by":"publisher","unstructured":"Zhao Y, Zhao Q, Xia L et al (2013) A unified control framework of hvac system for thermal and acoustic comforts in office building. In: 2013 IEEE international conference on automation science and engineering (CASE). IEEE, pp 416\u2013421. https:\/\/doi.org\/10.1109\/CoASE.2013.6653964","DOI":"10.1109\/CoASE.2013.6653964"},{"key":"4320_CR7","doi-asserted-by":"publisher","unstructured":"Ding X, Du W, Cerpa A (2019) Octopus: deep reinforcement learning for holistic smart building control. In: Proceedings of the 6th ACM international conference on systems for energy-efficient buildings, cities, and transportation, pp 326\u2013335. https:\/\/doi.org\/10.1145\/3360322.3360857","DOI":"10.1145\/3360322.3360857"},{"key":"4320_CR8","doi-asserted-by":"publisher","unstructured":"Wei T, Wang Y, Zhu Q (2017) Deep reinforcement learning for building hvac control. In: Proceedings of the 54th annual design automation conference 2017, pp 1\u20136. https:\/\/doi.org\/10.1145\/3061639.3062224","DOI":"10.1145\/3061639.3062224"},{"key":"4320_CR9","doi-asserted-by":"publisher","unstructured":"Shuang X, Dongyang Z, Zhen L et al (2019) A combined control method of temperature and humidity inside the museum cabinet. In: 2019 11th International conference on measuring technology and mechatronics automation (ICMTMA). IEEE, pp 322\u2013326. https:\/\/doi.org\/10.1109\/ICMTMA.2019.00078","DOI":"10.1109\/ICMTMA.2019.00078"},{"key":"4320_CR10","doi-asserted-by":"publisher","unstructured":"Xianzhe H (2011) Room temperature and humidity monitoring and energy-saving system. In: 2011 6th International conference on computer science & education (ICCSE). IEEE, pp 537\u2013540. https:\/\/doi.org\/10.1109\/ICCSE.2011.6028696","DOI":"10.1109\/ICCSE.2011.6028696"},{"key":"4320_CR11","doi-asserted-by":"publisher","unstructured":"Zhao X, Tang J, Chen D (2009) Research of temperature and humidity decoupling control for central air-conditioning system. In: 2009 International conference on intelligent human-machine systems and cybernetics. IEEE, pp 404\u2013408. https:\/\/doi.org\/10.1109\/IHMSC.2009.224","DOI":"10.1109\/IHMSC.2009.224"},{"key":"4320_CR12","doi-asserted-by":"publisher","unstructured":"Liu S, Wang X, Li S (2016) Fuzzy pid controller design of air handling unit for constant temperature and humidity air-conditioning. In: 2016 8th International conference on intelligent human-machine systems and cybernetics (IHMSC). IEEE, pp 410\u2013414. https:\/\/doi.org\/10.1109\/IHMSC.2016.219","DOI":"10.1109\/IHMSC.2016.219"},{"key":"4320_CR13","doi-asserted-by":"publisher","unstructured":"Wu Q, Cai W, Shen S et al (2017) Dynamic analysis of an energy efficiency dehumidifier for building applications. In: 2017 12th IEEE conference on industrial electronics and applications (ICIEA). IEEE, pp 2060\u20132065. https:\/\/doi.org\/10.1109\/ICIEA.2017.8283177","DOI":"10.1109\/ICIEA.2017.8283177"},{"key":"4320_CR14","doi-asserted-by":"publisher","unstructured":"Wang X, Lu J, Yang Q et al (2013) Performance evaluation of packed tower liquid desiccant dehumidifier based on lssvm. In: 2013 10th Ieee international conference on control and automation (Icca). IEEE, pp 987\u2013990. https:\/\/doi.org\/10.1109\/ICCA.2013.6565050","DOI":"10.1109\/ICCA.2013.6565050"},{"key":"4320_CR15","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/s12273-020-0602-9","volume":"14","author":"X Yuan","year":"2019","unstructured":"Yuan X, Pan Y, Yang J et al (2019) Study on the application of reinforcement learning in the operation optimization of hvac system. Build Simul 14:75\u201387. https:\/\/doi.org\/10.1007\/s12273-020-0602-9","journal-title":"Build Simul"},{"key":"4320_CR16","doi-asserted-by":"publisher","unstructured":"Baghaee S, Ulusoy I (2018) User comfort and energy efficiency in hvac systems by q-learning. In: 2018 26th Signal processing and communications applications conference (SIU). IEEE, pp 1\u20134. https:\/\/doi.org\/10.1109\/SIU.2018.8404287","DOI":"10.1109\/SIU.2018.8404287"},{"key":"4320_CR17","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1016\/j.enbuild.2018.03.051","volume":"169","author":"Y Chen","year":"2018","unstructured":"Chen Y, Norford LK, Samuelson HW et al (2018) Optimal control of hvac and window systems for natural ventilation through reinforcement learning. Energy Build 169:195\u2013205. https:\/\/doi.org\/10.1016\/j.enbuild.2018.03.051","journal-title":"Energy Build"},{"key":"4320_CR18","doi-asserted-by":"publisher","first-page":"110,055","DOI":"10.1016\/j.enbuild.2020.110055","volume":"218","author":"S Qiu","year":"2020","unstructured":"Qiu S, Li Z, Li Z et al (2020) Model-free control method based on reinforcement learning for building cooling water systems: validation by measured data-based simulation. Energy Build 218:110,055. https:\/\/doi.org\/10.1016\/j.enbuild.2020.110055","journal-title":"Energy Build"},{"key":"4320_CR19","doi-asserted-by":"publisher","unstructured":"Faddel S, Tian G, Zhou Q et al (2020) Data driven q-learning for commercial hvac control. In: 2020 SoutheastCon. IEEE, pp 1\u20136. https:\/\/doi.org\/10.1016\/10.1109\/SoutheastCon44009.2020.9249737","DOI":"10.1016\/10.1109\/SoutheastCon44009.2020.9249737"},{"key":"4320_CR20","doi-asserted-by":"publisher","first-page":"117,164","DOI":"10.1016\/j.apenergy.2021.117164","volume":"298","author":"M Biemann","year":"2021","unstructured":"Biemann M, Scheller F, Liu X et al (2021) Experimental evaluation of model-free reinforcement learning algorithms for continuous hvac control. Appl Energy 298:117,164. https:\/\/doi.org\/10.1016\/j.apenergy.2021.117164","journal-title":"Appl Energy"},{"key":"4320_CR21","doi-asserted-by":"publisher","first-page":"116,117","DOI":"10.1016\/j.apenergy.2020.116117","volume":"281","author":"Y Du","year":"2021","unstructured":"Du Y, Zandi H, Kotevska O et al (2021) Intelligent multi-zone residential hvac control strategy based on deep reinforcement learning. Appl Energy 281:116,117. https:\/\/doi.org\/10.1016\/j.apenergy.2020.116117","journal-title":"Appl Energy"},{"issue":"9","key":"4320_CR22","doi-asserted-by":"publisher","first-page":"8472","DOI":"10.1109\/JIOT.2020.2992117","volume":"7","author":"G Gao","year":"2020","unstructured":"Gao G, Li J, Wen Y (2020) Deepcomfort: energy-efficient thermal comfort control in buildings via reinforcement learning. IEEE Internet Things J 7(9):8472\u20138484. https:\/\/doi.org\/10.1109\/JIOT.2020.2992117","journal-title":"IEEE Internet Things J"},{"key":"4320_CR23","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.buildenv.2019.03.038","volume":"155","author":"W Valladares","year":"2019","unstructured":"Valladares W, Galindo M, Guti\u00e9rrez J et al (2019) Energy optimization associated with thermal comfort and indoor air control via a deep reinforcement learning algorithm. Build Environ 155:105\u2013117. https:\/\/doi.org\/10.1016\/j.buildenv.2019.03.038","journal-title":"Build Environ"},{"key":"4320_CR24","doi-asserted-by":"publisher","unstructured":"Sakuma Y, Nishi H (2020) Airflow direction control of air conditioners using deep reinforcement learning. In: 2020 SICE international symposium on control systems (SICE ISCS). IEEE, pp 61\u201368. https:\/\/doi.org\/10.23919\/SICEISCS48470.2020.9083565","DOI":"10.23919\/SICEISCS48470.2020.9083565"},{"issue":"1","key":"4320_CR25","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1109\/TSG.2020.3011739","volume":"12","author":"L Yu","year":"2020","unstructured":"Yu L, Sun Y, Xu Z et al (2020) Multi-agent deep reinforcement learning for hvac control in commercial buildings. IEEE Trans Smart Grid 12(1):407\u2013419. https:\/\/doi.org\/10.1109\/TSG.2020.3011739","journal-title":"IEEE Trans Smart Grid"},{"key":"4320_CR26","doi-asserted-by":"publisher","unstructured":"Xu S, Wang Y, Wang Y et al (2020) One for many: transfer learning for building hvac control. In: Proceedings of the 7th ACM international conference on systems for energy-efficient buildings, cities, and transportation, pp 230\u2013239. https:\/\/doi.org\/10.1145\/3408308.3427617","DOI":"10.1145\/3408308.3427617"},{"key":"4320_CR27","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.future.2021.04.018","volume":"123","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Zhou Y, Lu H et al (2021) Cooperative multi-agent actor\u2013critic control of traffic network flow based on edge computing. Futur Gener Comput Syst 123:128\u2013141. https:\/\/doi.org\/10.1016\/j.future.2021.04.018","journal-title":"Futur Gener Comput Syst"},{"key":"4320_CR28","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1016\/j.ins.2021.04.088","volume":"570","author":"M Shang","year":"2021","unstructured":"Shang M, Zhou Y, Fujita H (2021) Deep reinforcement learning with reference system to handle constraints for energy-efficient train control. Inf Sci 570:708\u2013721. https:\/\/doi.org\/10.1016\/j.ins.2021.04.088","journal-title":"Inf Sci"},{"key":"4320_CR29","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1016\/j.future.2021.07.031","volume":"125","author":"S P\u00e9rez","year":"2021","unstructured":"P\u00e9rez S, Arroba P, Moya JM (2021) Energy-conscious optimization of edge computing through deep reinforcement learning and two-phase immersion cooling. Futur Gener Comput Syst 125:891\u2013907. https:\/\/doi.org\/10.1016\/j.future.2021.07.031","journal-title":"Futur Gener Comput Syst"},{"key":"4320_CR30","doi-asserted-by":"publisher","first-page":"108,680","DOI":"10.1016\/j.buildenv.2021.108680","volume":"211","author":"X Deng","year":"2022","unstructured":"Deng X, Zhang Y, Zhang Y et al (2022) Towards optimal hvac control in non-stationary building environments combining active change detection and deep reinforcement learning. Build Environ 211:108,680. https:\/\/doi.org\/10.1016\/j.buildenv.2021.108680","journal-title":"Build Environ"},{"key":"4320_CR31","doi-asserted-by":"publisher","unstructured":"Tsenis TT, Kapsimanis G, Kappatos V (2021) Smartclima: reinforcement learning residential thermostat-less heating control system. In: 2021 International conference on electrical, computer, communications and mechatronics engineering (ICECCME), pp 1\u20136. https:\/\/doi.org\/10.1109\/ICECCME52200.2021.9591000","DOI":"10.1109\/ICECCME52200.2021.9591000"},{"key":"4320_CR32","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.buildenv.2018.12.018","volume":"149","author":"J Ferdyn-Grygierek","year":"2019","unstructured":"Ferdyn-Grygierek J, Grygierek K (2019) Hvac control methods for drastically improved hygrothermal museum microclimates in warm season. Build Environ 149:90\u201399. https:\/\/doi.org\/10.1016\/j.buildenv.2018.12.018","journal-title":"Build Environ"},{"key":"4320_CR33","doi-asserted-by":"crossref","unstructured":"Hessel M, Modayil J, Van Hasselt H et al (2017) Rainbow: combining improvements in deep reinforcement learning. arXiv:1710.02298","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"4320_CR34","doi-asserted-by":"publisher","first-page":"101,739","DOI":"10.1016\/j.jobe.2020.101739","volume":"34","author":"A Gupta","year":"2021","unstructured":"Gupta A, Badr Y, Negahban A et al (2021) Energy-efficient heating control for smart buildings with deep reinforcement learning. J Build Eng 34:101,739. https:\/\/doi.org\/10.1016\/j.jobe.2020.101739","journal-title":"J Build Eng"},{"key":"4320_CR35","unstructured":"Schaul T, Quan J, Antonoglou I et al (2015) Prioritized experience replay. Comput Sci"},{"key":"4320_CR36","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A et al (2015) Continuous control with deep reinforcement learning. arXiv:1509.02971"},{"key":"4320_CR37","doi-asserted-by":"publisher","unstructured":"Rockafellar RT (2015) Convex analysis. Princeton University Press. https:\/\/doi.org\/10.1515\/9781400873173","DOI":"10.1515\/9781400873173"},{"issue":"1","key":"4320_CR38","doi-asserted-by":"publisher","first-page":"37","DOI":"10.53623\/gisa.v1i1.40","volume":"1","author":"IKA Enriko","year":"2021","unstructured":"Enriko IKA, Putra RA, Estananto (2021) Automatic temperature control system on smart poultry farm using pid method. Green Intell Syst Appl 1(1):37\u201343. https:\/\/doi.org\/10.53623\/gisa.v1i1.40","journal-title":"Green Intell Syst Appl"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04320-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04320-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04320-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T05:10:09Z","timestamp":1688188209000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04320-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,15]]},"references-count":38,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["4320"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04320-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,15]]},"assertion":[{"value":"3 November 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}