{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T08:08:58Z","timestamp":1769760538697,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Natural Science Foundation, China","award":["62262026 and GJJ211111"],"award-info":[{"award-number":["62262026 and GJJ211111"]}]},{"name":"Nanyang Technological University, Singapore","award":["NTU?ACE2020-01"],"award-info":[{"award-number":["NTU?ACE2020-01"]}]},{"name":"Ministry of Education, Singapore","award":["RT14\/22 and RG96\/20"],"award-info":[{"award-number":["RT14\/22 and RG96\/20"]}]},{"name":"National Research Foundation, Singapore","award":["NRF2020NRF-CG001-027"],"award-info":[{"award-number":["NRF2020NRF-CG001-027"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,20]]},"DOI":"10.1145\/3575813.3595189","type":"proceedings-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T16:18:31Z","timestamp":1686932311000},"page":"114-126","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Phyllis: Physics-Informed Lifelong Reinforcement Learning for Data Center Cooling Control"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8827-9373","authenticated-orcid":false,"given":"Ruihang","family":"Wang","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0341-8213","authenticated-orcid":false,"given":"Zhiwei","family":"Cao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5405-9890","authenticated-orcid":false,"given":"Xin","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Communications and Electronics, Jiangxi Science and Technology Normal University, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2751-5114","authenticated-orcid":false,"given":"Yonggang","family":"Wen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8441-9973","authenticated-orcid":false,"given":"Rui","family":"Tan","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2023,6,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021. Alibaba Cluster Trace Program. https:\/\/github.com\/alibaba\/clusterdata."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.3390\/challe6010117"},{"key":"e_1_3_2_1_3_1","first-page":"276","article-title":"Global Warming: Data Centres to Consume Three Times as Much Energy in Next Decade","volume":"23","author":"Bawden Tom","year":"2016","unstructured":"Tom Bawden 2016. Global Warming: Data Centres to Consume Three Times as Much Energy in Next Decade, Experts Warn. The Independent 23 (2016), 276.","journal-title":"Experts Warn. The Independent"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563357.3564050"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447555.3464874"},{"key":"e_1_3_2_1_6_1","first-page":"49","article-title":"EnergyPlus: Energy Simulation Program","volume":"42","author":"Crawley B","year":"2000","unstructured":"Drury\u00a0B Crawley, Linda\u00a0K Lawrie, Curtis\u00a0O Pedersen, and Frederick\u00a0C Winkelmann. 2000. EnergyPlus: Energy Simulation Program. ASHRAE journal 42, 4 (2000), 49\u201356.","journal-title":"ASHRAE journal"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 28th International Conference on machine learning (ICML-11)","author":"Deisenroth Marc","year":"2011","unstructured":"Marc Deisenroth and Carl\u00a0E Rasmussen. 2011. PILCO: A Model-Based and Data-Efficient Approach to Policy Search. In Proceedings of the 28th International Conference on machine learning (ICML-11). 465\u2013472."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2021.108680"},{"key":"e_1_3_2_1_9_1","first-page":"1","article-title":"CVXPY: A Python-Embedded Modeling Language for Convex Optimization","volume":"17","author":"Diamond Steven","year":"2016","unstructured":"Steven Diamond and Stephen Boyd. 2016. CVXPY: A Python-Embedded Modeling Language for Convex Optimization. Journal of Machine Learning Research 17, 83 (2016), 1\u20135.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2021.110992"},{"key":"e_1_3_2_1_11_1","volume-title":"Off-dynamics Reinforcement Learning: Training for Transfer with Domain Classifiers. arXiv preprint arXiv:2006.13916","author":"Eysenbach Benjamin","year":"2020","unstructured":"Benjamin Eysenbach, Swapnil Asawa, Shreyas Chaudhari, Sergey Levine, and Ruslan Salakhutdinov. 2020. Off-dynamics Reinforcement Learning: Training for Transfer with Domain Classifiers. arXiv preprint arXiv:2006.13916 (2020)."},{"key":"e_1_3_2_1_12_1","unstructured":"Jacob\u00a0R Gardner Geoff Pleiss David Bindel Kilian\u00a0Q Weinberger and Andrew\u00a0Gordon Wilson. 2018. GPyTorch: Blackbox Matrix-Matrix Gaussian Process Inference with GPU Acceleration. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.118852"},{"key":"e_1_3_2_1_14_1","volume-title":"International conference on machine learning. PMLR","author":"Haarnoja Tuomas","year":"2018","unstructured":"Tuomas Haarnoja, Aurick Zhou, Pieter Abbeel, and Sergey Levine. 2018. Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor. In International conference on machine learning. PMLR, 1861\u20131870."},{"key":"e_1_3_2_1_15_1","volume-title":"When to Trust Your Model: Model-Based Policy Optimization. Advances in Neural Information Processing Systems 32","author":"Janner Michael","year":"2019","unstructured":"Michael Janner, Justin Fu, Marvin Zhang, and Sergey Levine. 2019. When to Trust Your Model: Model-Based Policy Optimization. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42254-021-00314-5"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13673"},{"key":"e_1_3_2_1_18_1","volume-title":"Data Center Cooling Using Model-Predictive Control. Advances in Neural Information Processing Systems 31","author":"Lazic Nevena","year":"2018","unstructured":"Nevena Lazic, Craig Boutilier, Tyler Lu, Eehern Wong, Binz Roy, MK Ryu, and Greg Imwalle. 2018. Data Center Cooling Using Model-Predictive Control. Advances in Neural Information Processing Systems 31 (2018)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2927410"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1098\/rspa.2021.0618"},{"key":"e_1_3_2_1_21_1","first-page":"61","article-title":"Making Scheduling","author":"Moore D","year":"2005","unstructured":"Justin\u00a0D Moore, Jeffrey\u00a0S Chase, Parthasarathy Ranganathan, and Ratnesh\u00a0K Sharma. 2005. Making Scheduling\" Cool\": Temperature-Aware Workload Placement in Data Centers.. In USENIX ATC, General Track. 61\u201375.","journal-title":"Cool\": Temperature-Aware Workload Placement in Data Centers.. In USENIX ATC, General Track."},{"key":"e_1_3_2_1_22_1","volume-title":"Reinforcement Learning Testbed for Power-Consumption Optimization. In Methods and Applications for Modeling and Simulation of Complex Systems: 18th Asia Simulation Conference, AsiaSim","author":"Moriyama Takao","year":"2018","unstructured":"Takao Moriyama, Giovanni De\u00a0Magistris, Michiaki Tatsubori, Tu-Hoa Pham, Asim Munawar, and Ryuki Tachibana. 2018. Reinforcement Learning Testbed for Power-Consumption Optimization. In Methods and Applications for Modeling and Simulation of Complex Systems: 18th Asia Simulation Conference, AsiaSim 2018. Springer, 45\u201359."},{"key":"e_1_3_2_1_23_1","unstructured":"David Moss and John\u00a0H. Bean. 2012. Energy Impact of Increased Server Inlet Temperature. (2012). https:\/\/www.se.com\/us\/en\/download\/document\/SPD_JBEN- 7KTR88_EN\/"},{"key":"e_1_3_2_1_24_1","volume-title":"Neural Network Dynamics for Model-Based Deep Reinforcement Learning with Model-Free Fine-Tuning. In 2018 IEEE International Conference on Robotics and Automation (ICRA). IEEE, 7559\u20137566","author":"Nagabandi Anusha","year":"2018","unstructured":"Anusha Nagabandi, Gregory Kahn, Ronald\u00a0S Fearing, and Sergey Levine. 2018. Neural Network Dynamics for Model-Based Deep Reinforcement Learning with Model-Free Fine-Tuning. In 2018 IEEE International Conference on Robotics and Automation (ICRA). IEEE, 7559\u20137566."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563357.3564052"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.36001\/phmconf.2020.v12i1.1296"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2022.112584"},{"key":"e_1_3_2_1_28_1","first-page":"1","article-title":"Impact of Hot And Cold Aisle Containment on Data Center Temperature and Efficiency. Schneider Electric Data Center Science Center","volume":"135","author":"Niemann John","year":"2011","unstructured":"John Niemann, Kevin Brown, and Victor Avelar. 2011. Impact of Hot And Cold Aisle Containment on Data Center Temperature and Efficiency. Schneider Electric Data Center Science Center, White Paper 135 (2011), 1\u201314.","journal-title":"White Paper"},{"key":"e_1_3_2_1_29_1","volume-title":"Discrete-Time Control Systems","author":"Ogata K.","unstructured":"K. Ogata. 1995. Discrete-Time Control Systems. Prentice-Hall, Inc."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2018.10.045"},{"key":"e_1_3_2_1_31_1","unstructured":"Yongyi Ran Han Hu Xin Zhou and Yonggang Wen. 2019. DeepEE: Joint Optimization of Job Scheduling and Cooling Control for Data Center Energy Efficiency Using Deep Reinforcement Learning. In 2019 IEEE 39th International Conference on Distributed Computing Systems (ICDCS). IEEE 645\u2013655."},{"key":"e_1_3_2_1_32_1","volume-title":"Progressive Neural Networks. arXiv preprint arXiv:1606.04671","author":"Rusu A","year":"2016","unstructured":"Andrei\u00a0A Rusu, Neil\u00a0C Rabinowitz, Guillaume Desjardins, Hubert Soyer, James Kirkpatrick, Koray Kavukcuoglu, Razvan Pascanu, and Raia Hadsell. 2016. Progressive Neural Networks. arXiv preprint arXiv:1606.04671 (2016)."},{"key":"e_1_3_2_1_33_1","volume-title":"TC 2016. Data Center Power Equipment Thermal Guidelines and Best Practices. ASHRAE TC 9.9, ASHRAE, USA","author":"ASHRAE","year":"2016","unstructured":"ASHRAE TC 2016. Data Center Power Equipment Thermal Guidelines and Best Practices. ASHRAE TC 9.9, ASHRAE, USA (2016)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360322.3360845"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132860"},{"key":"e_1_3_2_1_36_1","volume-title":"Toward Physics-Guided Safe Deep Reinforcement Learning for Green Data Center Cooling Control. In 2022 ACM\/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS). IEEE, 159\u2013169","author":"Wang Ruihang","year":"2022","unstructured":"Ruihang Wang, Xinyi Zhang, Xin Zhou, Yonggang Wen, and Rui Tan. 2022. Toward Physics-Guided Safe Deep Reinforcement Learning for Green Data Center Cooling Control. In 2022 ACM\/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS). IEEE, 159\u2013169."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427982"},{"key":"e_1_3_2_1_38_1","volume-title":"Towards Optimal Sensor Placement for Hot Server Detection in Data Centers. In 2011 31st International Conference on Distributed Computing Systems. IEEE, 899\u2013908","author":"Wang Xiaodong","year":"2011","unstructured":"Xiaodong Wang, Xiaorui Wang, Guoliang Xing, Jinzhu Chen, Cheng-Xian Lin, and Yixin Chen. 2011. Towards Optimal Sensor Placement for Hot Server Detection in Data Centers. In 2011 31st International Conference on Distributed Computing Systems. IEEE, 899\u2013908."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2001.946075"},{"key":"e_1_3_2_1_40_1","volume-title":"Incremental Reinforcement Learning in Continuous Spaces via Policy Relaxation and Importance Weighting","author":"Wang Zhi","year":"2019","unstructured":"Zhi Wang, Han-Xiong Li, and Chunlin Chen. 2019. Incremental Reinforcement Learning in Continuous Spaces via Policy Relaxation and Importance Weighting. IEEE transactions on neural networks and learning systems 31, 6 (2019), 1870\u20131883."},{"key":"e_1_3_2_1_41_1","first-page":"1","article-title":"Tianshou: A Highly Modularized Deep Reinforcement Learning Library","volume":"23","author":"Weng Jiayi","year":"2022","unstructured":"Jiayi Weng, Huayu Chen, Dong Yan, Kaichao You, Alexis Duburcq, Minghao Zhang, Yi Su, Hang Su, and Jun Zhu. 2022. Tianshou: A Highly Modularized Deep Reinforcement Learning Library. Journal of Machine Learning Research 23, 267 (2022), 1\u20136. http:\/\/jmlr.org\/papers\/v23\/21-1127.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563357.3564064"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427617"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360322.3360861"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3178084"},{"key":"e_1_3_2_1_46_1","volume-title":"Transfer Learning in Deep Reinforcement Learning: A Survey. arXiv preprint arXiv:2009.07888","author":"Zhu Zhuangdi","year":"2020","unstructured":"Zhuangdi Zhu, Kaixiang Lin, and Jiayu Zhou. 2020. Transfer Learning in Deep Reinforcement Learning: A Survey. arXiv preprint arXiv:2009.07888 (2020)."}],"event":{"name":"e-Energy '23: The 14th ACM International Conference on Future Energy Systems","location":"Orlando FL USA","acronym":"e-Energy '23","sponsor":["SIGEnergy ACM Special Interest Group on Energy Systems and Informatics"]},"container-title":["Proceedings of the 14th ACM International Conference on Future Energy Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3595189","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3575813.3595189","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:21Z","timestamp":1750182681000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3595189"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":46,"alternative-id":["10.1145\/3575813.3595189","10.1145\/3575813"],"URL":"https:\/\/doi.org\/10.1145\/3575813.3595189","relation":{},"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"2023-06-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}