{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T14:11:57Z","timestamp":1783865517876,"version":"3.55.0"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Green Data Centre Research Project"},{"name":"Singapore Infocomm and Media Development Authority"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/tcyb.2019.2927410","type":"journal-article","created":{"date-parts":[[2019,7,25]],"date-time":"2019-07-25T19:48:33Z","timestamp":1564084113000},"page":"2002-2013","source":"Crossref","is-referenced-by-count":196,"title":["Transforming Cooling Optimization for Green Data Center via Deep Reinforcement Learning"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2375-1806","authenticated-orcid":false,"given":"Yuanlong","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2751-5114","authenticated-orcid":false,"given":"Yonggang","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7225-5449","authenticated-orcid":false,"given":"Dacheng","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kyle","family":"Guan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","author":"van hasselt","year":"2016","journal-title":"Proc 30th AAAI Conf Artif Intell"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2412554"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2417170"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2319577"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2281663"},{"key":"ref37","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv preprint arXiv 1312 5602"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2522401"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2582849"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2527501"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2481183"},{"key":"ref40","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2545109"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7321990"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2940679.2940685"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2534169.2491704"},{"key":"ref15","year":"2017","journal-title":"DeepMind AI Reduces Google Data Centre Cooling Bill by 40%"},{"key":"ref16","volume":"1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref17","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"arXiv preprint arXiv 1509 02971"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-7788(00)00114-6"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1983.6313077"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2004.08.011"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2017.2711567"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2016.09.050"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2003.12.007"},{"key":"ref29","volume":"17","author":"lewis","year":"2013","journal-title":"Reinforcement Learning and Approximate Dynamic Programming for Feedback Control"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-7788(00)00119-5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2008.08.011"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2003.10.012"},{"key":"ref2","year":"2015","journal-title":"America&#x2019;s Data Centers Consuming and Wasting Growing Amounts of Energy"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-7788(01)00085-8"},{"key":"ref1","year":"2015","journal-title":"Cisco Global Cloud Index Forecast and Methodology 2014&#x2013;2019"},{"key":"ref46","author":"jones","year":"2017","journal-title":"SciPy Open source scientific tools for Python"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2017.06.057"},{"key":"ref45","article-title":"ADADELTA: An adaptive learning rate method","author":"zeiler","year":"2012","journal-title":"arXiv preprint arXiv 1212 5701"},{"key":"ref22","first-page":"876","article-title":"Reducing energy costs and peak electrical demand through optimal control of building thermal storage","volume":"96","author":"braun","year":"1990","journal-title":"ASHRAE Trans"},{"key":"ref47","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref21","article-title":"System and method for facilitating optimization of cooling efficiency of a data center","author":"singh","year":"2018"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1001"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1594233.1594268"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598358"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3390\/en9020113"},{"key":"ref44","first-page":"1","article-title":"Deterministic policy gradient algorithms","author":"silver","year":"2014","journal-title":"Proc ICML"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2011.02.003"},{"key":"ref43","year":"2015","journal-title":"Wikimedia Grid Report"},{"key":"ref25","first-page":"249","article-title":"Coordinating liquid and free air cooling with workload allocation for data center power minimization","author":"li","year":"2014","journal-title":"Proc 11th Int Conf Auton Comput (ICAC)"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/9068331\/08772127.pdf?arnumber=8772127","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:21:15Z","timestamp":1651080075000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8772127\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":47,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2019.2927410","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5]]}}}