{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T00:43:26Z","timestamp":1773708206155,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T00:00:00Z","timestamp":1730160000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,29]]},"DOI":"10.1145\/3671127.3699535","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T00:30:41Z","timestamp":1730248241000},"page":"403-407","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Reducing Carbon Emissions at Scale: Interpretable and Efficient to Implement Reinforcement Learning via Policy Extraction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3892-7079","authenticated-orcid":false,"given":"Judah","family":"Goldfeder","sequence":"first","affiliation":[{"name":"Google, Columbia University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2242-0683","authenticated-orcid":false,"given":"John","family":"Sipple","sequence":"additional","affiliation":[{"name":"Google, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,10,29]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Frequently Asked Questions (FAQs) - U.S. Energy Information Administration (EIA) - eia.gov. https:\/\/www.eia.gov\/tools\/faqs\/faq.php?id=86&t=1. [Accessed 04-06-2024]."},{"key":"e_1_3_2_1_2_1","volume-title":"A systematic review of the barriers to the implementation of artificial intelligence in healthcare. Cureus 15, 10","author":"Ahmed Molla Imaduddin","year":"2023","unstructured":"Molla Imaduddin Ahmed, Brendan Spooner, John Isherwood, Mark Lane, Emma Orrock, and Ashley Dennison. 2023. A systematic review of the barriers to the implementation of artificial intelligence in healthcare. Cureus 15, 10 (2023)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01594"},{"key":"e_1_3_2_1_4_1","volume-title":"VSR Krishna Manoj Kesapragada, Vineel Yarlagadda, Tirth Dave, and Rama Tulasi Siri Duddumpudi.","author":"Athaluri Sai Anirudh","year":"2023","unstructured":"Sai Anirudh Athaluri, Sandeep Varma Manthena, VSR Krishna Manoj Kesapragada, Vineel Yarlagadda, Tirth Dave, and Rama Tulasi Siri Duddumpudi. 2023. Exploring the boundaries of reality: investigating the phenomenon of artificial intelligence hallucination in scientific writing through ChatGPT references. Cureus 15, 4 (2023)."},{"key":"e_1_3_2_1_5_1","volume-title":"Interpretability via model extraction. arXiv preprint arXiv:1706.09773","author":"Bastani Osbert","year":"2017","unstructured":"Osbert Bastani, Carolyn Kim, and Hamsa Bastani. 2017. Interpretability via model extraction. arXiv preprint arXiv:1706.09773 (2017)."},{"key":"e_1_3_2_1_6_1","volume-title":"Verifiable reinforcement learning via policy extraction. Advances in neural information processing systems 31","author":"Bastani Osbert","year":"2018","unstructured":"Osbert Bastani, Yewen Pu, and Armando Solar-Lezama. 2018. Verifiable reinforcement learning via policy extraction. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2022.125290"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1021\/acs.iecr.1c04984"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3390\/en14040997"},{"key":"e_1_3_2_1_11_1","volume-title":"Fear of AI: an inquiry into the adoption of autonomous cars in spite of fear, and a theoretical framework for the study of artificial intelligence technology acceptance. AI & SOCIETY","author":"Cugurullo Federico","year":"2023","unstructured":"Federico Cugurullo and Ransford A Acheampong. 2023. Fear of AI: an inquiry into the adoption of autonomous cars in spite of fear, and a theoretical framework for the study of artificial intelligence technology acceptance. AI & SOCIETY (2023), 1--16."},{"key":"e_1_3_2_1_12_1","unstructured":"R. Evans and J. Gao. 2016. DeepMind AI Reduces Google Data Centre Cooling Bill by 40%. https:\/\/deepmind.com\/blog\/deepmind-ai-reduces-google-data-centrecooling-bill-40\/. [Accessed 06-28-2024]."},{"key":"e_1_3_2_1_13_1","volume-title":"Victor Ian Hanby, and Tin-Tai Chow","author":"Fong Kwong Fai","year":"2006","unstructured":"Kwong Fai Fong, Victor Ian Hanby, and Tin-Tai Chow. 2006. HVAC system optimization for energy management by evolutionary programming. Energy and buildings 38, 3 (2006), 220--231."},{"key":"e_1_3_2_1_14_1","volume-title":"Machine learning applications for data center optimization. Google White Paper 21","author":"Gao Jim","year":"2014","unstructured":"Jim Gao and Ratnesh Jamidar. 2014. Machine learning applications for data center optimization. Google White Paper 21 (2014)."},{"key":"e_1_3_2_1_15_1","volume-title":"Markov decision processes. Markov Decision Processes in Artificial Intelligence","author":"Garcia Fr\u00e9d\u00e9rick","year":"2013","unstructured":"Fr\u00e9d\u00e9rick Garcia and Emmanuel Rachelson. 2013. Markov decision processes. Markov Decision Processes in Artificial Intelligence (2013), 1--38."},{"key":"e_1_3_2_1_16_1","unstructured":"Marisa Garcia. 2024. What Air Canada Lost In 'Remarkable' Lying AI Chatbot Case. https:\/\/www.forbes.com\/sites\/marisagarcia\/2024\/02\/19\/what-air-canadalost-in-remarkable-lying-ai-chatbot-case\/. [Accessed 06-28-2024]."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3632775.3661937"},{"key":"e_1_3_2_1_18_1","volume-title":"Sequencing the Neurome: Towards Scalable Exact Parameter Reconstruction of Black-Box Neural Networks. arXiv preprint","author":"Goldfeder Judah","year":"2024","unstructured":"Judah Goldfeder, Quinten Roets, Gabe Guo, John Wright, and Hod Lipson. 2024. Sequencing the Neurome: Towards Scalable Exact Parameter Reconstruction of Black-Box Neural Networks. arXiv preprint (2024)."},{"key":"e_1_3_2_1_19_1","volume-title":"Real-World Data and Calibrated Simulation Suite for Offline Training of Reinforcement Learning Agents to Optimize Energy and Emission in Office Buildings. arXiv preprint","author":"Goldfeder Judah","year":"2024","unstructured":"Judah Goldfeder and John Sipple. 2024. Real-World Data and Calibrated Simulation Suite for Offline Training of Reinforcement Learning Agents to Optimize Energy and Emission in Office Buildings. arXiv preprint (2024)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600100.3625682"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"e_1_3_2_1_22_1","unstructured":"Tuomas Haarnoja Aurick Zhou Kristian Hartikainen George Tucker Sehoon Ha Jie Tan Vikash Kumar Henry Zhu Abhishek Gupta Pieter Abbeel et al. 2018. Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)."},{"key":"e_1_3_2_1_23_1","volume-title":"CEUR Workshop Proceedings.","author":"Hasanbeig Mohammadhosein","year":"2020","unstructured":"Mohammadhosein Hasanbeig, Daniel Kroening, and Alessandro Abate. 2020. Towards verifiable and safe model-free reinforcement learning. CEUR Workshop Proceedings."},{"key":"e_1_3_2_1_24_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Nicola Jones et al. 2018. How to stop data centres from gobbling up the world's electricity. nature 561 7722 (2018) 163--166.","DOI":"10.1038\/d41586-018-06610-y"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2021.100101"},{"key":"e_1_3_2_1_27_1","volume-title":"Interpretable and Editable Programmatic Tree Policies for Reinforcement Learning. arXiv preprint arXiv:2405.14956","author":"Kohler Hector","year":"2024","unstructured":"Hector Kohler, Quentin Delfosse, Riad Akrour, Kristian Kersting, and Philippe Preux. 2024. Interpretable and Editable Programmatic Tree Policies for Reinforcement Learning. arXiv preprint arXiv:2405.14956 (2024)."},{"key":"e_1_3_2_1_28_1","volume-title":"Data center cooling using model-predictive control. Advances in Neural Information Processing Systems 31","author":"Lazic Nevena","year":"2018","unstructured":"Nevena Lazic, Craig Boutilier, Tyler Lu, Eehern Wong, Binz Roy, MK Ryu, and Greg Imwalle. 2018. Data center cooling using model-predictive control. Advances in Neural Information Processing Systems 31 (2018)."},{"key":"e_1_3_2_1_29_1","volume-title":"Offline reinforcement learning: Tutorial, review, and perspectives on open problems. arXiv preprint arXiv:2005.01643","author":"Levine Sergey","year":"2020","unstructured":"Sergey Levine, Aviral Kumar, George Tucker, and Justin Fu. 2020. Offline reinforcement learning: Tutorial, review, and perspectives on open problems. arXiv preprint arXiv:2005.01643 (2020)."},{"key":"e_1_3_2_1_30_1","volume-title":"The dark side of chatgpt: Legal and ethical challenges from stochastic parrots and hallucination. arXiv preprint arXiv:2304.14347","author":"Zihao Li.","year":"2023","unstructured":"Zihao Li. 2023. The dark side of chatgpt: Legal and ethical challenges from stochastic parrots and hallucination. arXiv preprint arXiv:2304.14347 (2023)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2019.07.019"},{"key":"e_1_3_2_1_32_1","volume-title":"M\u00fcbeccel Akdis, Vanitha Sampath, Gennaro d'Amato, Lorenzo Cecchi, Claudia Traidl- Hoffmann, and Cezmi A Akdis.","author":"Nadeau Kari C","year":"2022","unstructured":"Kari C Nadeau, Ioana Agache, Marek Jutel, Isabella Annesi Maesano, M\u00fcbeccel Akdis, Vanitha Sampath, Gennaro d'Amato, Lorenzo Cecchi, Claudia Traidl- Hoffmann, and Cezmi A Akdis. 2022. Climate change: a call to action for the United Nations. 1087--1090 pages."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052973.3053009"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-21451-7_22"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575328"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2020.109952"},{"key":"e_1_3_2_1_37_1","unstructured":"Kirubakaran Velswamy Biao Huang et al. 2017. A Long-Short Term Memory Recurrent Neural Network Based Reinforcement Learning Controller for Office Heating Ventilation and Air Conditioning Systems. (2017)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3011739"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2019.106535"}],"event":{"name":"BuildSys '24: The 11th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","location":"Hangzhou China","acronym":"BuildSys '24"},"container-title":["Proceedings of the 11th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3671127.3699535","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3671127.3699535","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,4]],"date-time":"2025-11-04T23:23:53Z","timestamp":1762298633000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3671127.3699535"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,29]]},"references-count":39,"alternative-id":["10.1145\/3671127.3699535","10.1145\/3671127"],"URL":"https:\/\/doi.org\/10.1145\/3671127.3699535","relation":{},"subject":[],"published":{"date-parts":[[2024,10,29]]},"assertion":[{"value":"2024-10-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}