{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T07:41:13Z","timestamp":1783064473465,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,20]]},"DOI":"10.1145\/3575813.3576877","type":"proceedings-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T16:18:31Z","timestamp":1686932311000},"page":"66-71","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["BEAR: Physics-Principled Building Environment for Control and Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0189-5187","authenticated-orcid":false,"given":"Chi","family":"Zhang","sequence":"first","affiliation":[{"name":"University of California San Diego, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6182-7664","authenticated-orcid":false,"given":"Yuanyuan","family":"Shi","sequence":"additional","affiliation":[{"name":"University of California San Diego, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4481-3858","authenticated-orcid":false,"given":"Yize","family":"Chen","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,6,16]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the 17th IBPSA Conference.","author":"Arroyo Javier","year":"2021","unstructured":"Javier Arroyo, Carlo Manna, Fred Spiessens, and Lieve Helsen. 2021. An OpenAI-Gym Environment for the Building Optimization Testing (BOPTEST) Framework. In Proceedings of the 17th IBPSA Conference."},{"key":"e_1_3_2_1_2_1","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540(2016)."},{"key":"e_1_3_2_1_3_1","first-page":"49","article-title":"Energy plus: energy simulation program","volume":"42","author":"Crawley B","year":"2000","unstructured":"Drury\u00a0B Crawley, Linda\u00a0K Lawrie, Curtis\u00a0O Pedersen, and Frederick\u00a0C Winkelmann. 2000. Energy plus: energy simulation program. ASHRAE journal 42, 4 (2000), 49\u201356.","journal-title":"ASHRAE journal"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Michael Deru Kristin Field Daniel Studer Kyle Benne Brent Griffith Paul Torcellini Bing Liu Mark Halverson Dave Winiarski Michael Rosenberg 2011. US Department of Energy commercial reference building models of the national building stock. (2011).","DOI":"10.2172\/1009264"},{"key":"e_1_3_2_1_5_1","volume-title":"International conference on machine learning. PMLR","author":"Haarnoja Tuomas","year":"2018","unstructured":"Tuomas Haarnoja, Aurick Zhou, Pieter Abbeel, and Sergey Levine. 2018. Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In International conference on machine learning. PMLR, 1861\u20131870."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3486611.3488729"},{"key":"e_1_3_2_1_7_1","volume-title":"Predictive control for energy efficient buildings with thermal storage: Modeling, stimulation, and experiments","author":"Ma Yudong","year":"2012","unstructured":"Yudong Ma, Anthony Kelman, Allan Daly, and Francesco Borrelli. 2012. Predictive control for energy efficient buildings with thermal storage: Modeling, stimulation, and experiments. IEEE control systems magazine 32, 1 (2012), 44\u201364."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2019.07.019"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1474-6670(17)43628-7"},{"key":"e_1_3_2_1_10_1","volume-title":"Asian simulation conference","author":"Moriyama Takao","unstructured":"Takao Moriyama, Giovanni\u00a0De Magistris, Michiaki Tatsubori, Tu-Hoa Pham, Asim Munawar, and Ryuki Tachibana. 2018. Reinforcement learning testbed for power-consumption optimization. In Asian simulation conference. Springer."},{"key":"e_1_3_2_1_11_1","volume-title":"Annual energy outlook","author":"Nalley Stephen","year":"2021","unstructured":"Stephen Nalley and Angelina LaRose. 2021. Annual energy outlook 2021. United States Energy Information Administration: Washington DC (2021)."},{"key":"e_1_3_2_1_12_1","unstructured":"U.S.\u00a0Department of Energy. 2022. Engineering Reference. https:\/\/energyplus.net\/assets\/nrel_custom\/pdfs\/pdfs_v22.1.0\/EngineeringReference.pdf."},{"key":"e_1_3_2_1_13_1","unstructured":"The Building Energy\u00a0Codes Program. [n. d.]. Prototype building models. https:\/\/www.energycodes.gov\/prototype-building-models."},{"key":"e_1_3_2_1_14_1","unstructured":"Antonin Raffin Ashley Hill Maximilian Ernestus Adam Gleave Anssi Kanervisto and Noah Dormann. 2022. Stable-Baselines3. https:\/\/github.com\/DLR-RM\/stable-baselines3\/blob\/master\/docs\/index.rst."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11083518"},{"key":"e_1_3_2_1_16_1","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347(2017)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.03.038"},{"key":"e_1_3_2_1_18_1","unstructured":"Jos\u00e9\u00a0R V\u00e1zquez-Canteli Sourav Dey Gregor Henze and Zolt\u00e1n Nagy. 2020. CityLearn: Standardizing research in multi-agent reinforcement learning for demand response and urban energy management. preprint arXiv:2012.10504(2020)."},{"key":"e_1_3_2_1_19_1","volume-title":"Building controls virtual test bed","author":"Wetter Michael","unstructured":"Michael Wetter, Philip Haves, and Brian Coffey. 2008. Building controls virtual test bed. Technical Report. Lawrence Berkeley National Lab.(LBNL), Berkeley, CA (United States)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276774.3276775"}],"event":{"name":"e-Energy '23: The 14th ACM International Conference on Future Energy Systems","location":"Orlando FL USA","acronym":"e-Energy '23","sponsor":["SIGEnergy ACM Special Interest Group on Energy Systems and Informatics"]},"container-title":["Proceedings of the 14th ACM International Conference on Future Energy Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3576877","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3575813.3576877","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:21Z","timestamp":1750182681000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3576877"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":20,"alternative-id":["10.1145\/3575813.3576877","10.1145\/3575813"],"URL":"https:\/\/doi.org\/10.1145\/3575813.3576877","relation":{},"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"2023-06-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}