{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T12:51:57Z","timestamp":1787748717662,"version":"build-2784847793"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,11,13]],"date-time":"2019-11-13T00:00:00Z","timestamp":1573603200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"U.S. Army Research Office (ARO)","award":["W911NF1910362"],"award-info":[{"award-number":["W911NF1910362"]}]},{"name":"U.S. National Science Foundation (NSF)","award":["1911229"],"award-info":[{"award-number":["1911229"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,11,13]]},"DOI":"10.1145\/3360322.3360861","type":"proceedings-article","created":{"date-parts":[[2019,11,5]],"date-time":"2019-11-05T13:56:15Z","timestamp":1572962175000},"page":"287-296","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":92,"title":["Building HVAC Scheduling Using Reinforcement Learning via Neural Network Based Model Approximation"],"prefix":"10.1145","author":[{"given":"Chi","family":"Zhang","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Southern California, Los Angeles, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sanmukh R.","family":"Kuppannagari","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajgopal","family":"Kannan","sequence":"additional","affiliation":[{"name":"US Army Research Lab-West, Playa Vista, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Viktor K.","family":"Prasanna","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,11,13]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2019. Control Systems\/State-Space Equations. https:\/\/en.wikibooks.org\/wiki\/Control_Systems\/State-Space_Equations  2019. Control Systems\/State-Space Equations. https:\/\/en.wikibooks.org\/wiki\/Control_Systems\/State-Space_Equations"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Abdul Afram Farrokh Janabi-Sharifi Alan S. Fung and Kaamran Raahemifar. 2017. Artificial Neural Network (ANN) based Model Predictive Control (MPC) and Optimization of HVAC Systems: A State of the Art Review and Case Study of a Residential HVAC System. Energy and Buildings 141 (02 2017). https:\/\/doi.org\/10.1016\/j.enbuild.2017.02.012  Abdul Afram Farrokh Janabi-Sharifi Alan S. Fung and Kaamran Raahemifar. 2017. Artificial Neural Network (ANN) based Model Predictive Control (MPC) and Optimization of HVAC Systems: A State of the Art Review and Case Study of a Residential HVAC System. Energy and Buildings 141 (02 2017). https:\/\/doi.org\/10.1016\/j.enbuild.2017.02.012","DOI":"10.1016\/j.enbuild.2017.02.012"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICOM.2011.5937119"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/87.736752"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.2514\/3.11428"},{"key":"e_1_3_2_1_6_1","volume-title":"CoRR abs\/1606.01540","author":"Brockman Greg","year":"2016"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3113\/JSOA.2018.0102"},{"key":"e_1_3_2_1_8_1","first-page":"49","article-title":"EnergyPlus: Energy Simulation Program","volume":"42","author":"Crawley Drury B.","year":"2000","journal-title":"ASHRAE Journal"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"C. Ekaputri and A. Syaichu-Rohman. 2012. Implementation model predictive control (MPC) algorithm-3 for inverted pendulum. In 2012 IEEE Control and System Graduate Research Colloquium. 116--122. https:\/\/doi.org\/10.1109\/ICSGRC.2012.6287146  C. Ekaputri and A. Syaichu-Rohman. 2012. Implementation model predictive control (MPC) algorithm-3 for inverted pendulum. In 2012 IEEE Control and System Graduate Research Colloquium. 116--122. https:\/\/doi.org\/10.1109\/ICSGRC.2012.6287146","DOI":"10.1109\/ICSGRC.2012.6287146"},{"key":"e_1_3_2_1_10_1","unstructured":"Guanyu Gao Jie Li and Yonggang Wen. 2019. Energy-Efficient Thermal Comfort Control in Smart Buildings via Deep Reinforcement Learning. arXiv:arXiv:1901.04693  Guanyu Gao Jie Li and Yonggang Wen. 2019. Energy-Efficient Thermal Comfort Control in Smart Buildings via Deep Reinforcement Learning. arXiv:arXiv:1901.04693"},{"key":"e_1_3_2_1_11_1","unstructured":"Reid Hart. 2016. Introduction to Commercial Building HVAC Systems and Energy Code Requirements. https:\/\/www.energycodes.gov\/sites\/default\/files\/becu\/HVAC_Systems_Presentation_Slides.pdf.  Reid Hart. 2016. Introduction to Commercial Building HVAC Systems and Energy Code Requirements. https:\/\/www.energycodes.gov\/sites\/default\/files\/becu\/HVAC_Systems_Presentation_Slides.pdf."},{"key":"e_1_3_2_1_12_1","volume-title":"Novel Modeling and Control Strategies for a HVAC System Including Carbon Dioxide Control. Energies 7 (06","author":"Kang Chang-Soon","year":"2014"},{"key":"e_1_3_2_1_13_1","volume-title":"Advances in Neural Information Processing Systems 31","author":"Lazic Nevena"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Michael L. Littman. 2009. A tutorial on partially observable Markov decision processes.  Michael L. Littman. 2009. A tutorial on partially observable Markov decision processes.","DOI":"10.1016\/j.jmp.2009.01.005"},{"key":"e_1_3_2_1_15_1","volume-title":"Michiaki Tatsubori, Tu-Hoa Pham, Asim Munawar, and Ryuki Tachibana.","author":"Moriyama Takao","year":"2018"},{"key":"e_1_3_2_1_16_1","volume-title":"Neural Network Dynamics for Model-Based Deep Reinforcement Learning with Model-Free Fine-Tuning. CoRR abs\/1708.02596","author":"Nagabandi Anusha","year":"2017"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the Sixteenth International Conference on Machine Learning (ICML '99)","author":"Ng Andrew Y."},{"key":"e_1_3_2_1_18_1","unstructured":"U.S. Department of Energy. 2011. Buildings Energy Data Book. https:\/\/ieer.org\/resource\/energy-issues\/2011-buildings-energy-data-book\/.  U.S. Department of Energy. 2011. Buildings Energy Data Book. https:\/\/ieer.org\/resource\/energy-issues\/2011-buildings-energy-data-book\/."},{"key":"e_1_3_2_1_19_1","volume-title":"A Survey of Numerical Methods for Optimal Control. Advances in the Astronautical Sciences 135 (01","author":"Rao Anil","year":"2010"},{"key":"e_1_3_2_1_20_1","volume-title":"Williams","author":"Rasmussen Carl Edward","year":"2005"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"e_1_3_2_1_22_1","volume-title":"No-Regret Reductions for Imitation Learning and Structured Prediction. CoRR abs\/1011.0686","author":"Ross St\u00e9phane","year":"2010"},{"key":"e_1_3_2_1_23_1","volume-title":"Proximal Policy Optimization Algorithms. CoRR abs\/1707.06347","author":"Schulman John","year":"2017"},{"key":"e_1_3_2_1_24_1","volume-title":"Optimal control of building HVAC&R systems using complete simulation-based sequential quadratic programming (CSB-SQP). Building and Environment 40, 5 (5","author":"Sun Jian","year":"2005"},{"key":"e_1_3_2_1_25_1","volume-title":"Deep Reinforcement Learning with Double Q-learning. CoRR abs\/1509.06461","author":"van Hasselt Hado","year":"2015"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1080\/10789669.2008.10390991"},{"key":"e_1_3_2_1_27_1","volume-title":"2017 54th ACM\/EDAC\/IEEE Design Automation Conference (DAC). 1--6. https:\/\/doi.org\/10","author":"Wei T."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2001.946075"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276774.3276775"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Peng Zhou Wei Shi Jun Tian Zhenyu Qi Bingchen Li Hongwei Hao and Bo Xu. 2016. Attention-Based Bidirectional Long Short-Term Memory Networks for Relation Classification. In ACL.  Peng Zhou Wei Shi Jun Tian Zhenyu Qi Bingchen Li Hongwei Hao and Bo Xu. 2016. Attention-Based Bidirectional Long Short-Term Memory Networks for Relation Classification. In ACL.","DOI":"10.18653\/v1\/P16-2034"}],"event":{"name":"BuildSys '19: The 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","location":"New York NY USA","acronym":"BuildSys '19","sponsor":["SIGEnergy ACM Special Interest Group on Energy Systems and Informatics"]},"container-title":["Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3360322.3360861","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3360322.3360861","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:44:29Z","timestamp":1750189469000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3360322.3360861"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,13]]},"references-count":30,"alternative-id":["10.1145\/3360322.3360861","10.1145\/3360322"],"URL":"https:\/\/doi.org\/10.1145\/3360322.3360861","relation":{},"subject":[],"published":{"date-parts":[[2019,11,13]]},"assertion":[{"value":"2019-11-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}