{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:09:04Z","timestamp":1755907744534,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T00:00:00Z","timestamp":1700006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Republic of Singapore?s National Research Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,15]]},"DOI":"10.1145\/3600100.3623733","type":"proceedings-article","created":{"date-parts":[[2023,11,3]],"date-time":"2023-11-03T12:17:16Z","timestamp":1699013836000},"page":"79-88","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Personalized Federated Hypernetworks for Multi-Task Reinforcement Learning in Microgrid Energy Demand Response"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8612-4420","authenticated-orcid":false,"given":"Doseok","family":"Jang","sequence":"first","affiliation":[{"name":"UC Berkeley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5833-1799","authenticated-orcid":false,"given":"Lucas","family":"Spangher","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-1106-6877","authenticated-orcid":false,"given":"Tarang","family":"Srivastava","sequence":"additional","affiliation":[{"name":"UC Berkeley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5953-7977","authenticated-orcid":false,"given":"Larry","family":"Yan","sequence":"additional","affiliation":[{"name":"UC Berkeley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7242-4951","authenticated-orcid":false,"given":"Costas","family":"Spanos","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2023,11,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"e_1_3_2_1_2_1","unstructured":"Durmus Alp\u00a0Emre Acar Yue Zhao Ramon\u00a0Matas Navarro Matthew Mattina Paul\u00a0N. Whatmough and Venkatesh Saligrama. 2021. Federated Learning Based on Dynamic Regularization. https:\/\/arxiv.org\/abs\/2111.04263"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447555.3464853"},{"volume-title":"Demand response in electricity markets: An overview. In 2007 IEEE power engineering society general meeting","author":"Albadi H","key":"e_1_3_2_1_4_1","unstructured":"Mohamed\u00a0H Albadi and Ehab\u00a0F El-Saadany. 2007. Demand response in electricity markets: An overview. In 2007 IEEE power engineering society general meeting. IEEE, 1\u20135."},{"key":"e_1_3_2_1_5_1","volume-title":"Multi-task federated reinforcement learning with adversaries. arXiv preprint arXiv:2103.06473","author":"Anwar Aqeel","year":"2021","unstructured":"Aqeel Anwar and Arijit Raychowdhury. 2021. Multi-task federated reinforcement learning with adversaries. arXiv preprint arXiv:2103.06473 (2021)."},{"key":"e_1_3_2_1_6_1","volume-title":"Federated learning with personalization layers. arXiv preprint arXiv:1912.00818","author":"Arivazhagan Manoj\u00a0Ghuhan","year":"2019","unstructured":"Manoj\u00a0Ghuhan Arivazhagan, Vinay Aggarwal, Aaditya\u00a0Kumar Singh, and Sunav Choudhary. 2019. Federated learning with personalization layers. arXiv preprint arXiv:1912.00818 (2019)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEUROPE56780.2023.10407868"},{"key":"e_1_3_2_1_8_1","volume-title":"Openai gym. arXiv preprint arXiv:1606.01540","author":"Brockman Greg","year":"2016","unstructured":"Greg Brockman, Vicki Cheung, Ludwig Pettersson, Jonas Schneider, John Schulman, Jie Tang, and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540 (2016)."},{"key":"e_1_3_2_1_9_1","volume-title":"Extracting training data from large language models. arXiv. Preprint posted online December 14","author":"Carlini N","year":"2020","unstructured":"N Carlini, F Tramer, E Wallace, M Jagielski, A Herbert-Voss, K Lee, A Roberts, T Brown, D Song, U Erlingsson, 2020. Extracting training data from large language models. arXiv. Preprint posted online December 14 (2020)."},{"key":"e_1_3_2_1_10_1","volume-title":"Peer-to-peer energy trading and energy conversion in interconnected multi-energy microgrids using multi-agent deep reinforcement learning","author":"Chen Tianyi","year":"2021","unstructured":"Tianyi Chen, Shengrong Bu, Xue Liu, Jikun Kang, F\u00a0Richard Yu, and Zhu Han. 2021. Peer-to-peer energy trading and energy conversion in interconnected multi-energy microgrids using multi-agent deep reinforcement learning. IEEE transactions on smart grid 13, 1 (2021), 715\u2013727."},{"key":"e_1_3_2_1_11_1","volume-title":"Personalized federated learning: A meta-learning approach. arXiv preprint arXiv:2002.07948","author":"Fallah Alireza","year":"2020","unstructured":"Alireza Fallah, Aryan Mokhtari, and Asuman Ozdaglar. 2020. Personalized federated learning: A meta-learning approach. arXiv preprint arXiv:2002.07948 (2020)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"G. Han S. Lee J. Lee K. Lee and J. Bae. 2021. Deep-learning- and reinforcement-learning-based profitable strategy of a grid-level energy storage system for the smart grid. Journal of Energy Storage 41 (2021).","DOI":"10.1016\/j.est.2021.102868"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119151"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Briland Hitaj Giuseppe Ateniese and Fernando Perez-Cruz. 2017. Deep Models Under the GAN: Information Leakage from Collaborative Deep Learning. https:\/\/arxiv.org\/abs\/1702.07464","DOI":"10.1145\/3133956.3134012"},{"key":"e_1_3_2_1_15_1","unstructured":"Shariq Iqbal and Fei Sha. 2019. Actor-attention-critic for multi-agent reinforcement learning. In ICML. PMLR 2961\u20132970."},{"key":"e_1_3_2_1_16_1","volume-title":"Decarbonizing Buildings via Energy Demand Response and Deep Reinforcement Learning: The Deployment Value of Supervisory Planning and Guardrails. Available at SSRN 4078206","author":"Jang Doseok","year":"2022","unstructured":"Doseok Jang, Lucas Spangher, Selvaprabu Nadarajah, and Costas Spanos. 2022. Decarbonizing Buildings via Energy Demand Response and Deep Reinforcement Learning: The Deployment Value of Supervisory Planning and Guardrails. Available at SSRN 4078206 (2022)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2988033"},{"key":"e_1_3_2_1_18_1","volume-title":"Ditto: Fair and robust federated learning through personalization. In ICML. PMLR, 6357\u20136368.","author":"Li Tian","year":"2021","unstructured":"Tian Li, Shengyuan Hu, Ahmad Beirami, and Virginia Smith. 2021. Ditto: Fair and robust federated learning through personalization. In ICML. PMLR, 6357\u20136368."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2013.11.049"},{"key":"e_1_3_2_1_20_1","volume-title":"Think locally, act globally: Federated learning with local and global representations. arXiv preprint arXiv:2001.01523","author":"Liang Paul\u00a0Pu","year":"2020","unstructured":"Paul\u00a0Pu Liang, Terrance Liu, Liu Ziyin, Nicholas\u00a0B Allen, Randy\u00a0P Auerbach, David Brent, Ruslan Salakhutdinov, and Louis-Philippe Morency. 2020. Think locally, act globally: Federated learning with local and global representations. arXiv preprint arXiv:2001.01523 (2020)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2017.2649558"},{"key":"e_1_3_2_1_22_1","volume-title":"Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30","author":"Lowe Ryan","year":"2017","unstructured":"Ryan Lowe, Yi\u00a0I Wu, Aviv Tamar, Jean Harb, OpenAI Pieter\u00a0Abbeel, and Igor Mordatch. 2017. Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_23_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise\u00a0Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics. PMLR 1273\u20131282."},{"key":"e_1_3_2_1_24_1","unstructured":"Luca Melis Congzheng Song Emiliano De\u00a0Cristofaro and Vitaly Shmatikov. 2018. Exploiting Unintended Feature Leakage in Collaborative Learning. https:\/\/arxiv.org\/abs\/1805.04049"},{"key":"e_1_3_2_1_25_1","volume-title":"Federated reinforcement learning: techniques, applications, and open challenges. arXiv preprint arXiv:2108.11887","author":"Qi Jiaju","year":"2021","unstructured":"Jiaju Qi, Qihao Zhou, Lei Lei, and Kan Zheng. 2021. Federated reinforcement learning: techniques, applications, and open challenges. arXiv preprint arXiv:2108.11887 (2021)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Dawei Qiu Jianhong Wang Junkai Wang and Goran Strbac. 2021. Multi-Agent Reinforcement Learning for Automated Peer-to-Peer Energy Trading in Double-Side Auction Market.. In IJCAI. 2913\u20132920.","DOI":"10.24963\/ijcai.2021\/401"},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Machine Learning. PMLR, 4295\u20134304","author":"Rashid Tabish","year":"2018","unstructured":"Tabish Rashid, Mikayel Samvelyan, Christian Schroeder, Gregory Farquhar, Jakob Foerster, and Shimon Whiteson. 2018. Qmix: Monotonic value function factorisation for deep multi-agent reinforcement learning. In International Conference on Machine Learning. PMLR, 4295\u20134304."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2919736"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485128"},{"key":"e_1_3_2_1_30_1","volume-title":"Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347","author":"Schulman John","year":"2017","unstructured":"John Schulman, Filip Wolski, Prafulla Dhariwal, Alec Radford, and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0129065704001899"},{"key":"e_1_3_2_1_32_1","volume-title":"International Conference on Machine Learning. PMLR, 9489\u20139502","author":"Shamsian Aviv","year":"2021","unstructured":"Aviv Shamsian, Aviv Navon, Ethan Fetaya, and Gal Chechik. 2021. Personalized federated learning using hypernetworks. In International Conference on Machine Learning. PMLR, 9489\u20139502."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/NAPS50074.2021.9449714"},{"key":"e_1_3_2_1_34_1","volume-title":"Privacy-Preserving Deep Learning. In 22nd ACM SIGSAC Conference on Computer and Communications Security","author":"Shokri Reza","year":"2015","unstructured":"Reza Shokri and Vitaly Shmatikov. 2015. Privacy-Preserving Deep Learning. In 22nd ACM SIGSAC Conference on Computer and Communications Security (Denver, Colorado, USA) (CCS \u201915). ACM, New York, NY, USA, 1310\u20131321."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3486611.3492387"},{"key":"e_1_3_2_1_36_1","volume-title":"Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:1706.05296","author":"Sunehag Peter","year":"2017","unstructured":"Peter Sunehag, Guy Lever, Audrunas Gruslys, Wojciech\u00a0Marian Czarnecki, Vinicius Zambaldi, Max Jaderberg, Marc Lanctot, Nicolas Sonnerat, Joel\u00a0Z Leibo, Karl Tuyls, 2017. Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:1706.05296 (2017)."},{"key":"e_1_3_2_1_37_1","first-page":"21394","article-title":"Personalized federated learning with moreau envelopes","volume":"33","author":"T\u00a0Dinh Canh","year":"2020","unstructured":"Canh T\u00a0Dinh, Nguyen Tran, and Josh Nguyen. 2020. Personalized federated learning with moreau envelopes. Advances in Neural Information Processing Systems 33 (2020), 21394\u201321405.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360322.3360998"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2614988"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494"},{"key":"e_1_3_2_1_41_1","unstructured":"Hongyi Wang Mikhail Yurochkin Yuekai Sun Dimitris Papailiopoulos and Yasaman Khazaeni. 2020. Federated Learning with Matched Averaging. https:\/\/arxiv.org\/abs\/2002.06440"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2986803"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.118019"},{"key":"e_1_3_2_1_44_1","volume-title":"Dba: Distributed backdoor attacks against federated learning. In ICLR.","author":"Xie Chulin","year":"2019","unstructured":"Chulin Xie, Keli Huang, Pin-Yu Chen, and Bo Li. 2019. Dba: Distributed backdoor attacks against federated learning. In ICLR."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1900661"},{"key":"e_1_3_2_1_46_1","unstructured":"Kaiqing Zhang Zhuoran Yang Han Liu Tong Zhang and Tamer Basar. 2018. Fully decentralized multi-agent reinforcement learning with networked agents. In ICML. PMLR 5872\u20135881."},{"key":"e_1_3_2_1_47_1","unstructured":"Michael Zhang Karan Sapra Sanja Fidler Serena Yeung and Jose\u00a0M. Alvarez. 2020. Personalized Federated Learning with First Order Model Optimization. https:\/\/arxiv.org\/abs\/2012.08565"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3118352"},{"key":"e_1_3_2_1_49_1","volume-title":"Federated learning with non-iid data. arXiv preprint arXiv:1806.00582","author":"Zhao Yue","year":"2018","unstructured":"Yue Zhao, Meng Li, Liangzhen Lai, Naveen Suda, Damon Civin, and Vikas Chandra. 2018. Federated learning with non-iid data. arXiv preprint arXiv:1806.00582 (2018)."}],"event":{"name":"BuildSys '23: The 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","acronym":"BuildSys '23","location":"Istanbul Turkey"},"container-title":["Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600100.3623733","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600100.3623733","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T21:31:42Z","timestamp":1755898302000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600100.3623733"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,15]]},"references-count":49,"alternative-id":["10.1145\/3600100.3623733","10.1145\/3600100"],"URL":"https:\/\/doi.org\/10.1145\/3600100.3623733","relation":{},"subject":[],"published":{"date-parts":[[2023,11,15]]},"assertion":[{"value":"2023-11-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}