{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T19:12:03Z","timestamp":1771960323610,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Bundesministerium f\u00fcr Wirtschaft und Klimaschutz","award":["BMWK 03EI1052A"],"award-info":[{"award-number":["BMWK 03EI1052A"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,20]]},"DOI":"10.1145\/3575813.3597351","type":"proceedings-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T16:18:31Z","timestamp":1686932311000},"page":"439-445","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Modeling Participation of Storage Units in Electricity Markets using Multi-Agent Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1897-3671","authenticated-orcid":false,"given":"Nick","family":"Harder","sequence":"first","affiliation":[{"name":"Department of Sustainable Systems Engineering, University of Freiburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2361-0912","authenticated-orcid":false,"given":"Anke","family":"Weidlich","sequence":"additional","affiliation":[{"name":"Department of Sustainable Systems Engineering, University of Freiburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1328-5765","authenticated-orcid":false,"given":"Philipp","family":"Staudt","sequence":"additional","affiliation":[{"name":"Department of Computing Science, University of Oldenburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,6,16]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","unstructured":"Muhammad Anwar Changlong Wang Frits de Nijs and Hao Wang. 2022. Proximal Policy Optimization Based Reinforcement Learning for Joint Bidding in Energy and Frequency Regulation Markets. In 2022 IEEE Power & Energy Society General Meeting (PESGM). 1\u20135. https:\/\/doi.org\/10.1109\/PESGM48719.2022.9917082","DOI":"10.1109\/PESGM48719.2022.9917082"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.082080899"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5334\/jors.188"},{"key":"e_1_3_2_1_4_1","unstructured":"Bundesnetzagentur. 2021. BNetzA List of Power Plants."},{"key":"e_1_3_2_1_5_1","unstructured":"Bundesnetzagentur. 2021. SMARD - Download Market Data. https:\/\/www.smard.de\/en\/downloadcenter\/download-market-data#!?downloadAttributes=%7B%22selectedCategory%22:false %22selectedSubCategory%22:false %22selectedRegion%22:false %22from%22:1651356000000 %22to%22:1652306399999 %22selectedFileType%22:false%7D https:\/\/www.smard.de\/en\/downloadcenter\/download-market-data"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.35833\/MPCE.2020.000552"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.878433"},{"key":"e_1_3_2_1_8_1","unstructured":"Karl Cobbe Oleg Klimov Chris Hesse Taehoon Kim and John Schulman. 2019. Quantifying Generalization in Reinforcement Learning. arxiv:1812.02341\u00a0[cs.LG]"},{"key":"e_1_3_2_1_9_1","volume-title":"Power system operations. Vol.\u00a011","author":"Conejo J","unstructured":"Antonio\u00a0J Conejo and Luis Baringo. 2018. Power system operations. Vol.\u00a011. Springer."},{"key":"e_1_3_2_1_10_1","volume-title":"Assessing the plurality of actors and policy interactions: agent-based modelling of renewable energy market integration. Complexity 2017","author":"Deissenroth Marc","year":"2017","unstructured":"Marc Deissenroth, Martin Klein, Kristina Nienhaus, and Matthias Reeg. 2017. Assessing the plurality of actors and policy interactions: agent-based modelling of renewable energy market integration. Complexity 2017 (2017)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2021.107229"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.35833\/mpce.2020.000502"},{"key":"e_1_3_2_1_13_1","unstructured":"EEX. 2019. Market Data - Environmental Markets - Auction Market. https:\/\/www.eex.com\/en\/market-data\/environmental-markets"},{"key":"e_1_3_2_1_14_1","unstructured":"EEX - Market Data. 2019. EEX Group DataSource - Power - Natural Gas. https:\/\/www.eex.com\/en\/market-data"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.7910\/DVN"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2016.10.074"},{"key":"e_1_3_2_1_17_1","volume-title":"International conference on machine learning. PMLR, 1587\u20131596","author":"Fujimoto Scott","year":"2018","unstructured":"Scott Fujimoto, Herke Hoof, and David Meger. 2018. Addressing function approximation error in actor-critic methods. In International conference on machine learning. PMLR, 1587\u20131596."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88989-2"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09996-w"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2018.09.036"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Pablo Hernandez-Leal Michael Kaisers Tim Baarslag and Enrique\u00a0Munoz de Cote. 2017. A Survey of Learning in Multiagent Environments: Dealing with Non-Stationarity. https:\/\/doi.org\/10.48550\/ARXIV.1707.09183","DOI":"10.48550\/ARXIV.1707.09183"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2014.08.004"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12398-015-0147-2"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11067-010-9148-1"},{"key":"e_1_3_2_1_28_1","unstructured":"Timothy\u00a0P. Lillicrap Jonathan\u00a0J. Hunt Alexander Pritzel Nicolas Heess Tom Erez Yuval Tassa David Silver and Daan Wierstra. 2019. Continuous control with deep reinforcement learning. arxiv:1509.02971\u00a0[cs.LG]"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2021.3054936"},{"key":"e_1_3_2_1_30_1","volume-title":"Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30","author":"Lowe Ryan","year":"2017","unstructured":"Ryan Lowe, Yi\u00a0I Wu, Aviv Tamar, Jean Harb, OpenAI Pieter\u00a0Abbeel, and Igor Mordatch. 2017. Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.09.006"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/EEM.2017.7981924"},{"key":"e_1_3_2_1_33_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32. Curran Associates, Inc., 8024\u20138035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.3233\/ICA-140477"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.3390\/en15020494"},{"key":"e_1_3_2_1_36_1","volume-title":"Data on energy price trends - Long-time series from","author":"Bundesamt Statistische","year":"2005","unstructured":"Statistische Bundesamt. 2021. Data on energy price trends - Long-time series from January 2005 to June 2021. https:\/\/www.destatis.de\/EN\/Themes\/Economy\/Prices\/Publications\/Downloads-Energy -Price-Trends\/energy-price-trends-pdf-5619002.pdf"},{"key":"e_1_3_2_1_37_1","unstructured":"Leigh Tesfatsion and Swathi Battula. 2020. Analytical SCUC\/SCED Optimization Formulation for AMES V5.0: ISU General Staff Papers. https:\/\/ideas.repec.org\/p\/isu\/genstf\/202007020700001108.html"},{"key":"e_1_3_2_1_38_1","volume-title":"Datenbank: Kraftwerke in Deutschland. https:\/\/www.umweltbundesamt.de\/dokument\/datenbank-kraftwerke-in-deutschland","author":"Bundesamt Umwelt","year":"2020","unstructured":"Umwelt Bundesamt. 2020. Datenbank: Kraftwerke in Deutschland. https:\/\/www.umweltbundesamt.de\/dokument\/datenbank-kraftwerke-in-deutschland"},{"key":"e_1_3_2_1_39_1","volume-title":"Electricity market modeling trends. Energy policy 33, 7","author":"Ventosa Mariano","year":"2005","unstructured":"Mariano Ventosa, Alvaro Ba\u0131llo, Andr\u00e9s Ramos, and Michel Rivier. 2005. Electricity market modeling trends. Energy policy 33, 7 (2005), 897\u2013913."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/J"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEST53650.2022.9898405"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM.2018.8586321"},{"key":"e_1_3_2_1_43_1","volume-title":"Engineering interrelated electricity markets: an agent-based computational approach","author":"Weidlich Anke","unstructured":"Anke Weidlich. 2008. Engineering interrelated electricity markets: an agent-based computational approach. Springer Science & Business Media."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","unstructured":"Anke Weidlich Thomas K\u00fcnzel and Florian Klumpp. 2018. Bidding Strategies for Flexible and Inflexible Generation in a Power Market Simulation Model. (2018) 532\u2013537. https:\/\/doi.org\/10.1145\/3208903.3214347","DOI":"10.1145\/3208903.3214347"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2940005"}],"event":{"name":"e-Energy '23: The 14th ACM International Conference on Future Energy Systems","location":"Orlando FL USA","acronym":"e-Energy '23","sponsor":["SIGEnergy ACM Special Interest Group on Energy Systems and Informatics"]},"container-title":["Proceedings of the 14th ACM International Conference on Future Energy Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3597351","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3575813.3597351","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:11Z","timestamp":1750178771000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3575813.3597351"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":44,"alternative-id":["10.1145\/3575813.3597351","10.1145\/3575813"],"URL":"https:\/\/doi.org\/10.1145\/3575813.3597351","relation":{},"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"2023-06-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}