{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:18:14Z","timestamp":1767705494557,"version":"3.41.0"},"reference-count":147,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3580735","type":"journal-article","created":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:40:10Z","timestamp":1750268410000},"page":"106003-106018","source":"Crossref","is-referenced-by-count":2,"title":["Multi-Agent Energy Market Simulations With Machine Learning Integration: A Systematic Literature Review"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4223-8434","authenticated-orcid":false,"given":"Burak","family":"Gokce","sequence":"first","affiliation":[{"name":"Energy Institute, Istanbul Technical University, İstanbul, Türkiye"}]},{"given":"Gulgun","family":"Kayakutlu","sequence":"additional","affiliation":[{"name":"Energy Institute, Istanbul Technical University, İstanbul, Türkiye"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1016\/j.erss.2014.03.002"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1016\/j.joule.2017.09.018"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1016\/s1574-0021(05)02016-2"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.4337\/9781847207012.00037"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1017\/s0269888900008122"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1061\/(ASCE)CP.1943-5487.0000158"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1073\/pnas.082080899"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1007\/978-94-007-4933-7"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1016\/j.envsoft.2017.07.009"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1016\/j.enpol.2014.04.021"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.3390\/en16052456"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1155\/2017\/1967645"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1016\/j.ecolecon.2017.08.022"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1016\/j.eist.2011.08.003"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1007\/978-3-642-27645-3_1"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1016\/j.eneco.2008.01.003"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1007\/978-3-642-12686-4_9"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/isgt-asia.2019.8880889"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1016\/j.rser.2018.08.002"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1109\/splitech.2016.7555922"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.1016\/j.rser.2015.12.169"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.24840\/2183-6493_007.003_0009"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1016\/j.erss.2018.10.021"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1007\/s10462-009-9105-x"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.1109\/37.856179"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1109\/pes.2005.1489271"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1109\/mis.2003.1249170"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.1109\/mis.2011.3"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1016\/j.energy.2011.05.045"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1016\/j.energy.2016.05.127"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.3233\/ica-140477"},{"key":"ref32","first-page":"1","article-title":"Marketecture: A simulation-based framework for studying experimental deregulated power markets","volume-title":"Proc. 6th IAEE Eur. Energy Conf.","author":"Atkins"},{"key":"ref33","first-page":"1","article-title":"Nemsim: Agent-based simulator for Australia\u2019s national electricity market","volume-title":"SimTecT Conf. Proc.","author":"Grozev"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1080\/17509653.2006.10671000"},{"volume-title":"The Repast Suite","year":"2024","author":"Lab","key":"ref35"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1007\/978-0-387-73653-2_6"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1007\/s10614-007-9095-1"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/pes.2007.385709"},{"volume-title":"The Ames Wholesale Power Market Test Bed","year":"2025","author":"Tesfatsion","key":"ref39"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.1016\/j.enpol.2011.12.024"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1007\/s13132-012-0128-1"},{"doi-asserted-by":"publisher","key":"ref42","DOI":"10.1016\/j.eneco.2013.04.015"},{"volume-title":"PowerTac Energy","year":"2024","key":"ref43"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1109\/dexa.2012.54"},{"key":"ref45","first-page":"1","article-title":"Day-ahead market coupling in an agent-based electricity market model","volume-title":"Proc. IEWT","author":"Nitsch"},{"volume-title":"Emlab-energy Modelling Laboratory","year":"2024","key":"ref46"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1145\/3307772.3335321"},{"volume-title":"Elecsim","year":"2021","author":"Kell","key":"ref48"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.1109\/tbdata.2016.2639528"},{"volume-title":"Imperial College London","year":"2021","key":"ref50"},{"doi-asserted-by":"publisher","key":"ref51","DOI":"10.1016\/j.esr.2018.03.004"},{"volume-title":"ETH Zurich","year":"2021","key":"ref52"},{"volume-title":"Emis Agent Simulation Model","year":"2025","key":"ref53"},{"doi-asserted-by":"publisher","key":"ref54","DOI":"10.1057\/jos.2016.7"},{"doi-asserted-by":"publisher","key":"ref55","DOI":"10.1007\/BF00992698"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1109\/tsmcb.2004.832154"},{"doi-asserted-by":"publisher","key":"ref57","DOI":"10.1016\/s0899-8256(05)80020-x"},{"issue":"4","key":"ref58","first-page":"848","article-title":"Predicting how people play games: Reinforcement learning in experimental games with unique, mixed strategy equilibria","volume":"88","author":"Erev","year":"1998","journal-title":"Amer. Econ. Rev."},{"doi-asserted-by":"publisher","key":"ref59","DOI":"10.1016\/s0004-3702(02)00121-2"},{"doi-asserted-by":"publisher","key":"ref60","DOI":"10.1016\/j.enconman.2015.06.030"},{"doi-asserted-by":"publisher","key":"ref61","DOI":"10.1016\/j.apenergy.2021.117107"},{"doi-asserted-by":"publisher","key":"ref62","DOI":"10.1016\/j.rser.2023.113466"},{"doi-asserted-by":"publisher","key":"ref63","DOI":"10.1038\/nature14236"},{"key":"ref64","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent.","author":"Lillicrap"},{"key":"ref65","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","volume":"80","author":"Fujimoto"},{"doi-asserted-by":"publisher","key":"ref66","DOI":"10.20544\/horizons.b.04.1.17.p05"},{"doi-asserted-by":"publisher","key":"ref67","DOI":"10.1016\/j.neucom.2015.03.102"},{"doi-asserted-by":"publisher","key":"ref68","DOI":"10.1016\/j.apenergy.2014.04.024"},{"doi-asserted-by":"publisher","key":"ref69","DOI":"10.1016\/j.energy.2019.115873"},{"doi-asserted-by":"publisher","key":"ref70","DOI":"10.1002\/cpe.6168"},{"doi-asserted-by":"publisher","key":"ref71","DOI":"10.1016\/j.apenergy.2020.114623"},{"key":"ref72","article-title":"Is the juice worth the squeeze? Machine learning (ML) in and for agent-based modelling (ABM)","author":"Dahlke","year":"2020","journal-title":"arXiv.org2003.11985"},{"key":"ref73","first-page":"571","article-title":"Overview of machine learning and data-driven methods in agent-based modeling of energy markets","volume-title":"Proc. INFORMATIK Jahre Gesellschaft f\u00fcr Informatik\u2013Informatik","author":"Prasanna"},{"doi-asserted-by":"publisher","key":"ref74","DOI":"10.1109\/bigdata55660.2022.10020902"},{"volume-title":"Elsevier.","year":"2024","key":"ref75"},{"doi-asserted-by":"publisher","key":"ref76","DOI":"10.1016\/j.rser.2022.112403"},{"doi-asserted-by":"publisher","key":"ref77","DOI":"10.1136\/bmj.n71"},{"doi-asserted-by":"publisher","key":"ref78","DOI":"10.1109\/5.58325"},{"doi-asserted-by":"publisher","key":"ref79","DOI":"10.1016\/j.rser.2019.109628"},{"doi-asserted-by":"publisher","key":"ref80","DOI":"10.3390\/app13031666"},{"doi-asserted-by":"publisher","key":"ref81","DOI":"10.3390\/technologies12030042"},{"key":"ref82","article-title":"A survey and implementation of performance metrics for self-organized maps","author":"Forest","year":"2020","journal-title":"arXiv.org2011.05847"},{"doi-asserted-by":"publisher","key":"ref83","DOI":"10.1016\/j.epsr.2015.03.003"},{"issue":"1","key":"ref84","first-page":"42","article-title":"Development of reinforcement learning algorithm to study the capacity withholding in electricity energy markets","volume":"12","author":"Bakhshandeh","year":"2016","journal-title":"Iranian J. Electr. Electron. Eng."},{"doi-asserted-by":"publisher","key":"ref85","DOI":"10.3390\/en81212419"},{"doi-asserted-by":"publisher","key":"ref86","DOI":"10.1049\/iet-gtd.2016.0075"},{"doi-asserted-by":"publisher","key":"ref87","DOI":"10.1016\/j.apenergy.2017.03.121"},{"doi-asserted-by":"publisher","key":"ref88","DOI":"10.1016\/j.scs.2019.101590"},{"doi-asserted-by":"publisher","key":"ref89","DOI":"10.1016\/j.ijepes.2020.106211"},{"doi-asserted-by":"publisher","key":"ref90","DOI":"10.1016\/j.eneco.2020.105035"},{"doi-asserted-by":"publisher","key":"ref91","DOI":"10.1016\/j.ijepes.2021.107415"},{"doi-asserted-by":"publisher","key":"ref92","DOI":"10.3390\/en16010434"},{"doi-asserted-by":"publisher","key":"ref93","DOI":"10.1016\/j.asoc.2024.111235"},{"doi-asserted-by":"publisher","key":"ref94","DOI":"10.1016\/s0167-739x(02)00055-9"},{"volume-title":"The AnyLogic Company","year":"2024","key":"ref95"},{"doi-asserted-by":"publisher","key":"ref96","DOI":"10.1186\/s42162-018-0017-3"},{"doi-asserted-by":"publisher","key":"ref97","DOI":"10.1186\/s42162-021-00141-z"},{"doi-asserted-by":"publisher","key":"ref98","DOI":"10.1016\/j.energy.2019.04.180"},{"key":"ref99","article-title":"New interactive agent based reinforcement learning approach towards smart generator bidding in electricity market with micro grid integration","volume":"97","author":"Kiran","year":"2020","journal-title":"Appl. Soft Comput."},{"doi-asserted-by":"publisher","key":"ref100","DOI":"10.1109\/tii.2021.3055817"},{"doi-asserted-by":"publisher","key":"ref101","DOI":"10.3389\/fenrg.2021.750796"},{"doi-asserted-by":"publisher","key":"ref102","DOI":"10.1109\/tpwrs.2021.3099693"},{"doi-asserted-by":"publisher","key":"ref103","DOI":"10.1109\/tsg.2022.3164080"},{"doi-asserted-by":"publisher","key":"ref104","DOI":"10.1109\/tpwrs.2022.3225575"},{"doi-asserted-by":"publisher","key":"ref105","DOI":"10.1109\/tpwrs.2020.2999536"},{"doi-asserted-by":"publisher","key":"ref106","DOI":"10.1016\/j.apenergy.2023.122458"},{"doi-asserted-by":"publisher","key":"ref107","DOI":"10.1109\/tsg.2023.3250321"},{"doi-asserted-by":"publisher","key":"ref108","DOI":"10.1109\/access.2019.2940005"},{"doi-asserted-by":"publisher","key":"ref109","DOI":"10.1016\/j.eswa.2023.120010"},{"doi-asserted-by":"publisher","key":"ref110","DOI":"10.1016\/j.ress.2022.109081"},{"doi-asserted-by":"publisher","key":"ref111","DOI":"10.3390\/en13010123"},{"doi-asserted-by":"publisher","key":"ref112","DOI":"10.1016\/j.apenergy.2023.121704"},{"doi-asserted-by":"publisher","key":"ref113","DOI":"10.1109\/tsg.2022.3190814"},{"doi-asserted-by":"publisher","key":"ref114","DOI":"10.17775\/cseejpes.2020.02820"},{"doi-asserted-by":"publisher","key":"ref115","DOI":"10.1109\/tsg.2022.3149266"},{"doi-asserted-by":"publisher","key":"ref116","DOI":"10.1016\/j.apenergy.2020.115130"},{"doi-asserted-by":"publisher","key":"ref117","DOI":"10.1016\/j.enpol.2021.112522"},{"doi-asserted-by":"publisher","key":"ref118","DOI":"10.1016\/j.egyr.2022.09.079"},{"doi-asserted-by":"publisher","key":"ref119","DOI":"10.1016\/j.scs.2023.104528"},{"doi-asserted-by":"publisher","key":"ref120","DOI":"10.1016\/j.scs.2021.103163"},{"doi-asserted-by":"publisher","key":"ref121","DOI":"10.1016\/j.ijepes.2022.108885"},{"doi-asserted-by":"publisher","key":"ref122","DOI":"10.1016\/j.eswa.2023.121014"},{"doi-asserted-by":"publisher","key":"ref123","DOI":"10.1016\/j.egyai.2023.100295"},{"doi-asserted-by":"publisher","key":"ref124","DOI":"10.1186\/s42162-023-00293-0"},{"doi-asserted-by":"publisher","key":"ref125","DOI":"10.1109\/tii.2022.3168319"},{"doi-asserted-by":"publisher","key":"ref126","DOI":"10.1109\/tii.2023.3348823"},{"doi-asserted-by":"publisher","key":"ref127","DOI":"10.1016\/j.apenergy.2022.119082"},{"doi-asserted-by":"publisher","key":"ref128","DOI":"10.1016\/j.apenergy.2022.119646"},{"doi-asserted-by":"publisher","key":"ref129","DOI":"10.1016\/j.epsr.2016.03.012"},{"doi-asserted-by":"publisher","key":"ref130","DOI":"10.17775\/CSEEJPES.2019.01750"},{"doi-asserted-by":"publisher","key":"ref131","DOI":"10.1016\/j.apenergy.2022.119067"},{"doi-asserted-by":"publisher","key":"ref132","DOI":"10.1109\/tnnls.2022.3170070"},{"doi-asserted-by":"publisher","key":"ref133","DOI":"10.1016\/j.apenergy.2024.122813"},{"doi-asserted-by":"publisher","key":"ref134","DOI":"10.1016\/j.ijepes.2023.109753"},{"key":"ref135","first-page":"7","article-title":"Netlogo: Design and implementation of a multi-agent modeling environment","volume-title":"Proc. Agent","volume":"2004","author":"Tisue"},{"volume-title":"Netlogo","year":"2024","author":"Wilensky","key":"ref136"},{"doi-asserted-by":"publisher","key":"ref137","DOI":"10.1016\/j.apenergy.2021.116688"},{"doi-asserted-by":"publisher","key":"ref138","DOI":"10.1016\/j.suscom.2021.100532"},{"doi-asserted-by":"publisher","key":"ref139","DOI":"10.1080\/15567241003792358"},{"doi-asserted-by":"publisher","key":"ref140","DOI":"10.1061\/(ASCE)EY.1943-7897.0000854"},{"doi-asserted-by":"publisher","key":"ref141","DOI":"10.3906\/elk-1305-146"},{"doi-asserted-by":"publisher","key":"ref142","DOI":"10.1109\/access.2021.3086002"},{"doi-asserted-by":"publisher","key":"ref143","DOI":"10.1109\/tsg.2016.2631453"},{"doi-asserted-by":"publisher","key":"ref144","DOI":"10.1016\/j.energy.2022.124657"},{"doi-asserted-by":"publisher","key":"ref145","DOI":"10.1002\/er.3342"},{"doi-asserted-by":"publisher","key":"ref146","DOI":"10.3390\/su16124959"},{"doi-asserted-by":"publisher","key":"ref147","DOI":"10.3390\/su16198426"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11039625.pdf?arnumber=11039625","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T05:24:50Z","timestamp":1750829090000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11039625\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":147,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3580735","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}