{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T14:57:34Z","timestamp":1781708254860,"version":"3.54.5"},"reference-count":147,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3580735","type":"journal-article","created":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:40:10Z","timestamp":1750268410000},"page":"106003-106018","source":"Crossref","is-referenced-by-count":3,"title":["Multi-Agent Energy Market Simulations With Machine Learning Integration: A Systematic Literature Review"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4223-8434","authenticated-orcid":false,"given":"Burak","family":"Gokce","sequence":"first","affiliation":[{"name":"Energy Institute, Istanbul Technical University, İstanbul, Türkiye"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gulgun","family":"Kayakutlu","sequence":"additional","affiliation":[{"name":"Energy Institute, Istanbul Technical University, İstanbul, Türkiye"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.erss.2014.03.002"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.joule.2017.09.018"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/s1574-0021(05)02016-2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.4337\/9781847207012.00037"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/s0269888900008122"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000158"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.082080899"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-007-4933-7"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.envsoft.2017.07.009"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2014.04.021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/en16052456"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/1967645"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecolecon.2017.08.022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.eist.2011.08.003"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.eneco.2008.01.003"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12686-4_9"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/isgt-asia.2019.8880889"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2018.08.002"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/splitech.2016.7555922"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2015.12.169"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.24840\/2183-6493_007.003_0009"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.erss.2018.10.021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-009-9105-x"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/37.856179"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/pes.2005.1489271"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/mis.2003.1249170"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/mis.2011.3"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2011.05.045"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2016.05.127"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3233\/ica-140477"},{"key":"ref32","first-page":"1","article-title":"Marketecture: A simulation-based framework for studying experimental deregulated power markets","volume-title":"Proc. 6th IAEE Eur. Energy Conf.","author":"Atkins"},{"key":"ref33","first-page":"1","article-title":"Nemsim: Agent-based simulator for Australia\u2019s national electricity market","volume-title":"SimTecT Conf. Proc.","author":"Grozev"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/17509653.2006.10671000"},{"key":"ref35","volume-title":"The Repast Suite","author":"Lab","year":"2024"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-73653-2_6"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s10614-007-9095-1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/pes.2007.385709"},{"key":"ref39","volume-title":"The Ames Wholesale Power Market Test Bed","author":"Tesfatsion","year":"2025"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2011.12.024"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s13132-012-0128-1"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.eneco.2013.04.015"},{"key":"ref43","volume-title":"PowerTac Energy","year":"2024"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/dexa.2012.54"},{"key":"ref45","first-page":"1","article-title":"Day-ahead market coupling in an agent-based electricity market model","volume-title":"Proc. IEWT","author":"Nitsch"},{"key":"ref46","volume-title":"Emlab-energy Modelling Laboratory","year":"2024"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3307772.3335321"},{"key":"ref48","volume-title":"Elecsim","author":"Kell","year":"2021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/tbdata.2016.2639528"},{"key":"ref50","volume-title":"Imperial College London","year":"2021"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.esr.2018.03.004"},{"key":"ref52","volume-title":"ETH Zurich","year":"2021"},{"key":"ref53","volume-title":"Emis Agent Simulation Model","year":"2025"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2016.7"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/tsmcb.2004.832154"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/s0899-8256(05)80020-x"},{"issue":"4","key":"ref58","first-page":"848","article-title":"Predicting how people play games: Reinforcement learning in experimental games with unique, mixed strategy equilibria","volume":"88","author":"Erev","year":"1998","journal-title":"Amer. Econ. Rev."},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/s0004-3702(02)00121-2"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2015.06.030"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117107"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2023.113466"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref64","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent.","author":"Lillicrap"},{"key":"ref65","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","volume":"80","author":"Fujimoto"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.20544\/horizons.b.04.1.17.p05"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2015.03.102"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2014.04.024"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.115873"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6168"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.114623"},{"key":"ref72","article-title":"Is the juice worth the squeeze? Machine learning (ML) in and for agent-based modelling (ABM)","author":"Dahlke","year":"2020","journal-title":"arXiv.org2003.11985"},{"key":"ref73","first-page":"571","article-title":"Overview of machine learning and data-driven methods in agent-based modeling of energy markets","volume-title":"Proc. INFORMATIK Jahre Gesellschaft f\u00fcr Informatik\u2013Informatik","author":"Prasanna"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/bigdata55660.2022.10020902"},{"key":"ref75","volume-title":"Elsevier.","year":"2024"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2022.112403"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.n71"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/5.58325"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2019.109628"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.3390\/app13031666"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.3390\/technologies12030042"},{"key":"ref82","article-title":"A survey and implementation of performance metrics for self-organized maps","author":"Forest","year":"2020","journal-title":"arXiv.org2011.05847"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2015.03.003"},{"issue":"1","key":"ref84","first-page":"42","article-title":"Development of reinforcement learning algorithm to study the capacity withholding in electricity energy markets","volume":"12","author":"Bakhshandeh","year":"2016","journal-title":"Iranian J. Electr. Electron. Eng."},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.3390\/en81212419"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2016.0075"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.03.121"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2019.101590"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.106211"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.eneco.2020.105035"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.107415"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.3390\/en16010434"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2024.111235"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/s0167-739x(02)00055-9"},{"key":"ref95","volume-title":"The AnyLogic Company","year":"2024"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1186\/s42162-018-0017-3"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1186\/s42162-021-00141-z"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.04.180"},{"key":"ref99","article-title":"New interactive agent based reinforcement learning approach towards smart generator bidding in electricity market with micro grid integration","volume":"97","author":"Kiran","year":"2020","journal-title":"Appl. Soft Comput."},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2021.3055817"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.3389\/fenrg.2021.750796"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/tpwrs.2021.3099693"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/tsg.2022.3164080"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/tpwrs.2022.3225575"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/tpwrs.2020.2999536"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.122458"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/tsg.2023.3250321"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/access.2019.2940005"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120010"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2022.109081"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.3390\/en13010123"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121704"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/tsg.2022.3190814"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.17775\/cseejpes.2020.02820"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/tsg.2022.3149266"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115130"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2021.112522"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2022.09.079"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2023.104528"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2021.103163"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2022.108885"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121014"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2023.100295"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1186\/s42162-023-00293-0"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2022.3168319"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2023.3348823"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119082"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119646"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2016.03.012"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2019.01750"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119067"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3170070"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2024.122813"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2023.109753"},{"key":"ref135","first-page":"7","article-title":"Netlogo: Design and implementation of a multi-agent modeling environment","volume-title":"Proc. Agent","volume":"2004","author":"Tisue"},{"key":"ref136","volume-title":"Netlogo","author":"Wilensky","year":"2024"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116688"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2021.100532"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1080\/15567241003792358"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)EY.1943-7897.0000854"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.3906\/elk-1305-146"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/access.2021.3086002"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/tsg.2016.2631453"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2022.124657"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1002\/er.3342"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.3390\/su16124959"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.3390\/su16198426"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11039625.pdf?arnumber=11039625","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T05:24:50Z","timestamp":1750829090000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11039625\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":147,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3580735","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}