{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,26]],"date-time":"2025-04-26T05:07:23Z","timestamp":1745644043952,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703775"},{"type":"electronic","value":"9783031703782"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70378-2_23","type":"book-chapter","created":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T09:02:05Z","timestamp":1725181325000},"page":"368-384","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement Learning Meets Microeconomics: Learning to\u00a0Designate Price-Dependent Supply and\u00a0Demand for\u00a0Automated Trading"],"prefix":"10.1007","author":[{"given":"\u0141ukasz","family":"Lepak","sequence":"first","affiliation":[]},{"given":"Pawe\u0142","family":"Wawrzy\u0144ski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"23_CR1","doi-asserted-by":"publisher","first-page":"109899","DOI":"10.1016\/j.rser.2020.109899","volume":"130","author":"I Antonopoulos","year":"2020","unstructured":"Antonopoulos, I., et al.: Artificial intelligence and machine learning approaches to energy demand-side response: a systematic review. Renew. Sustain. Energy Rev. 130, 109899 (2020)","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"3","key":"23_CR2","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.ijepes.2004.09.005","volume":"27","author":"P Attaviriyanupap","year":"2005","unstructured":"Attaviriyanupap, P., Kita, H., Tanaka, E., Hasegawa, J.: New bidding strategy formulation for day-ahead energy and reserve markets based on evolutionary programming. Int. J. Electr. Power Energy Syst. 27(3), 157\u2013167 (2005)","journal-title":"Int. J. Electr. Power Energy Syst."},{"issue":"4","key":"23_CR3","doi-asserted-by":"publisher","first-page":"1804","DOI":"10.1109\/TPWRS.2007.907536","volume":"22","author":"AG Bakirtzis","year":"2007","unstructured":"Bakirtzis, A.G., Ziogos, N.P., Tellidou, A.C., Bakirtzis, G.A.: Electricity producer offering strategies in day-ahead energy market with step-wise offers. IEEE Trans. Power Syst. 22(4), 1804\u20131818 (2007)","journal-title":"IEEE Trans. Power Syst."},{"issue":"1","key":"23_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s42162-021-00141-z","volume":"4","author":"S Bose","year":"2021","unstructured":"Bose, S., Kremers, E., Mengelkamp, E.M., Eberbach, J., Weinhardt, C.: Reinforcement learning in local energy markets. Energy Inform. 4(1), 1\u201321 (2021)","journal-title":"Energy Inform."},{"key":"23_CR5","doi-asserted-by":"publisher","first-page":"105647","DOI":"10.1016\/j.eneco.2021.105647","volume":"104","author":"M Castellini","year":"2021","unstructured":"Castellini, M., Di Corato, L., Moretto, M., Vergalli, S.: Energy exchange among heterogeneous prosumers under price uncertainty. Energy Econ. 104, 105647 (2021)","journal-title":"Energy Econ."},{"key":"23_CR6","unstructured":"Chen, S., Xu, Q., Zhang, L., Jin, Y., Li, W., Mo, L.: Model-based reinforcement learning for auto-bidding in display advertising. In: Autonomous Agents and Multiagent Systems (AAMAS) (2023)"},{"issue":"4","key":"23_CR7","doi-asserted-by":"publisher","first-page":"4338","DOI":"10.1109\/TSG.2018.2857449","volume":"10","author":"T Chen","year":"2018","unstructured":"Chen, T., Su, W.: Indirect customer-to-customer energy trading with reinforcement learning. IEEE Trans. Smart Grid 10(4), 4338\u20134348 (2018)","journal-title":"IEEE Trans. Smart Grid"},{"key":"23_CR8","doi-asserted-by":"publisher","first-page":"62806","DOI":"10.1109\/ACCESS.2018.2876652","volume":"6","author":"T Chen","year":"2018","unstructured":"Chen, T., Su, W.: Local energy trading behavior modeling with deep reinforcement learning. IEEE Access 6, 62806\u201362814 (2018)","journal-title":"IEEE Access"},{"key":"23_CR9","doi-asserted-by":"publisher","first-page":"107229","DOI":"10.1016\/j.epsr.2021.107229","volume":"196","author":"Y Dong","year":"2021","unstructured":"Dong, Y., Dong, Z., Zhao, T., Ding, Z.: A strategic day-ahead bidding strategy and operation for battery energy storage system by reinforcement learning. Electr. Power Syst. Res. 196, 107229 (2021)","journal-title":"Electr. Power Syst. Res."},{"key":"23_CR10","doi-asserted-by":"crossref","unstructured":"Gao, S., Wang, Y., Yang, X.: StockFormer: learning hybrid trading machines with predictive coding. In: International Joint Conference on Artificial Intelligence (IJCAI), pp. 4766\u20134774 (2023)","DOI":"10.24963\/ijcai.2023\/530"},{"key":"23_CR11","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning (ICML), pp. 1861\u20131870 (2018)"},{"key":"23_CR12","unstructured":"Hansen, N.: The CMA evolution strategy: a tutorial. arXiv preprint arXiv:1604.00772 (2016)"},{"key":"23_CR13","doi-asserted-by":"crossref","unstructured":"Iria, J.P., Soares, F.J., Matos, M.A.: Trading small prosumers flexibility in the day-ahead energy market. In: 2017 IEEE Power & Energy Society General Meeting, pp.\u00a01\u20135. IEEE (2017)","DOI":"10.1109\/PESGM.2017.8274488"},{"issue":"6","key":"23_CR14","doi-asserted-by":"publisher","first-page":"4211","DOI":"10.1109\/JIOT.2020.3032162","volume":"8","author":"O Jogunola","year":"2020","unstructured":"Jogunola, O., et al.: Consensus algorithms and deep reinforcement learning in energy market: a review. IEEE Internet Things J. 8(6), 4211\u20134227 (2020)","journal-title":"IEEE Internet Things J."},{"key":"23_CR15","doi-asserted-by":"crossref","unstructured":"Jogunola, O., Tsado, Y., Adebisi, B., Nawaz, R.: Trading strategy in a local energy market, a deep reinforcement learning approach. In: 2021 IEEE Electrical Power and Energy Conference (EPEC), pp. 347\u2013352. IEEE (2021)","DOI":"10.1109\/EPEC52095.2021.9621459"},{"key":"23_CR16","series-title":"Classroom Companion: Economics","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78167-5","volume-title":"Principles of Microeconomics","author":"M Kolmar","year":"2022","unstructured":"Kolmar, M.: Principles of Microeconomics. CCE, Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-78167-5"},{"issue":"4","key":"23_CR17","doi-asserted-by":"publisher","first-page":"1729","DOI":"10.1109\/59.627883","volume":"12","author":"JW Lamont","year":"1997","unstructured":"Lamont, J.W., Rajan, S.: Strategic bidding in an energy brokerage. IEEE Trans. Power Syst. 12(4), 1729\u20131733 (1997)","journal-title":"IEEE Trans. Power Syst."},{"key":"23_CR18","unstructured":"Lee, N., Moon, J.: Transformer actor-critic with regularization: automated stock trading using reinforcement learning. In: Autonomous Agents and Multiagent Systems (AAMAS) (2023)"},{"issue":"1","key":"23_CR19","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1109\/TSG.2015.2476669","volume":"7","author":"G Liu","year":"2015","unstructured":"Liu, G., Xu, Y., Tomsovic, K.: Bidding strategy for microgrid in day-ahead market based on hybrid stochastic\/robust optimization. IEEE Trans. Smart Grid 7(1), 227\u2013237 (2015)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"6","key":"23_CR20","doi-asserted-by":"publisher","first-page":"6629","DOI":"10.1109\/TSG.2019.2909266","volume":"10","author":"R Lu","year":"2019","unstructured":"Lu, R., Hong, S.H., Yu, M.: Demand response for home energy management using reinforcement learning and artificial neural network. IEEE Trans. Smart Grid 10(6), 6629\u20136639 (2019)","journal-title":"IEEE Trans. Smart Grid"},{"key":"23_CR21","doi-asserted-by":"publisher","first-page":"120705","DOI":"10.1016\/j.apenergy.2023.120705","volume":"334","author":"R May","year":"2023","unstructured":"May, R., Huang, P.: A multi-agent reinforcement learning approach for investigating and optimising peer-to-peer prosumer energy markets. Appl. Energy 334, 120705 (2023)","journal-title":"Appl. Energy"},{"key":"23_CR22","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. arXiv:1602.01783 (2016)"},{"issue":"1","key":"23_CR23","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1109\/TPWRS.2006.888977","volume":"22","author":"V Nanduri","year":"2007","unstructured":"Nanduri, V., Das, T.K.: A reinforcement learning model to assess market power under auction-based energy pricing. IEEE Trans. Power Syst. 22(1), 85\u201395 (2007)","journal-title":"IEEE Trans. Power Syst."},{"key":"23_CR24","doi-asserted-by":"publisher","first-page":"113275","DOI":"10.1109\/ACCESS.2022.3217497","volume":"10","author":"GC Okwuibe","year":"2022","unstructured":"Okwuibe, G.C., Bhalodia, J., Gazafroudi, A.S., Brenner, T., Tzscheutschler, P., Hamacher, T.: Intelligent bidding strategies for prosumers in local energy markets based on reinforcement learning. IEEE Access 10, 113275\u2013113293 (2022)","journal-title":"IEEE Access"},{"key":"23_CR25","unstructured":"Orfanoudakis, S., Chalkiadakis, G.: A novel aggregation framework for the efficient integration of distributed energy resources in the smart grid. In: Autonomous Agents and Multiagent Systems (AAMAS) (2023)"},{"key":"23_CR26","doi-asserted-by":"publisher","first-page":"110618","DOI":"10.1016\/j.rser.2020.110618","volume":"137","author":"A Perera","year":"2021","unstructured":"Perera, A., Kamalaruban, P.: Applications of reinforcement learning in energy systems. Renew. Sustain. Energy Rev. 137, 110618 (2021)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"23_CR27","doi-asserted-by":"publisher","first-page":"956","DOI":"10.1016\/j.ijepes.2014.08.018","volume":"64","author":"M Prabavathi","year":"2015","unstructured":"Prabavathi, M., Gnanadass, R.: Energy bidding strategies for restructured electricity market. Int. J. Electr. Power Energy Syst. 64, 956\u2013966 (2015)","journal-title":"Int. J. Electr. Power Energy Syst."},{"key":"23_CR28","doi-asserted-by":"crossref","unstructured":"Qiu, D., Wang, J., Wang, J., Strbac, G.: Multi-agent reinforcement learning for automated peer-to-peer energy trading in double-side auction market. In: International Joint Conference on Artificial Intelligence (IJCAI), pp. 2913\u20132920 (2021)","DOI":"10.24963\/ijcai.2021\/401"},{"issue":"268","key":"23_CR29","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-Baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"23_CR30","doi-asserted-by":"publisher","first-page":"2676","DOI":"10.1109\/TPWRS.2015.2483781","volume":"31","author":"M Rahimiyan","year":"2015","unstructured":"Rahimiyan, M., Baringo, L.: Strategic bidding for a virtual power plant in the day-ahead and real-time markets: a price-taker robust optimization approach. IEEE Trans. Power Syst. 31(4), 2676\u20132687 (2015)","journal-title":"IEEE Trans. Power Syst."},{"key":"23_CR31","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv:1707.06347 (2017)"},{"key":"23_CR32","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press, Cambridge (2018)"},{"key":"23_CR33","unstructured":"Sutton, R.S., Singh, S.P., McAllester, D.A.: Comparing policy-gradient algorithms (2001)"},{"key":"23_CR34","doi-asserted-by":"publisher","unstructured":"Towers, M., et al.: Gymnasium, March 2023. https:\/\/doi.org\/10.5281\/zenodo.8127026, https:\/\/zenodo.org\/record\/8127025","DOI":"10.5281\/zenodo.8127026"},{"issue":"4","key":"23_CR35","doi-asserted-by":"publisher","first-page":"1795","DOI":"10.1109\/TSG.2015.2393059","volume":"6","author":"S Vandael","year":"2015","unstructured":"Vandael, S., Claessens, B., Ernst, D., Holvoet, T., Deconinck, G.: Reinforcement learning of heuristic EV fleet charging in a day-ahead electricity market. IEEE Trans. Smart Grid 6(4), 1795\u20131805 (2015)","journal-title":"IEEE Trans. Smart Grid"},{"key":"23_CR36","unstructured":"Vytelingum, P., Ramchurn, S.D., Voice, T.D., Rogers, A., Jennings, N.R.: Trading agents for the smart electricity grid. In: The Ninth International Conference on Autonomous Agents and Multiagent Systems (AAMAS 2010) (10\u201314 May 2010), pp. 897\u2013904 (2010). https:\/\/eprints.soton.ac.uk\/268361\/, Event Dates: 10\u201314 May 2010"},{"issue":"3","key":"23_CR37","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1016\/S0378-7796(01)00154-7","volume":"59","author":"F Wen","year":"2001","unstructured":"Wen, F., David, A.: Strategic bidding for electricity supply in a day-ahead energy market. Electr. Power Syst. Res. 59(3), 197\u2013206 (2001)","journal-title":"Electr. Power Syst. Res."},{"key":"23_CR38","doi-asserted-by":"crossref","unstructured":"Yang, M., Zhu, M., Liang, Q., Zheng, X., Wang, M.: Spotlight news driven quantitative trading based on trajectory optimization. In: International Joint Conference on Artificial Intelligence (IJCAI), pp. 4930\u20134939 (2023)","DOI":"10.24963\/ijcai.2023\/548"},{"key":"23_CR39","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/j.arcontrol.2020.03.001","volume":"49","author":"T Yang","year":"2020","unstructured":"Yang, T., Zhao, L., Li, W., Zomaya, A.Y.: Reinforcement learning in sustainable energy and electric systems: a survey. Annu. Rev. Control. 49, 145\u2013163 (2020)","journal-title":"Annu. Rev. Control."},{"key":"23_CR40","doi-asserted-by":"crossref","unstructured":"Zhong, Y., Bergstrom, Y., Ward, A.: Data-driven market-making via model-free learning. In: International Joint Conference on Artificial Intelligence (IJCAI), pp. 4461\u20134468 (2020)","DOI":"10.24963\/ijcai.2020\/615"},{"key":"23_CR41","unstructured":"Xu, Z., Cheng, X., He, Y.: Performance of deep reinforcement learning for high frequency market making on actual tick data. In: Autonomous Agents and Multiagent Systems (AAMAS) (2022)"},{"key":"23_CR42","unstructured":"\u00c7am, E.: Electricity 2024 - analysis and forecast to 2026. Technical report, International Energy Agency (2024)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70378-2_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T09:06:48Z","timestamp":1725181608000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70378-2_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703775","9783031703782"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70378-2_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}