{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T16:08:16Z","timestamp":1783181296309,"version":"3.54.6"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s10994-021-06020-8","type":"journal-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T19:14:13Z","timestamp":1626117253000},"page":"2335-2387","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":43,"title":["A deep reinforcement learning framework for continuous intraday market bidding"],"prefix":"10.1007","volume":"110","author":[{"given":"Ioannis","family":"Boukas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Damien","family":"Ernst","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thibaut","family":"Th\u00e9ate","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adrien","family":"Bolland","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexandre","family":"Huynen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Buchwald","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christelle","family":"Wynants","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bertrand","family":"Corn\u00e9lusse","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,7,12]]},"reference":[{"issue":"1","key":"6020_CR1","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/s11579-015-0150-8","volume":"10","author":"R A\u00efd","year":"2016","unstructured":"A\u00efd, R., Gruet, P., & Pham, H. (2016). An optimal trading problem in intraday electricity markets. Mathematics and Financial Economics, 10(1), 49\u201385.","journal-title":"Mathematics and Financial Economics"},{"issue":"2","key":"6020_CR2","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1109\/TPWRS.2003.821429","volume":"19","author":"A Baillo","year":"2004","unstructured":"Baillo, A., Ventosa, M., Rivier, M., & Ramos, A. (2004). Optimal offering strategies for generation companies operating in electricity spot markets. IEEE Transactions on Power Systems, 19(2), 745\u2013753. https:\/\/doi.org\/10.1109\/TPWRS.2003.821429.","journal-title":"IEEE Transactions on Power Systems"},{"key":"6020_CR3","unstructured":"Balardy, C. (2017a). German continuous intraday market: Orders book\u2019s behavior over the trading session. In Meeting the energy demands of emerging economies, 40th IAEE international conference, June 18\u201321, 2017. International Association for Energy Economics."},{"key":"6020_CR4","unstructured":"Balardy, C. (2017b). An analysis of the bid-ask spread in the German power continuous market. In Heading towards sustainable energy systems: Evolution or revolution? 15th IAEE European conference, September 3\u20136, 2017. International Association for Energy Economics."},{"key":"6020_CR5","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2019.2957246","author":"G Bertrand","year":"2019","unstructured":"Bertrand, G., & Papavasiliou, A. (2019). Adaptive trading in continuous intraday electricity markets for a storage unit. IEEE Transactions on Power Systems. https:\/\/doi.org\/10.1109\/TPWRS.2019.2957246.","journal-title":"IEEE Transactions on Power Systems"},{"key":"6020_CR6","volume-title":"Dynamic programming and optimal control","author":"DP Bertsekas","year":"2005","unstructured":"Bertsekas, D. P. (2005). Dynamic programming and optimal control (Vol. 1). Belmont, MA: Athena Scientific."},{"issue":"3","key":"6020_CR7","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1016\/j.ejor.2014.04.027","volume":"238","author":"TK Boomsma","year":"2014","unstructured":"Boomsma, T. K., Juul, N., & Fleten, S.-E. (2014). Bidding in sequential electricity markets: The Nordic case. European Journal of Operational Research, 238(3), 797\u2013809. https:\/\/doi.org\/10.1016\/j.ejor.2014.04.027.","journal-title":"European Journal of Operational Research"},{"key":"6020_CR8","doi-asserted-by":"crossref","unstructured":"Borggrefe, F., & Neuhoff, K. (2011). Balancing and intraday market design: Options for wind integration. DIW discussion papers 1162, Berlin. http:\/\/hdl.handle.net\/10419\/61319.","DOI":"10.2139\/ssrn.1945724"},{"key":"6020_CR9","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.egypro.2015.12.356","volume":"87","author":"S Braun","year":"2016","unstructured":"Braun, S., & Hoffmann, R. (2016). Intraday optimization of pumped hydro power plants in the German electricity market. Energy Procedia, 87, 45\u201352. https:\/\/doi.org\/10.1016\/j.egypro.2015.12.356.","journal-title":"Energy Procedia"},{"key":"6020_CR10","doi-asserted-by":"publisher","DOI":"10.1201\/9781439821091","volume-title":"Reinforcement learning and dynamic programming using function approximators","author":"L Busoniu","year":"2017","unstructured":"Busoniu, L., Babuska, R., De Schutter, B., & Ernst, D. (2017). Reinforcement learning and dynamic programming using function approximators. Londdon: CRC Press."},{"key":"6020_CR11","unstructured":"EPEXSPOT. Market data intraday continuous, 2017. http:\/\/www.epexspot.com\/en\/market-data\/intradaycontinuous."},{"key":"6020_CR12","unstructured":"EPEXSPOT. EPEXSPOT Operational rules, 2019. https:\/\/www.epexspot.com\/document\/40170\/EPEX"},{"key":"6020_CR13","first-page":"503","volume":"6","author":"D Ernst","year":"2005","unstructured":"Ernst, D., Geurts, P., & Wehenkel, L. (2005). Tree-based batch mode reinforcement learning. Journal of Machine Learning Research, 6, 503\u2013556.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"6020_CR14","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1016\/j.ejor.2006.08.023","volume":"181","author":"SE Fleten","year":"2007","unstructured":"Fleten, S. E., & Kristoffersen, T. K. (2007). Stochastic programming for optimizing bidding strategies of a Nordic hydropower producer. European Journal of Operational Research, 181(2), 916\u2013928. https:\/\/doi.org\/10.1016\/j.ejor.2006.08.023.","journal-title":"European Journal of Operational Research"},{"issue":"3","key":"6020_CR15","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/s12667-015-0143-y","volume":"6","author":"E Garnier","year":"2015","unstructured":"Garnier, E., & Madlener, R. (2015). Balancing forecast errors in continuous-trade intraday markets. Energy Systems, 6(3), 361\u2013388.","journal-title":"Energy Systems"},{"issue":"3","key":"6020_CR16","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1007\/s00291-016-0439-x","volume":"38","author":"J G\u00f6nsch","year":"2016","unstructured":"G\u00f6nsch, J., & Hassler, M. (2016). Sell or store? An ADP approach to marketing renewable energy. OR Spectrum, 38(3), 633\u2013660. https:\/\/doi.org\/10.1007\/s00291-016-0439-x.","journal-title":"OR Spectrum"},{"key":"6020_CR17","unstructured":"Goodfellow, I., Bengio, Y., & Courville, A. (2016). Deep learning. MIT Press. http:\/\/www.deeplearningbook.org."},{"issue":"2","key":"6020_CR18","first-page":"1","volume":"7","author":"J Gray","year":"2004","unstructured":"Gray, J., & Khandelwal, P. (2004). Towards a realistic gas storage model. Commodities Now, 7(2), 1\u20134.","journal-title":"Commodities Now"},{"key":"6020_CR19","doi-asserted-by":"publisher","first-page":"21","DOI":"10.21314\/JEM.2015.128","volume":"8","author":"S Hagemann","year":"2015","unstructured":"Hagemann, S. (2015). Price determinants in the German intraday market for electricity: An empirical analysis. Journal of Energy Markets, 8, 21\u201345.","journal-title":"Journal of Energy Markets"},{"key":"6020_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2016.12.027","author":"M Hassler","year":"2017","unstructured":"Hassler, M. (2017). Heuristic decision rules for short-term trading of renewable energy with co-located energy storage. Computers and Operations Research. https:\/\/doi.org\/10.1016\/j.cor.2016.12.027.","journal-title":"Computers and Operations Research"},{"issue":"1","key":"6020_CR21","doi-asserted-by":"publisher","first-page":"99","DOI":"10.5547\/01956574.35.1.6","volume":"35","author":"A Henriot","year":"2014","unstructured":"Henriot, A. (2014). Market design with centralized wind power management: Handling low-predictability in intraday markets. Energy Journal, 35(1), 99\u2013117. https:\/\/doi.org\/10.5547\/01956574.35.1.6.","journal-title":"Energy Journal"},{"key":"6020_CR22","unstructured":"Horgan, D., Quan, J., Budden, D., Barth-Maron, G., Hessel, M., Van\u00a0Hasselt, H., & Silver, D. (2018). Distributed prioritized experience replay. arXiv:1803.00933."},{"key":"6020_CR23","doi-asserted-by":"publisher","unstructured":"Jiang, D.\u00a0R., & Powell, W.\u00a0B. (2014). Optimal hour-ahead bidding in the real-time electricity market with battery storage using approximate dynamic programming (pp. 1\u201328). https:\/\/doi.org\/10.1287\/ijoc.2015.0640, arxiv:1402.3575.","DOI":"10.1287\/ijoc.2015.0640"},{"issue":"2","key":"6020_CR24","doi-asserted-by":"publisher","first-page":"107","DOI":"10.5547\/01956574.38.2.fkar","volume":"38","author":"F Karanfil","year":"2017","unstructured":"Karanfil, F., & Li, Y. (2017). The role of continuous intraday electricity markets: The integration of large-share wind power generation in Denmark. Energy Journal, 38(2), 107\u2013130. https:\/\/doi.org\/10.5547\/01956574.38.2.fkar.","journal-title":"Energy Journal"},{"key":"6020_CR25","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1016\/j.apenergy.2018.12.073","volume":"238","author":"HL Le","year":"2019","unstructured":"Le, H. L., Ilea, V., & Bovo, C. (2019). Integrated European intra-day electricity market: Rules, modeling and analysis. Applied Energy, 238, 258\u2013273. https:\/\/doi.org\/10.1016\/j.apenergy.2018.12.073.","journal-title":"Applied Energy"},{"key":"6020_CR26","doi-asserted-by":"crossref","unstructured":"Littman, M.\u00a0L. (1994). Markov games as a framework for multi-agent reinforcement learning. In Machine learning proceedings 1994 (pp. 157\u2013163). Elsevier.","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"6020_CR27","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1016\/j.ejor.2020.05.044","volume":"288","author":"N L\u00f6hndorf","year":"2020","unstructured":"L\u00f6hndorf, N., & Wozabal, D. (2020). Gas storage valuation in incomplete markets. European Journal of Operational Research, 288, 318\u2013330.","journal-title":"European Journal of Operational Research"},{"key":"6020_CR28","unstructured":"Meeus, B.\u00a0L., & Schittekatte, T. (2017). The EU electricity network codes: Course text for the Florence School of Regulation online course."},{"key":"6020_CR29","unstructured":"Mnih, V., Badia, A.\u00a0P., Mirza, M., Graves, A., Lillicrap, T., Harley, T., Silver, D., & Kavukcuoglu, K. (2016). Asynchronous methods for deep reinforcement learning. In International conference on machine learning (pp. 1928\u20131937)."},{"key":"6020_CR30","doi-asserted-by":"crossref","unstructured":"Neuhoff, K., Ritter, N., Salah-Abou-El-Enien, A., & Vassilopoulos, P. (2016). Intraday markets for power: discretizing the continuous trading?.","DOI":"10.2139\/ssrn.2723902"},{"key":"6020_CR31","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1016\/j.apenergy.2012.12.077","volume":"105","author":"H Pand\u017di\u0107","year":"2013","unstructured":"Pand\u017di\u0107, H., Morales, J. M., Conejo, A. J., & Kuzle, I. (2013). Offering model for a virtual power plant based on stochastic programming. Applied Energy, 105, 282\u2013292. https:\/\/doi.org\/10.1016\/j.apenergy.2012.12.077.","journal-title":"Applied Energy"},{"key":"6020_CR32","unstructured":"P\u00e9rez Arriaga, I., & Knittel, C.,\u00a0et al. (2016) Utility of the future. An MIT energy initiative response. ISBN 9780692808245. https:\/\/energy.mit.edu\/uof."},{"issue":"4","key":"6020_CR33","doi-asserted-by":"publisher","first-page":"2041","DOI":"10.1109\/TPWRS.2005.856987","volume":"20","author":"MA Plazas","year":"2005","unstructured":"Plazas, M. A., Conejo, A. J., & Prieto, F. J. (2005). Multimarket optimal bidding for a power producer. IEEE Transactions on Power Systems, 20(4), 2041\u20132050. https:\/\/doi.org\/10.1109\/TPWRS.2005.856987.","journal-title":"IEEE Transactions on Power Systems"},{"key":"6020_CR34","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.enpol.2015.10.045","volume":"88","author":"R Scharff","year":"2016","unstructured":"Scharff, R., & Amelin, M. (2016). Trading behaviour on the continuous intraday market Elbas. Energy Policy, 88, 544\u2013557. https:\/\/doi.org\/10.1016\/j.enpol.2015.10.045.","journal-title":"Energy Policy"},{"key":"6020_CR35","unstructured":"Spot, N. (2018). Xbid cross-border intra day market project. https:\/\/www.nordpoolspot.com\/globalassets\/download-center\/xbid\/xbid-qa_final.pdf."},{"key":"6020_CR36","unstructured":"The European Commission. 2030 energy strategy, 2017. https:\/\/ec.europa.eu\/energy\/en\/topics\/energy-strategy-and-energy-union\/2030-energy-strategy."},{"issue":"3\u20134","key":"6020_CR37","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-learning. Machine learning, 8(3\u20134), 279\u2013292.","journal-title":"Machine learning"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06020-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-021-06020-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06020-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,12]],"date-time":"2022-07-12T00:03:22Z","timestamp":1657584202000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-021-06020-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,12]]},"references-count":37,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["6020"],"URL":"https:\/\/doi.org\/10.1007\/s10994-021-06020-8","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,12]]},"assertion":[{"value":"12 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}