{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T05:07:43Z","timestamp":1768540063808,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2016,4,5]],"date-time":"2016-04-05T00:00:00Z","timestamp":1459814400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"BMBF","award":["03EK3015"],"award-info":[{"award-number":["03EK3015"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["OR Spectrum"],"published-print":{"date-parts":[[2016,7]]},"DOI":"10.1007\/s00291-016-0439-x","type":"journal-article","created":{"date-parts":[[2016,4,5]],"date-time":"2016-04-05T06:16:28Z","timestamp":1459836988000},"page":"633-660","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Sell or store? An ADP approach to marketing renewable energy"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5699-1320","authenticated-orcid":false,"given":"Jochen","family":"G\u00f6nsch","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Hassler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,4,5]]},"reference":[{"key":"439_CR1","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"5","author":"AG Barto","year":"1983","unstructured":"Barto AG, Sutton RS, Anderson CW (1983) Neuronlike adaptive elements that can solve difficult learning control problems. IEEE Trans Syst Man Cybern 5:834\u2013846","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"439_CR2","volume-title":"Approximate dynamic programming","author":"DP Bertsekas","year":"2012","unstructured":"Bertsekas DP (2012) Approximate dynamic programming, 4th edn. Athena Scientific, Belmont","edition":"4"},{"key":"439_CR3","volume-title":"Time series: theory and methods","author":"PJ Brockwell","year":"2013","unstructured":"Brockwell PJ, Davis RA (2013) Time series: theory and methods. Springer, New York"},{"key":"439_CR4","unstructured":"Costa LM, Juban J, Kariniotakis G (2008) Management of energy storage coordinated with wind power under electricity market conditions. In: Proceedings of the 10th International Conference on Probabilistic Methods Applied to Power Systems. Rinc\u00f3n, Puerto Rico"},{"key":"439_CR5","unstructured":"Hannah LA, Dunson DB (2011) Approximate dynamic programming for storage problems. In: Getoor, L. (ed.) Proceedings of the 28th International Conference on Machine Learning, Bellevue, WA"},{"key":"439_CR6","unstructured":"Hassler M (2016) Managing complexity: effective decision rules for trading renewable energy. Working Paper, University of Augsburg, Augsburg"},{"issue":"3","key":"439_CR7","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1287\/ijoc.2015.0640","volume":"27","author":"DR Jiang","year":"2015","unstructured":"Jiang DR, Powell WB (2015) Optimal hour-ahead bidding in the real-time electricity market with battery storage using approximate dynamic programming. Inf J Comput 27(3):525\u2013543","journal-title":"Inf J Comput"},{"key":"439_CR8","doi-asserted-by":"crossref","unstructured":"Jiang DR, Pham TV, Powell WB, Salas DF, Scott WR (2014) A comparison of approximate dynamic programming techniques on benchmark energy storage problems: does anything work? In: 2014 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL), Orlando, FL","DOI":"10.1109\/ADPRL.2014.7010626"},{"issue":"7","key":"439_CR9","doi-asserted-by":"crossref","first-page":"673","DOI":"10.1175\/1520-0450(1976)015<0673:NAOPOF>2.0.CO;2","volume":"15","author":"CG Justus","year":"1976","unstructured":"Justus CG, Hargraves WR, Yalcin A (1976) Nationwide assessment of potential output from wind-powered generators. J Appl Meteorol 15(7):673\u2013678","journal-title":"J Appl Meteorol"},{"issue":"6","key":"439_CR10","doi-asserted-by":"crossref","first-page":"1347","DOI":"10.1287\/opre.1110.0971","volume":"59","author":"JH Kim","year":"2011","unstructured":"Kim JH, Powell WB (2011) Optimal energy commitments with storage and intermittent supply. Oper Res 59(6):1347\u20131360","journal-title":"Oper Res"},{"key":"439_CR11","unstructured":"Konda VR, Tsitsiklis JN (1999) Actor-critic algorithms. In: Solla, S.A., Leen, T.K., M\u00fcller, K. (eds.) Advances in Neural Information Processing, vol. 12, pp.\u00a01008\u20131014"},{"key":"439_CR12","first-page":"1107","volume":"4","author":"MG Lagoudakis","year":"2003","unstructured":"Lagoudakis MG, Parr R (2003) Least-squares policy iteration. J Mach Learn Res 4:1107\u20131149","journal-title":"J Mach Learn Res"},{"issue":"3","key":"439_CR13","doi-asserted-by":"crossref","first-page":"564","DOI":"10.1287\/opre.1090.0768","volume":"58","author":"G Lai","year":"2010","unstructured":"Lai G, Margot F, Secomandi N (2010) An approximate dynamic programming approach to benchmark practice-based heuristics for natural gas storage valuation. Oper Res 58(3):564\u2013582","journal-title":"Oper Res"},{"issue":"1","key":"439_CR14","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1007\/s12667-009-0007-4","volume":"1","author":"N L\u00f6hndorf","year":"2010","unstructured":"L\u00f6hndorf N, Minner S (2010) Optimal day-ahead trading and storage of renewable energies\u2014an approximate dynamic programming approach. Energy Syst 1(1):61\u201377","journal-title":"Energy Syst"},{"issue":"4","key":"439_CR15","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1287\/opre.2013.1182","volume":"61","author":"N L\u00f6hndorf","year":"2013","unstructured":"L\u00f6hndorf N, Wozabal D, Minner S (2013) Optimizing trading decisions for hydro storage systems using approximate dual dynamic programming. Oper Res 61(4):810\u2013823","journal-title":"Oper Res"},{"key":"439_CR16","unstructured":"Mokrian P, Stephen M (2006) A stochastic programming framework for the valuation of electricity storage. In: 26th USAEE\/IAEE North American Conference. Ann Arbor, MI"},{"issue":"2","key":"439_CR17","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/j.ejor.2009.11.007","volume":"207","author":"D M\u00f6st","year":"2010","unstructured":"M\u00f6st D, Keles D (2010) A survey of stochastic modelling approaches for liberalised electricity markets. Eur J Oper Res 207(2):543\u2013556","journal-title":"Eur J Oper Res"},{"issue":"1","key":"439_CR18","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1287\/moor.1080.0360","volume":"34","author":"JM Nascimento","year":"2009","unstructured":"Nascimento JM, Powell WB (2009) An optimal approximate dynamic programming algorithm for the lagged asset acquisition problem. Math Oper Res 34(1):210\u2013237","journal-title":"Math Oper Res"},{"issue":"12","key":"439_CR19","doi-asserted-by":"crossref","first-page":"2995","DOI":"10.1109\/TAC.2013.2272973","volume":"58","author":"J Nascimento","year":"2013","unstructured":"Nascimento J, Powell WB (2013) An optimal approximate dynamic programming algorithm for concave, scalar storage problems with vector-valued controls. IEEE Trans Autom Control 58(12):2995\u20133010","journal-title":"IEEE Trans Autom Control"},{"key":"439_CR20","doi-asserted-by":"crossref","unstructured":"Powell WB (2011) Approximate Dynamic Programming. Solving the Curses of Dimensionality, 2nd edn. Wiley-Blackwell, Hoboken","DOI":"10.1002\/9781118029176"},{"key":"439_CR21","volume-title":"Markov decision processes. Discrete stochastic dynamic programming","author":"ML Puterman","year":"2005","unstructured":"Puterman ML (2005) Markov decision processes. Discrete stochastic dynamic programming. Wiley, Hoboken"},{"key":"439_CR22","unstructured":"Robert Bosch GmbH (2014) Megawatt project near the North Sea. http:\/\/www.bosch-presse.de\/presseforum\/details.htm?txtID=6876&locale=en. Accessed 24 Jun 2015"},{"key":"439_CR23","unstructured":"Salas DF, Powell WB (2013) Benchmarking a scalable approximate dynamic programming algorithm for stochastic control of multidimensional energy storage problems. Working Paper, Princeton University, NJ"},{"key":"439_CR24","unstructured":"Scott WR, Powell WB (2012) Approximate dynamic programming for energy storage with new results on instrumental variables and projected Bellman errors. Working Paper, Princeton University, Princeton, NJ"},{"issue":"1","key":"439_CR25","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/S0167-6105(99)00122-1","volume":"85","author":"JV Seguro","year":"2000","unstructured":"Seguro JV, Lambert TW (2000) Modern estimation of the parameters of the Weibull wind speed distribution for wind energy analysis. J Wind Eng Ind Aerodyn 85(1):75\u201384","journal-title":"J Wind Eng Ind Aerodyn"},{"key":"439_CR26","volume-title":"Time series analysis and its applications","author":"RH Shumway","year":"2013","unstructured":"Shumway RH, Stoffer DS (2013) Time series analysis and its applications. Springer, New York"},{"issue":"1","key":"439_CR27","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1109\/TPWRS.2013.2279839","volume":"29","author":"R Sioshansi","year":"2014","unstructured":"Sioshansi R, Madaeni SH, Denholm P (2014) A dynamic programming approach to estimate the capacity value of energy storage. IEEE Trans Power Syst 29(1):395\u2013403","journal-title":"IEEE Trans Power Syst"},{"issue":"12","key":"439_CR28","doi-asserted-by":"crossref","first-page":"4419","DOI":"10.1016\/j.enpol.2008.09.030","volume":"36","author":"G Strbac","year":"2008","unstructured":"Strbac G (2008) Demand side management: benefits and challenges. Energy Policy 36(12):4419\u20134426","journal-title":"Energy Policy"},{"key":"439_CR29","unstructured":"Sutton RS (1984) Temporal credit assignment in reinforcement learning. Ph.D. thesis, University of Massachusetts, Amherst, MA"},{"key":"439_CR30","doi-asserted-by":"crossref","unstructured":"Wiering M, van Otterlo M (2012) Reinforcement Learning. State-of-the-Art. Springer, Berlin","DOI":"10.1007\/978-3-642-27645-3"},{"key":"439_CR31","unstructured":"Zhou Y, Scheller-Wolf AA, Secomandi N, Smith S (2014) Managing wind-based electricity generation in the presence of storage and transmission capacity. Working Paper, Carnegie Mellon University, Pittsburgh, PA"},{"issue":"3","key":"439_CR32","doi-asserted-by":"crossref","first-page":"880","DOI":"10.1287\/mnsc.2015.2161","volume":"62","author":"Y Zhou","year":"2016","unstructured":"Zhou Y, Scheller-Wolf AA, Secomandi N, Smith S (2016) Electricity trading and negative prices: storage vs. disposal. Manag. Sci. 62(3):880\u2013898","journal-title":"Manag. Sci."}],"container-title":["OR Spectrum"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00291-016-0439-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00291-016-0439-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00291-016-0439-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,28]],"date-time":"2019-05-28T07:00:07Z","timestamp":1559026807000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00291-016-0439-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,5]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2016,7]]}},"alternative-id":["439"],"URL":"https:\/\/doi.org\/10.1007\/s00291-016-0439-x","relation":{},"ISSN":["0171-6468","1436-6304"],"issn-type":[{"value":"0171-6468","type":"print"},{"value":"1436-6304","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,4,5]]}}}