{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T18:48:59Z","timestamp":1785264539960,"version":"3.55.0"},"reference-count":30,"publisher":"American Society of Civil Engineers (ASCE)","issue":"5","content-domain":{"domain":["ascelibrary.org"],"crossmark-restriction":true},"short-container-title":["J. Comput. Civ. Eng."],"published-print":{"date-parts":[[2015,9]]},"DOI":"10.1061\/(asce)cp.1943-5487.0000390","type":"journal-article","created":{"date-parts":[[2014,7,8]],"date-time":"2014-07-08T15:10:58Z","timestamp":1404832258000},"update-policy":"https:\/\/doi.org\/10.1061\/do.news.20190416.0001","source":"Crossref","is-referenced-by-count":35,"title":["Optimal Planning and Learning in Uncertain Environments for the Management of Wind Farms"],"prefix":"10.1061","volume":"29","author":[{"given":"Milad","family":"Memarzadeh","sequence":"first","affiliation":[{"name":"Doctoral Candidate, Dept. of Civil and Environmental Engineering, Carnegie Mellon Univ., Porter Hall A7B, 5000 Forbes Ave., Pittsburgh, PA 15213 (corresponding author)."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Pozzi","sequence":"additional","affiliation":[{"name":"Assistant Professor, Dept. of Civil and Environmental Engineering, Carnegie Mellon Univ., Porter Hall 111, 5000 Forbes Ave., Pittsburgh, PA 15213."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Zico Kolter","sequence":"additional","affiliation":[{"name":"Assistant Professor, School of Computer Science, Carnegie Mellon Univ., Gates Hillman Center 7115, 5000 Forbes Ave., Pittsburgh, PA 15213."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"30","reference":[{"key":"e_1_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/0016-0032(65)90528-4"},{"key":"e_1_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-247X(65)90154-X"},{"key":"e_1_3_2_4_1","unstructured":"Bagnell A. Ng A. and Schneider J. (2001). \u201cSolving uncertain Markov decision processes.\u201d Proc. Neural Information Processing Systems Carnegie Mellon Univ. Pittsburgh PA."},{"key":"e_1_3_2_5_1","unstructured":"Bertsekas D. P. (1996). Dynamic programming and optimal control Vol.\u00a01\u20132 Athena Scientific Belmont MA."},{"key":"e_1_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2010.2043269"},{"key":"e_1_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2010.2046804"},{"key":"e_1_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/81.3.541"},{"key":"e_1_3_2_9_1","volume-title":"Elements of information theory","author":"Cover T. M.","year":"2006"},{"key":"e_1_3_2_10_1","unstructured":"Doshi-Velez F. (2010). \u201cThe infinite partially observable Markov decision process.\u201d Proc. Neural Information Processing Systems Vol.\u00a022 477\u2013485."},{"key":"e_1_3_2_11_1","volume-title":"Finite mixture and Markov switching models","author":"Fruhwirth-Schnatter S.","year":"2006"},{"key":"e_1_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1040.0129"},{"key":"e_1_3_2_13_1","doi-asserted-by":"crossref","unstructured":"Jaulmes R. Pineau J. and Precup D. (2005a). \u201cActive learning in partially observable Markov decision processes.\u201d European Conf. on Machine Learning Porto Portugal 601\u2013608.","DOI":"10.1007\/11564096_59"},{"key":"e_1_3_2_14_1","doi-asserted-by":"crossref","unstructured":"Jaulmes R. Pineau J. and Precup D. (2005b). \u201cLearning in non-stationary partially observable Markov decision processes.\u201d European Conf. on Machine Learning Workshop on Reinforcement Learning in Non-Stationary Environments Porto Portugal.","DOI":"10.1007\/11564096_59"},{"key":"e_1_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(98)00023-X"},{"key":"e_1_3_2_16_1","volume-title":"Probabilistic graphical models","author":"Koller D.","year":"2009"},{"key":"e_1_3_2_17_1","volume-title":"Robotics: Science and Systems","author":"Kurniawati H.","year":"2008"},{"key":"e_1_3_2_18_1","doi-asserted-by":"crossref","unstructured":"Li B. and Si J. (2007). \u201cRobust dynamic programming for discounted infinite horizon Markov decision processes with uncertain stationary transition matrices.\u201d IEEE Symp. on Approximate Dynamic Programming and Reinforcement Learning Honolulu HI 96\u2013102.","DOI":"10.1109\/ADPRL.2007.368175"},{"key":"e_1_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.39.1.162"},{"key":"e_1_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2012.03.003"},{"key":"e_1_3_2_21_1","volume-title":"Machine learning: A probabilistic perspective","author":"Murphy K. P.","year":"2012"},{"key":"e_1_3_2_22_1","unstructured":"Nielsen J. S. and Sorensen J. D. (2012). \u201cMaintenance optimization for offshore wind turbines using POMDP.\u201d Proc. 16th Conf. of Int. Federation for Information Processing on Reliability and Optimization of Structural Systems 175\u2013182."},{"key":"e_1_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1050.0216"},{"key":"e_1_3_2_24_1","unstructured":"Pineau J. Gordon G. and Thrun S. (2003). \u201cPoint-based value iteration: An anytime algorithm for POMDPs.\u201d Proc. Int. Joint Conf. on Artificial Intelligence Acapulco Mexico."},{"key":"e_1_3_2_25_1","first-page":"1729","article-title":"A Bayesian approach for learning and planning in partially observable Markov decision process","volume":"12","author":"Ross S.","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_26_1","volume-title":"Artificial intelligence: A modern approach","author":"Russell S. J.","year":"2010","edition":"3"},{"key":"e_1_3_2_27_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.21.5.1071"},{"key":"e_1_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.26.2.282"},{"key":"e_1_3_2_29_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton R. S.","year":"1998"},{"key":"e_1_3_2_30_1","doi-asserted-by":"crossref","unstructured":"Van Gael J. Saatchi Y. The Y. W. and Ghahramani Z. (2008). \u201cBeam sampling for infinite hidden Markov model.\u201d Int. Conf. on Machine Learning Helsinki Finland 25.","DOI":"10.1145\/1390156.1390293"},{"key":"e_1_3_2_31_1","unstructured":"Zhou R. and Hansen E. A. (2001). \u201cAn improved grid-based approximation algorithm for POMDPs.\u201d Proc. Int. Joint Conf. on Artificial Intelligence Seattle Washington."}],"container-title":["Journal of Computing in Civil Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/ascelibrary.org\/doi\/pdf\/10.1061\/%28ASCE%29CP.1943-5487.0000390","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,9]],"date-time":"2022-06-09T23:43:52Z","timestamp":1654818232000},"score":1,"resource":{"primary":{"URL":"https:\/\/ascelibrary.org\/doi\/10.1061\/%28ASCE%29CP.1943-5487.0000390"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,9]]},"references-count":30,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2015,9]]}},"alternative-id":["10.1061\/(ASCE)CP.1943-5487.0000390"],"URL":"https:\/\/doi.org\/10.1061\/(asce)cp.1943-5487.0000390","relation":{},"ISSN":["0887-3801","1943-5487"],"issn-type":[{"value":"0887-3801","type":"print"},{"value":"1943-5487","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9]]},"assertion":[{"value":"2013-09-22","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2014-03-04","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2014-07-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"04014076"}}