{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T14:31:00Z","timestamp":1768746660385,"version":"3.49.0"},"reference-count":39,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2016,10,1]],"date-time":"2016-10-01T00:00:00Z","timestamp":1475280000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"name":"Pennsylvania Infrastructure Technology Alliance"},{"name":"Department of Community and Economic Development","award":["PITA YR1631571.1.9.1042204"],"award-info":[{"award-number":["PITA YR1631571.1.9.1042204"]}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Reliability Engineering & System Safety"],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1016\/j.ress.2016.05.014","type":"journal-article","created":{"date-parts":[[2016,6,6]],"date-time":"2016-06-06T20:01:17Z","timestamp":1465243277000},"page":"137-151","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":73,"special_numbering":"C","title":["Value of information in sequential decision making: Component inspection, permanent monitoring and system-level scheduling"],"prefix":"10.1016","volume":"154","author":[{"given":"Milad","family":"Memarzadeh","sequence":"first","affiliation":[]},{"given":"Matteo","family":"Pozzi","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.ress.2016.05.014_bib1","series-title":"Artificial intelligence: a modern approach","author":"Russell","year":"2010"},{"key":"10.1016\/j.ress.2016.05.014_bib2","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1016\/j.ress.2014.04.005","article-title":"Planning structural inspection and maintenance policies via dynamic programming and Markov processes. Part I: theory","volume":"130","author":"Papakonstantinou","year":"2014","journal-title":"Reliab Eng Syst Saf"},{"key":"10.1016\/j.ress.2016.05.014_bib3","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.ress.2014.04.006","article-title":"Planning structural inspection and maintenance policies via dynamic programming and Markov processes. Part II: POMDP implementation","volume":"130","author":"Papakonstantinou","year":"2014","journal-title":"Reliab Eng Syst Saf"},{"key":"10.1016\/j.ress.2016.05.014_bib4","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/j.probengmech.2014.06.002","article-title":"Optimum inspection and maintenance policies for corroded structures using partially observable Markov decision processes and stochastic, physically based models","volume":"37","author":"Papakonstantinou","year":"2014","journal-title":"Probab Eng Mech"},{"issue":"1","key":"10.1016\/j.ress.2016.05.014_bib5","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/0968-090X(93)90021-7","article-title":"Optimal infrastructure management decision under uncertainty","volume":"1","author":"Madanat","year":"1993","journal-title":"Transp Res Part C"},{"issue":"5","key":"10.1016\/j.ress.2016.05.014_bib6","doi-asserted-by":"crossref","first-page":"04014076","DOI":"10.1061\/(ASCE)CP.1943-5487.0000390","article-title":"Optimal planning and learning in uncertain environments for the management of wind farms","volume":"29","author":"Memarzadeh","year":"2015","journal-title":"J Comput Civil Eng"},{"key":"10.1016\/j.ress.2016.05.014_bib7","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.ress.2016.04.016","article-title":"Hierarchical modeling of systems with similar components: A framework for adaptive monitoring and control","volume":"153","author":"Memarzadeh","year":"2016","journal-title":"Reliab Eng Syst Saf"},{"key":"10.1016\/j.ress.2016.05.014_bib8","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1111\/0885-9507.00166","article-title":"Optimal inspection and maintenance policies for infrastructure networks","volume":"15","author":"Smilowitz","year":"2000","journal-title":"Comput-Aided Civil Infrastruct Eng"},{"key":"10.1016\/j.ress.2016.05.014_bib9","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/j.trc.2013.03.003","article-title":"Incorporating network considerations into pavement management systems: a case for approximate dynamic programming","volume":"33","author":"Medury","year":"2013","journal-title":"Transp Res Part C"},{"issue":"3","key":"10.1016\/j.ress.2016.05.014_bib10","doi-asserted-by":"crossref","first-page":"04014010","DOI":"10.1061\/(ASCE)IS.1943-555X.0000149","article-title":"Simultaneous network optimization approach for pavement management systems","volume":"20","author":"Medury","year":"2013","journal-title":"J Infrastruct Syst"},{"key":"10.1016\/j.ress.2016.05.014_bib11","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1061\/(ASCE)1076-0342(2007)13:3(195)","article-title":"History-dependent bridge deck maintenance and replacement optimization with Markov decision processes","author":"Robelin","year":"2007","journal-title":"J Infrastruct Syst"},{"key":"10.1016\/j.ress.2016.05.014_bib12","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1061\/(ASCE)1076-0342(1999)5:4(124)","article-title":"Optimization of infrastructure systems maintenance and improvement policies","volume":"124","author":"Guignier","year":"1999","journal-title":"J Infrastruct Syst"},{"key":"10.1016\/j.ress.2016.05.014_bib13","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1287\/inte.12.6.5","article-title":"A statewide pavement management system","volume":"12","author":"Golabi","year":"1982","journal-title":"Interfaces"},{"key":"10.1016\/j.ress.2016.05.014_bib14","series-title":"Applied\u00a0statistical decision theory","author":"Raiffa","year":"1961"},{"key":"10.1016\/j.ress.2016.05.014_bib15","doi-asserted-by":"crossref","unstructured":"Pozzi M, Der Kiureghian A. Assessing the value of information for long-term structural health monitoring. In: Proceedings of the SPIE9784, Health Monitoring of Structural and Biological Systems, San Diego, CA; 2011.","DOI":"10.1117\/12.881918"},{"key":"10.1016\/j.ress.2016.05.014_bib16","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.strusafe.2013.08.006","article-title":"Value of information analysis with structural reliability methods","volume":"49","author":"Straub","year":"2014","journal-title":"Struct Safety"},{"key":"10.1016\/j.ress.2016.05.014_bib17","doi-asserted-by":"crossref","first-page":"1043","DOI":"10.1002\/stc.1631","article-title":"Value of information: impact of monitoring on decision-making","volume":"21","author":"Zonta","year":"2014","journal-title":"Struct Control Health Monit"},{"key":"10.1016\/j.ress.2016.05.014_bib18","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1016\/j.ress.2016.05.010","article-title":"Value of Information for Spatially Distributed Systems: application to sensor placement","volume":"154","author":"Malings","year":"2016","journal-title":"Reliab Eng Syst Saf"},{"key":"10.1016\/j.ress.2016.05.014_bib19","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1111\/j.1467-8667.2006.00426.x","article-title":"Computational aspects of risk-based inspection planning","volume":"21","author":"Straub","year":"2006","journal-title":"Comput-Aided Civil Infrastruct Eng"},{"key":"10.1016\/j.ress.2016.05.014_bib20","article-title":"Maintenance planning using continuous-state partially observable Markov decision processes and non-linear action models","author":"Chatzi","year":"2015","journal-title":"J Struct Infrastruct Eng: Maint Manag Life-Cycle Des Perform"},{"key":"10.1016\/j.ress.2016.05.014_bib21","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/j.ress.2013.04.011","article-title":"Optimal inspection planning for onshore pipelines subject to external corrosion","volume":"118","author":"Gomes","year":"2013","journal-title":"Reliab Eng Syst Saf"},{"issue":"6","key":"10.1016\/j.ress.2016.05.014_bib22","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1111\/mice.12178","article-title":"Integrated inspection scheduling and maintenance planning for infrastructure systems","volume":"31","author":"Memarzadeh","year":"2016","journal-title":"Comput-Aided Civil Infrastruct Eng"},{"key":"10.1016\/j.ress.2016.05.014_bib23","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1016\/j.cie.2013.05.022","article-title":"Value of condition monitoring in infrastructure maintenance","volume":"66","author":"Srinivasan","year":"2013","journal-title":"Comput Indus Eng"},{"key":"10.1016\/j.ress.2016.05.014_bib24","series-title":"Reinforcement learning: an introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/j.ress.2016.05.014_bib25","series-title":"Bayesian reasoning and machine learning","author":"Barber","year":"2012"},{"key":"10.1016\/j.ress.2016.05.014_bib26","series-title":"Dynamic programming","author":"Bellman","year":"1957"},{"key":"10.1016\/j.ress.2016.05.014_bib27","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domain","volume":"101","author":"Kaelbling","year":"1998","journal-title":"J Artif Intell Res"},{"issue":"1","key":"10.1016\/j.ress.2016.05.014_bib28","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1287\/opre.39.1.162","article-title":"Computationally feasible bounds for partially observable Markov decision processes","volume":"39","author":"Lovejoy","year":"1991","journal-title":"Oper Res"},{"key":"10.1016\/j.ress.2016.05.014_bib29","unstructured":"Zhou R, Hansen EA. An improved grid-based approximation algorithm for POMDPs. In: Proceedings of the International Join Conference on Artificial Intelligence, Seattle, WA; 2001."},{"key":"10.1016\/j.ress.2016.05.014_bib30","unstructured":"Pineau J, Gordon G. Thrun S. Point-based value iteration: an anytime algorithm for POMDPs. In: Proceedings of the International Joint Conference on Artificial Intelligence, Acapulco, Mexico; 2003."},{"key":"10.1016\/j.ress.2016.05.014_bib31","doi-asserted-by":"crossref","unstructured":"Kurniawati H, Hsu D, Lee W. SARSOP: efficient point-based POMDP planning by approximating optimally reachable belief spaces. In: Proceedings of Robotics: Science and Systems IV, Zurich, Switzerland; 2008.","DOI":"10.15607\/RSS.2008.IV.009"},{"key":"10.1016\/j.ress.2016.05.014_bib32","unstructured":"APPL: Approximate POMDP planning toolkit, \u3008http:\/\/bigbird.comp.nus.edu.sg\/pmwiki\/farm\/appl\/\u3009."},{"issue":"1","key":"10.1016\/j.ress.2016.05.014_bib33","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10458-012-9200-2","article-title":"A survey of point-based POMDP solvers","volume":"27","author":"Shani","year":"2013","journal-title":"Auton Agents\u00a0Multi-Agent Syst"},{"issue":"4","key":"10.1016\/j.ress.2016.05.014_bib35","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1061\/(ASCE)1076-0342(2003)9:4(133)","article-title":"Adaptive optimization of infrastructure maintenance and inspection decisions under performance model uncertainty","volume":"9","author":"Guillaumot","year":"2003","journal-title":"J Infrastruct Syst"},{"key":"10.1016\/j.ress.2016.05.014_bib36","doi-asserted-by":"crossref","unstructured":"Memarzadeh M, Pozzi M,\u00a0System-level inspection scheduling, an approach based on stochastic future allocation, 10th IWSHM, Stanford, CA; 2015.","DOI":"10.12783\/SHM2015\/307"},{"key":"10.1016\/j.ress.2016.05.014_bib37","first-page":"1729","article-title":"A Bayesian approach for learning and planning in partially observable Markov decision process","volume":"12","author":"Ross","year":"2011","journal-title":"J Mach Learn Res"},{"key":"10.1016\/j.ress.2016.05.014_bib38","unstructured":"Wang Y, Won K, Hsu D, Lee W. Monte Carlo Bayesian reinforcement learning, International Conference on Machine Learning, Edinburgh, Scotland; 2015."},{"issue":"2","key":"10.1016\/j.ress.2016.05.014_bib39","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1287\/moor.1080.0371","article-title":"Partially observed Markov decision process multiarmed bandits \u2013 structural results","volume":"34","author":"Krishnamurthy","year":"2009","journal-title":"Math Oper Res"},{"key":"10.1016\/j.ress.2016.05.014_bib40","unstructured":"Mannor S, Tsitsiklis J. Mean-variance optimization in Markov decision processes. arXiv preprint arXiv:1104.5601, 2011."}],"container-title":["Reliability Engineering & System Safety"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/api.elsevier.com\/content\/article\/PII:S0951832016300771?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/api.elsevier.com\/content\/article\/PII:S0951832016300771?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,5,16]],"date-time":"2020-05-16T22:47:07Z","timestamp":1589669227000},"score":1,"resource":{"primary":{"URL":"http:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0951832016300771"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10]]},"references-count":39,"alternative-id":["S0951832016300771"],"URL":"https:\/\/doi.org\/10.1016\/j.ress.2016.05.014","relation":{},"ISSN":["0951-8320"],"issn-type":[{"value":"0951-8320","type":"print"}],"subject":[],"published":{"date-parts":[[2016,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Value of information in sequential decision making: Component inspection, permanent monitoring and system-level scheduling","name":"articletitle","label":"Article Title"},{"value":"Reliability Engineering & System Safety","name":"journaltitle","label":"Journal Title"},{"value":"http:\/\/dx.doi.org\/10.1016\/j.ress.2016.05.014","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2016 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}