{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T04:27:54Z","timestamp":1778646474527,"version":"3.51.4"},"reference-count":56,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2015,8,1]],"date-time":"2015-08-01T00:00:00Z","timestamp":1438387200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Environmental Modelling & Software"],"published-print":{"date-parts":[[2015,8]]},"DOI":"10.1016\/j.envsoft.2015.04.004","type":"journal-article","created":{"date-parts":[[2015,5,15]],"date-time":"2015-05-15T04:46:42Z","timestamp":1431665202000},"page":"97-112","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":11,"special_numbering":"C","title":["Prediction under uncertainty as a boundary problem: A general formulation using Iterative Closed Question Modelling"],"prefix":"10.1016","volume":"70","author":[{"given":"Joseph H.A.","family":"Guillaume","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5096-0163","authenticated-orcid":false,"given":"Matti","family":"Kummu","sequence":"additional","affiliation":[]},{"given":"Timo A.","family":"R\u00e4s\u00e4nen","sequence":"additional","affiliation":[]},{"given":"Anthony J.","family":"Jakeman","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.envsoft.2015.04.004_bib1","series-title":"Environmental Futures: the Practice of Environmental Scenario Analysis","year":"2008"},{"key":"10.1016\/j.envsoft.2015.04.004_bib2","series-title":"Mathematical Finance","first-page":"247","article-title":"Break-even analysis","author":"Alhabeeb","year":"2012"},{"key":"10.1016\/j.envsoft.2015.04.004_bib3","series-title":"hydromad: Hydrological Model Assessment and Development","author":"Andrews","year":"2010"},{"issue":"10","key":"10.1016\/j.envsoft.2015.04.004_bib4","doi-asserted-by":"crossref","first-page":"1171","DOI":"10.1016\/j.envsoft.2011.04.006","article-title":"An open software environment for hydrological model assessment and development","volume":"26","author":"Andrews","year":"2011","journal-title":"Environ. Modell. Softw."},{"issue":"8","key":"10.1016\/j.envsoft.2015.04.004_bib5","doi-asserted-by":"crossref","first-page":"1929","DOI":"10.2166\/wst.2009.225","article-title":"Wastewater treatment modelling: dealing with uncertainties","volume":"60","author":"Belia","year":"2009","journal-title":"Water Sci. Technol."},{"key":"10.1016\/j.envsoft.2015.04.004_bib6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.envsoft.2012.09.011","article-title":"Characterising performance of environmental models","volume":"40","author":"Bennett","year":"2013","journal-title":"Environ. Modell. Softw."},{"key":"10.1016\/j.envsoft.2015.04.004_bib7","series-title":"Statistical Decision Theory and Bayesian Analysis","author":"Berger","year":"1985"},{"key":"10.1016\/j.envsoft.2015.04.004_bib8","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/j.jhydrol.2005.07.007","article-title":"A\u00a0manifesto for the equifinality thesis","volume":"320","author":"Beven","year":"2006","journal-title":"J.\u00a0Hydrol."},{"key":"10.1016\/j.envsoft.2015.04.004_bib9","series-title":"sdtoolkit: Scenario Discovery Tools to Support Robust Decision Making, R Package Version 2.31","author":"Bryant","year":"2009"},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib10","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.techfore.2009.08.002","article-title":"Thinking inside the box: a participatory, computer-assisted approach to scenario discovery","volume":"77","author":"Bryant","year":"2010","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib11","doi-asserted-by":"crossref","first-page":"13","DOI":"10.5751\/ES-02819-140113","article-title":"Resilience: accounting for the noncomputable","volume":"14","author":"Carpenter","year":"2009","journal-title":"Ecol. Soc."},{"key":"10.1016\/j.envsoft.2015.04.004_bib12","doi-asserted-by":"crossref","first-page":"B37","DOI":"10.1287\/mnsc.17.2.B37","article-title":"Operations research as a profession","volume":"17","author":"Churchman","year":"1970","journal-title":"Manage. Sci."},{"issue":"2","key":"10.1016\/j.envsoft.2015.04.004_bib13","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/4235.996017","article-title":"A\u00a0fast and elitist multiobjective genetic algorithm: NSGA-II","volume":"6","author":"Deb","year":"2002","journal-title":"Evol. Comput. IEEE Trans."},{"key":"10.1016\/j.envsoft.2015.04.004_bib14","series-title":"Assumption-Based Planning: a Planning Tool for Very Uncertain Times","author":"Dewar","year":"1993"},{"key":"10.1016\/j.envsoft.2015.04.004_bib15","doi-asserted-by":"crossref","first-page":"1092","DOI":"10.1016\/j.ress.2010.11.010","article-title":"Mixed aleatory-epistemic uncertainty quantification with stochastic expansions and optimization-based interval estimation","volume":"96","author":"Eldred","year":"2011","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"10.1016\/j.envsoft.2015.04.004_bib16","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.envsoft.2012.03.014","article-title":"Estimating Sobol sensitivity indices using correlations","volume":"37","author":"Glen","year":"2012","journal-title":"Environ. Modell. Softw."},{"key":"10.1016\/j.envsoft.2015.04.004_bib17","author":"Guillaume","year":"2012"},{"key":"10.1016\/j.envsoft.2015.04.004_bib19","series-title":"dream: DiffeRential Evolution Adaptive Metropolis. R Package Version 0.4-2","author":"Guillaume","year":"2012"},{"key":"10.1016\/j.envsoft.2015.04.004_bib20","series-title":"Managing Uncertainty in Determining Sustainable Aquifer Yield","author":"Guillaume","year":"2010"},{"issue":"5","key":"10.1016\/j.envsoft.2015.04.004_bib21","doi-asserted-by":"crossref","first-page":"915","DOI":"10.1007\/s10040-012-0864-0","article-title":"A\u00a0structured analysis of uncertainty surrounding modeled impacts of groundwater extraction rules","volume":"205","author":"Guillaume","year":"2012","journal-title":"Hydrogeology J."},{"key":"10.1016\/j.envsoft.2015.04.004_bib22","doi-asserted-by":"crossref","DOI":"10.1007\/s10040-014-1153-x","article-title":"Fostering assumption-based stress-test thinking in managing groundwater systems: learning to avoid failures due to basic dynamics","author":"Guillaume","year":"2014","journal-title":"Hydrogeology J."},{"issue":"October","key":"10.1016\/j.envsoft.2015.04.004_bib23","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/j.envsoft.2014.05.020","article-title":"Fit for purpose? Building and evaluating a fast, integrated model for exploring water policy pathways","volume":"60","author":"Haasnoot","year":"2014","journal-title":"Environ. Modell. Softw."},{"key":"10.1016\/j.envsoft.2015.04.004_bib24","series-title":"Fundamentals of Mathematical Logic","author":"Hinman","year":"2005"},{"issue":"4","key":"10.1016\/j.envsoft.2015.04.004_bib25","first-page":"382","article-title":"Bayesian model averaging: a tutorial","volume":"14","author":"Hoeting","year":"1999","journal-title":"Stat. Sci."},{"issue":"0","key":"10.1016\/j.envsoft.2015.04.004_bib27","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1016\/j.envsoft.2013.03.012","article-title":"Using a parallelized MCMC algorithm in R to identify appropriate likelihood functions for SWAT","volume":"46","author":"Joseph","year":"2013","journal-title":"Environ. Modell. Softw."},{"issue":"11","key":"10.1016\/j.envsoft.2015.04.004_bib28","first-page":"2643","article-title":"Set membership approach to identification and prediction of lake eutrophication","volume":"26","author":"Keesman","year":"1990","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.04.004_bib29","series-title":"19th International Congress on Modelling and Simulation MODSIM2011, Perth, Australia","article-title":"Uncertainty modelling and analysis of environmental systems: concepts, tools and examples","author":"Keesman","year":"2011"},{"issue":"0","key":"10.1016\/j.envsoft.2015.04.004_bib30","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/j.envsoft.2012.09.007","article-title":"Set-membership approach for identification of parameter and prediction uncertainty in power-law relationships: the case of sediment yield","volume":"40","author":"Keesman","year":"2013","journal-title":"Environ. Modell. Softw."},{"key":"10.1016\/j.envsoft.2015.04.004_bib31","series-title":"Shaping the Next One Hundred Years: New Methods for Quantitative, Long-term Policy Analysis","author":"Lempert","year":"2003"},{"issue":"6","key":"10.1016\/j.envsoft.2015.04.004_bib32","doi-asserted-by":"crossref","DOI":"10.1029\/2008WR007301","article-title":"Evaluating uncertainty in integrated environmental models: a review of concepts and tools","volume":"45","author":"Matott","year":"2009","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.04.004_bib33","series-title":"Systemic Intervention: Philosophy, Methodology, and Practice","author":"Midgley","year":"2000"},{"issue":"8","key":"10.1016\/j.envsoft.2015.04.004_bib34","doi-asserted-by":"crossref","DOI":"10.1029\/2009WR008627","article-title":"Efficient regularization and uncertainty analysis using a global optimization methodology","volume":"46","author":"Moore","year":"2010","journal-title":"Water Resour. Res."},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib35","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1029\/2012WR012755","article-title":"A\u00a0stochastic reconstruction framework for analysis of water resource system vulnerability to climate-induced changes in river flow regime","volume":"49","author":"Nazemi","year":"2013","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.04.004_bib36","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1098\/rsta.1933.0009","article-title":"On the problem of the most efficient tests of statistical hypotheses","volume":"231","author":"Neyman","year":"1933","journal-title":"Philosophical Trans. R. Soc. Lond. Ser. A"},{"issue":"2\u20133","key":"10.1016\/j.envsoft.2015.04.004_bib37","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/0304-3800(95)00045-3","article-title":"Roles for deterministic bounding in environmental modelling","volume":"86","author":"Norton","year":"1996","journal-title":"Ecol. Model."},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib38","first-page":"83","article-title":"To what extent, and how, might uncertainty be defined? Comments engendered by \u201cDefining uncertainty: a conceptual basis for uncertainty management in model-based decision support\u201d: Walker et\u00a0al., Integrated Assessment 4: 1, 2003","volume":"6","author":"Norton","year":"2006","journal-title":"Integr. Assess. J."},{"issue":"5147","key":"10.1016\/j.envsoft.2015.04.004_bib39","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1126\/science.263.5147.641","article-title":"Verification, validation, and confirmation of numerical models in the earth sciences","volume":"263","author":"Oreskes","year":"1994","journal-title":"Science"},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib40","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1007\/s10750-012-1292-9","article-title":"Beguiling and risky: \u2018environmental works and measures\u2019 for wetland conservation under a changing climate","volume":"708","author":"Pittock","year":"2013","journal-title":"Hydrobiologia"},{"key":"10.1016\/j.envsoft.2015.04.004_bib41","series-title":"The Logic of Scientific Discovery","author":"Popper","year":"1959"},{"key":"10.1016\/j.envsoft.2015.04.004_bib42","series-title":"R: a Language and Environment for Statistical Computing","author":"R Development Core Team","year":"2010"},{"issue":"7","key":"10.1016\/j.envsoft.2015.04.004_bib43","doi-asserted-by":"crossref","first-page":"1229","DOI":"10.1016\/j.ress.2009.01.009","article-title":"Sensitivity analysis for decision-making using the MORE method\u2013a Pareto approach","volume":"94","author":"Ravalico","year":"2009","journal-title":"Reliab. Eng. Syst. Saf."},{"issue":"11","key":"10.1016\/j.envsoft.2015.04.004_bib44","doi-asserted-by":"crossref","first-page":"1543","DOI":"10.1016\/j.envsoft.2007.02.004","article-title":"Uncertainty in the environmental modelling process \u2013 a framework and guidance","volume":"22","author":"Refsgaard","year":"2007","journal-title":"Environ. Modell. Softw."},{"issue":"12","key":"10.1016\/j.envsoft.2015.04.004_bib45","doi-asserted-by":"crossref","first-page":"1508","DOI":"10.1016\/j.envsoft.2010.04.012","article-title":"How to avoid a perfunctory sensitivity analysis","volume":"25","author":"Saltelli","year":"2010","journal-title":"Environ. Modell. Softw."},{"key":"10.1016\/j.envsoft.2015.04.004_bib46","series-title":"Sensitivity Analysis","author":"Saltelli","year":"2004"},{"issue":"10","key":"10.1016\/j.envsoft.2015.04.004_bib47","doi-asserted-by":"crossref","DOI":"10.1029\/2009WR008933","article-title":"A\u00a0formal likelihood function for parameter and predictive inference of hydrologic models with correlated, heteroscedastic, and non-Gaussian errors","volume":"46","author":"Schoups","year":"2010","journal-title":"Water Resour. Res."},{"issue":"December","key":"10.1016\/j.envsoft.2015.04.004_bib48","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1016\/j.envsoft.2013.09.005","article-title":"Evaluating integrated assessment models of global climate change","volume":"50","author":"Schwanitz","year":"2013","journal-title":"Environ. Modell. Softw."},{"issue":"4","key":"10.1016\/j.envsoft.2015.04.004_bib49","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1002\/sdr.261","article-title":"All models are wrong: reflections on becoming a systems scientist","volume":"18","author":"Sterman","year":"2002","journal-title":"Syst. Dyn. Rev."},{"key":"10.1016\/j.envsoft.2015.04.004_bib50","doi-asserted-by":"crossref","DOI":"10.1029\/2008WR006825","article-title":"Critical evaluation of parameter consistency and predictive uncertainty in hydrological modeling: a case study using Bayesian total error analysis","volume":"45","author":"Thyer","year":"2009","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.04.004_bib51","series-title":"mco: Multi Criteria Optimization Algorithms and Related Functions. R Package Version 1.0.9","author":"Trautmann","year":"2010"},{"key":"10.1016\/j.envsoft.2015.04.004_bib52","series-title":"Critical Heuristics of Social Planning: a New Approach to Practical Philosophy","author":"Ulrich","year":"1983"},{"issue":"11","key":"10.1016\/j.envsoft.2015.04.004_bib53","doi-asserted-by":"crossref","first-page":"1268","DOI":"10.1016\/j.envsoft.2010.03.007","article-title":"Modelling with stakeholders","volume":"25","author":"Voinov","year":"2010","journal-title":"Environ. Modell. Softw."},{"issue":"3","key":"10.1016\/j.envsoft.2015.04.004_bib54","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1515\/IJNSNS.2009.10.3.273","article-title":"Accelerating Markov chain Monte Carlo simulation by differential evolution with self-adaptive randomized subspace sampling","volume":"10","author":"Vrugt","year":"2009","journal-title":"Int. J. Nonlinear Sci. Numer. Simul."},{"issue":"1","key":"10.1016\/j.envsoft.2015.04.004_bib55","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1076\/iaij.4.1.5.16466","article-title":"Defining uncertainty: a conceptual basis for uncertainty management in model-based decision support","volume":"4","author":"Walker","year":"2003","journal-title":"Integr. Assess."},{"issue":"5\u20136","key":"10.1016\/j.envsoft.2015.04.004_bib56","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1016\/0378-4754(90)90002-Z","article-title":"Estimation of parameter bounds from bounded-error data: a survey","volume":"32","author":"Walter","year":"1990","journal-title":"Math. Comput. Simul."},{"issue":"12","key":"10.1016\/j.envsoft.2015.04.004_bib57","doi-asserted-by":"crossref","first-page":"1518","DOI":"10.1016\/j.envsoft.2010.04.011","article-title":"Identification and classification of uncertainties in the application of environmental models","volume":"25","author":"Warmink","year":"2010","journal-title":"Environ. Modell. Softw."},{"issue":"2","key":"10.1016\/j.envsoft.2015.04.004_bib58","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1029\/WR022i002p00095","article-title":"Review of parameter identification procedures in groundwater hydrology: the inverse problem","volume":"22","author":"Yeh","year":"1986","journal-title":"Water Resour. Res."}],"container-title":["Environmental Modelling & Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815215001139?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815215001139?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,22]],"date-time":"2018-09-22T11:51:28Z","timestamp":1537617088000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364815215001139"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8]]},"references-count":56,"alternative-id":["S1364815215001139"],"URL":"https:\/\/doi.org\/10.1016\/j.envsoft.2015.04.004","relation":{},"ISSN":["1364-8152"],"issn-type":[{"value":"1364-8152","type":"print"}],"subject":[],"published":{"date-parts":[[2015,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Prediction under uncertainty as a boundary problem: A general formulation using Iterative Closed Question Modelling","name":"articletitle","label":"Article Title"},{"value":"Environmental Modelling & Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.envsoft.2015.04.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2015 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}