{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T06:47:10Z","timestamp":1792738030526,"version":"4.5.0"},"reference-count":59,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2017,7,9]],"date-time":"2017-07-09T00:00:00Z","timestamp":1499558400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003246","name":"Dutch National Science Foundation","doi-asserted-by":"crossref","award":["451-13-018"],"award-info":[{"award-number":["451-13-018"]}],"id":[{"id":"10.13039\/501100003246","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Environmental Modelling &amp; Software"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1016\/j.envsoft.2017.06.054","type":"journal-article","created":{"date-parts":[[2017,7,11]],"date-time":"2017-07-11T22:02:08Z","timestamp":1499810528000},"page":"239-250","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":197,"special_numbering":"C","title":["The Exploratory Modeling Workbench: An open source toolkit for exploratory modeling, scenario discovery, and (multi-objective) robust decision making"],"prefix":"10.1016","volume":"96","author":[{"given":"Jan H.","family":"Kwakkel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/j.envsoft.2017.06.054_bib1","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1002\/sres.2340","article-title":"Societal ageing in The Netherlands: a robust system dynamics approach","volume":"32","author":"Auping","year":"2015","journal-title":"Syst. Res. Behav. Sci."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib2","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1287\/opre.41.3.435","article-title":"Exploratory modeling for policy analysis","volume":"4","author":"Bankes","year":"1993","journal-title":"Operations Res."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib3","doi-asserted-by":"crossref","first-page":"7263","DOI":"10.1073\/pnas.092081399","article-title":"Tools and techniques for developing policies for complex and uncertain systems","volume":"99","author":"Bankes","year":"2002","journal-title":"Proc. Natl. Acad. Sci. U. S. A."},{"key":"10.1016\/j.envsoft.2017.06.054_bib4","series-title":"Encyclopedia of Operations Research and Management Science","article-title":"Exploratory modeling and analysis","author":"Bankes","year":"2013"},{"key":"10.1016\/j.envsoft.2017.06.054_bib5","series-title":"Information-Gap Decision Theory: Decision under Severe Uncertainty","author":"Ben Haim","year":"2001"},{"key":"10.1016\/j.envsoft.2017.06.054_bib6","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"Breiman","year":"2001","journal-title":"Mach. Learn."},{"key":"10.1016\/j.envsoft.2017.06.054_bib7","series-title":"Classification and Regression Trees","author":"Breiman","year":"1984"},{"issue":"9","key":"10.1016\/j.envsoft.2017.06.054_bib8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1029\/2011WR011212","article-title":"Decision scaling: linking bottom-up vulnerability analysis with climate projections in the water sector","volume":"48","author":"Brown","year":"2012","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2017.06.054_bib9","series-title":"Sdtoolkit: Scenario Discovery Tools to Support Robust Decision Making (v2.33-1)","author":"Bryant","year":"2014"},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib10","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.techfore.2009.08.002","article-title":"Thinking inside the Box: a participatory computer-assisted approach to scenario discovery","volume":"77","author":"Bryant","year":"2010","journal-title":"Technol. Forecast. Soc. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib11","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/j.envsoft.2013.05.013","article-title":"Improving scenario discovery using orthogonal rotations","volume":"48","author":"Dalal","year":"2013","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2017.06.054_bib12","series-title":"Flexibility in Engineering Design","author":"de Neufville","year":"2011"},{"issue":"13","key":"10.1016\/j.envsoft.2017.06.054_bib13","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1029\/2009EO130003","article-title":"Do we need better predictions to adapt to a changing climate?","volume":"90","author":"Dessai","year":"2009","journal-title":"EOS"},{"issue":"2","key":"10.1016\/j.envsoft.2017.06.054_bib14","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1023\/A:1008894516817","article-title":"Bump hunting in high-dimensional data","volume":"9","author":"Friedman","year":"1999","journal-title":"Statistics Comput."},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib15","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s10994-006-6226-1","article-title":"Extremely randomized trees","volume":"63","author":"Geurts","year":"2006","journal-title":"Mach. Learn."},{"issue":"3\u20134","key":"10.1016\/j.envsoft.2017.06.054_bib16","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1007\/s10584-015-1586-9","article-title":"Is robustness really robust? How different definitions of robustness impact decision-making under climate change","volume":"135","author":"Giuliani","year":"2016","journal-title":"Clim. Change"},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib17","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/j.gloenvcha.2006.11.006","article-title":"A\u00a0new analytic method for finding policy-relevant scenarios","volume":"17","author":"Groves","year":"2007","journal-title":"Glob. Environ. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib18","doi-asserted-by":"crossref","first-page":"336","DOI":"10.1016\/j.envsoft.2016.03.006","article-title":"The diversity of socio-economic pathways and CO2 emissions scenarios: insights from the investigation of a scenarios database","volume":"80","author":"Guivarch","year":"2016","journal-title":"Environ. Model. Softw."},{"issue":"2","key":"10.1016\/j.envsoft.2017.06.054_bib19","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1016\/j.gloenvcha.2012.12.006","article-title":"Dynamic adaptive policy pathways: a method for crafting robust decisions for a deeply uncertain world","volume":"23","author":"Haasnoot","year":"2013","journal-title":"Glob. Environ. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib20","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/j.envsoft.2015.07.014","article-title":"OpenMORDM: an open source framework for many objective robust decision making","volume":"74","author":"Hadka","year":"2015","journal-title":"Environ. Model. Softw."},{"issue":"2","key":"10.1016\/j.envsoft.2017.06.054_bib21","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1162\/EVCO_a_00075","article-title":"Borg: an auto-adaptive many-objective evolutionary computing framework","volume":"21","author":"Hadka","year":"2013","journal-title":"Evol. Comput."},{"key":"10.1016\/j.envsoft.2017.06.054_bib22","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.futures.2015.09.004","article-title":"A\u00a0scenario discovery study of the impact of uncertainties in the global container transport system on European ports","volume":"81","author":"Halim","year":"2016","journal-title":"Futures"},{"key":"10.1016\/j.envsoft.2017.06.054_bib23","series-title":"Shock Waves - Managing the Impact of Climate Change on Povert","author":"Hallegatte","year":"2015"},{"key":"10.1016\/j.envsoft.2017.06.054_bib24","series-title":"Investment decision making under deep uncertainty: application to climate change","author":"Hallegatte","year":"2012"},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib25","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1016\/j.techfore.2012.10.004","article-title":"Adaptive robust design under deep uncertainty","volume":"80","author":"Hamarat","year":"2013","journal-title":"Technol. Forecast. Soc. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib26","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.simpat.2014.02.008","article-title":"An exploratory approach for adaptive policymaking by using multi-objective robust optimization","volume":"46","author":"Hamarat","year":"2014","journal-title":"Simul. Model. Pract. Theory"},{"issue":"10","key":"10.1016\/j.envsoft.2017.06.054_bib27","doi-asserted-by":"crossref","DOI":"10.1061\/(ASCE)WR.1943-5452.0000509","article-title":"How should robustness be defined for water systems planning under change","volume":"141","author":"Herman","year":"2015","journal-title":"J.\u00a0Water Resour. Plan. Manag."},{"issue":"9","key":"10.1016\/j.envsoft.2017.06.054_bib28","article-title":"SALib: an open-source Python library for sensitivity analysis","volume":"2","author":"Herman","year":"2017","journal-title":"J.\u00a0Open Source Softw."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib29","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1109\/MCSE.2007.55","article-title":"Matplotlib: a 2D graphics environment","volume":"9","author":"Hunter","year":"2007","journal-title":"Comput. Sci. Eng."},{"key":"10.1016\/j.envsoft.2017.06.054_bib30","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.envsoft.2012.12.007","article-title":"Many objective robust decision making for complex environmental systems undergoing change","volume":"42","author":"Kasprzyk","year":"2013","journal-title":"Environ. Model. Softw."},{"issue":"6","key":"10.1016\/j.envsoft.2017.06.054_bib31","doi-asserted-by":"crossref","first-page":"792","DOI":"10.1016\/j.advwatres.2005.07.010","article-title":"Comparing state-of-the-art evolutionary multi-objective algorithms for long-term groundwater monitoring design","volume":"29","author":"Kollat","year":"2006","journal-title":"Adv. Water Resour."},{"issue":"4","key":"10.1016\/j.envsoft.2017.06.054_bib32","doi-asserted-by":"crossref","first-page":"789","DOI":"10.1016\/j.techfore.2012.09.012","article-title":"Dynamic scenario discovery under deep uncertainty: the future of copper","volume":"80","author":"Kwakkel","year":"2013","journal-title":"Technol. Forecast. Soc. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib33","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1016\/j.techfore.2016.06.014","article-title":"Improving scenario discovery by bagging random boxes","volume":"111","author":"Kwakkel","year":"2016","journal-title":"Technol. Forecast. Soc. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib34","series-title":"Robustness Analysis in Decision Aiding, Optimization, and Analytics","article-title":"How robust is a robust Policy? Comparing alternative robustness metrics for robust decision-making","author":"Kwakkel","year":"2016"},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib35","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1007\/s10584-014-1210-4","article-title":"Developing Dynamic Adaptive Policy Pathways: a computer-assisted approach for developing adaptive strategies for a deeply uncertain world","volume":"132","author":"Kwakkel","year":"2015","journal-title":"Clim. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib36","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1016\/j.envsoft.2016.09.017","article-title":"Comparing robust decision-making and dynamic adaptive policy pathways for model-based decision support under deep uncertainty","volume":"86","author":"Kwakkel","year":"2016","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2017.06.054_bib37","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1016\/j.envsoft.2015.11.020","article-title":"Improving scenario discovery for handling heterogeneous uncertainties and multinomial classified outcomes","volume":"79","author":"Kwakkel","year":"2016","journal-title":"Environ. Model. Softw."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib38","first-page":"227","article-title":"Adaptive airport strategic planning","volume":"10","author":"Kwakkel","year":"2010","journal-title":"Eur. J. Transp. Infrastructure Res."},{"issue":"4","key":"10.1016\/j.envsoft.2017.06.054_bib39","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1111\/j.1539-6924.2007.00940.x","article-title":"Managing the risk of uncertain threshold response: comparison of robust, optimum, and precautionary approaches","volume":"24","author":"Lempert","year":"2007","journal-title":"Risk Anal."},{"issue":"4","key":"10.1016\/j.envsoft.2017.06.054_bib40","doi-asserted-by":"crossref","first-page":"514","DOI":"10.1287\/mnsc.1050.0472","article-title":"A\u00a0general, analytic method for generating robust strategies and narrative scenarios","volume":"52","author":"Lempert","year":"2006","journal-title":"Manag. Sci."},{"key":"10.1016\/j.envsoft.2017.06.054_bib41","series-title":"Shaping the Next One Hundred Years: New Methods for Quantitative, Long Term Policy Analysis","author":"Lempert","year":"2003"},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib42","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1038\/nclimate2765","article-title":"Sustainable water management under future uncertainty with eco-engineering decision scaling","volume":"6","author":"LeRoy Poff","year":"2015","journal-title":"Nat. Clim. Change"},{"key":"10.1016\/j.envsoft.2017.06.054_bib43","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/j.envsoft.2016.03.014","article-title":"An uncertain future, deep uncertainty, scenarios, robustness and adaptation: how do they fit together?","volume":"81","author":"Maier","year":"2016","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2017.06.054_bib44","first-page":"2825","article-title":"Scikit-learn: machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J.\u00a0Mach. Learn. Res."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib45","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1109\/MCSE.2007.53","article-title":"IPython: a system for interactive scientific computing","volume":"9","author":"P\u00e9rez","year":"2007","journal-title":"Comput. Sci. Eng."},{"issue":"1\u20132","key":"10.1016\/j.envsoft.2017.06.054_bib46","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/sdr.1510","article-title":"Radicalization under deep uncertainty: a multi-model exploration of activism, extremism and terrorism","volume":"30","author":"Pruyt","year":"2014","journal-title":"Syst. Dyn. Rev."},{"key":"10.1016\/j.envsoft.2017.06.054_bib47","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1016\/j.envsoft.2017.02.017","article-title":"Direct policy search for robust multi-objective management of deeply uncertain socio-ecological tipping points","volume":"92","author":"Quinn","year":"2017","journal-title":"Environ. Model. Softw."},{"issue":"3","key":"10.1016\/j.envsoft.2017.06.054_bib48","doi-asserted-by":"crossref","DOI":"10.5751\/ES-07687-200312","article-title":"Many-objective robust decision making for managing an ecosystem with a deeply uncertain threshold response","volume":"20","author":"Singh","year":"2015","journal-title":"Ecol. Soc."},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib49","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/0043-1354(80)90040-8","article-title":"Eutrophication in peel inlet. II. Identification of critical uncertainties via generalized sensitivity analysis","volume":"14","author":"Spear","year":"1980","journal-title":"Water Res."},{"key":"10.1016\/j.envsoft.2017.06.054_bib50","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/j.ejor.2007.02.039","article-title":"From decision theory to decision aiding methodology","volume":"187","author":"Tsouki\u00e0s","year":"2008","journal-title":"Eur. J. Operational Res."},{"issue":"1\u20132","key":"10.1016\/j.envsoft.2017.06.054_bib51","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1023\/A:1015783803445","article-title":"Uncertainty in integrated assessment modelling. From positivism to pluralism","volume":"54","author":"Van Asselt","year":"2002","journal-title":"Clim. Change"},{"issue":"1\u20133","key":"10.1016\/j.envsoft.2017.06.054_bib52","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1002\/1099-1360(200001\/05)9:1\/3<11::AID-MCDA264>3.0.CO;2-3","article-title":"Policy analysis: a systematic approach to supporting policymaking in the public sector","volume":"9","author":"Walker","year":"2000","journal-title":"J.\u00a0Multicriteria Decis. Analysis"},{"key":"10.1016\/j.envsoft.2017.06.054_bib53","series-title":"Encyclopedia of Operations Research and Management Science","first-page":"395","article-title":"Deep uncertainty","author":"Walker","year":"2013"},{"issue":"2","key":"10.1016\/j.envsoft.2017.06.054_bib54","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1016\/S0377-2217(00)00071-0","article-title":"Adaptive policies, policy analysis, and policymaking","volume":"128","author":"Walker","year":"2001","journal-title":"Eur. J. Operational Res."},{"issue":"1","key":"10.1016\/j.envsoft.2017.06.054_bib55","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.envsoft.2015.07.020","article-title":"Confronting tipping points: can multi-objective evolutionary algorithms discover pollution control tradeoffs given environmental thresholds?","volume":"73","author":"Ward","year":"2015","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2017.06.054_bib56","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.envsoft.2016.12.001","article-title":"Incorporating deeply uncertain factors into the many objective search process","volume":"89","author":"Watson","year":"2017","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2017.06.054_bib57","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1002\/wcc.202","article-title":"Improving the contribution of climate model information to decision making: the value and demands of robust decision making frameworks","volume":"4","author":"Weaver","year":"2013","journal-title":"WIREs Clim. Change"},{"issue":"7","key":"10.1016\/j.envsoft.2017.06.054_bib58","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1002\/wea.543","article-title":"Robust adaptation to climate change","volume":"65","author":"Wilby","year":"2010","journal-title":"Weather"},{"key":"10.1016\/j.envsoft.2017.06.054_bib59","series-title":"Modeling Badly Defined Systems: Some Further Thoughts","author":"Young","year":"1978"}],"container-title":["Environmental Modelling &amp; Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815217301251?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815217301251?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,10,1]],"date-time":"2018-10-01T13:37:16Z","timestamp":1538401036000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364815217301251"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10]]},"references-count":59,"alternative-id":["S1364815217301251"],"URL":"https:\/\/doi.org\/10.1016\/j.envsoft.2017.06.054","relation":{},"ISSN":["1364-8152"],"issn-type":[{"value":"1364-8152","type":"print"}],"subject":[],"published":{"date-parts":[[2017,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"The Exploratory Modeling Workbench: An open source toolkit for exploratory modeling, scenario discovery, and (multi-objective) robust decision making","name":"articletitle","label":"Article Title"},{"value":"Environmental Modelling & Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.envsoft.2017.06.054","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2017 The Author. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}]}}