{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T08:04:26Z","timestamp":1773821066733,"version":"3.50.1"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2013,11,1]],"date-time":"2013-11-01T00:00:00Z","timestamp":1383264000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"name":"IWA Task Group on Design and Operations Uncertainty (DOUT)"},{"name":"Natural Sciences and Engineering Research Council of Canada (NSERC)"},{"name":"Primodal Inc"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Environmental Modelling &amp; Software"],"published-print":{"date-parts":[[2013,11]]},"DOI":"10.1016\/j.envsoft.2013.07.009","type":"journal-article","created":{"date-parts":[[2013,8,18]],"date-time":"2013-08-18T01:45:14Z","timestamp":1376790314000},"page":"40-52","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":93,"special_numbering":"C","title":["Global sensitivity analysis in wastewater applications: A comprehensive comparison of different methods"],"prefix":"10.1016","volume":"49","author":[{"given":"Alida","family":"Cosenza","sequence":"first","affiliation":[]},{"given":"Giorgio","family":"Mannina","sequence":"additional","affiliation":[]},{"given":"Peter A.","family":"Vanrolleghem","sequence":"additional","affiliation":[]},{"given":"Marc B.","family":"Neumann","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.envsoft.2013.07.009_bib1","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/BF02427917","article-title":"On the problem of model validation for predictive exposure assessments","volume":"11","author":"Beck","year":"1997","journal-title":"Stochastic Hydrology and Hydraulics"},{"key":"10.1016\/j.envsoft.2013.07.009_bib2","first-page":"1322","article-title":"Global sensitivity analysis of biochemical, design and operational parameters of the Benchmark Simulation Model no. 2","volume":"vol. 2","author":"Benedetti","year":"2008"},{"issue":"1","key":"10.1016\/j.envsoft.2013.07.009_bib3","doi-asserted-by":"crossref","first-page":"14","DOI":"10.2166\/wqrjc.2012.038","article-title":"Uncertainty analysis of WWTP control strategies made feasible","volume":"47","author":"Benedetti","year":"2012","journal-title":"Water Quality Research Journal of Canada"},{"issue":"10","key":"10.1016\/j.envsoft.2013.07.009_bib4","doi-asserted-by":"crossref","first-page":"2219","DOI":"10.2166\/wst.2011.453","article-title":"Assessing the convergence of LHS Monte Carlo simulations of wastewater treatment models","volume":"63","author":"Benedetti","year":"2011","journal-title":"Water Science and Technology"},{"issue":"8","key":"10.1016\/j.envsoft.2013.07.009_bib5","doi-asserted-by":"crossref","first-page":"85","DOI":"10.2166\/wst.2007.600","article-title":"Comparing global sensitivity analysis for a biofilm model for two-step nitrification using the qualitative screening method of Morris or the quantitative variance-based Fourier Amplitude Sensitivity Test (FAST)","volume":"56","author":"Brockmann","year":"2007","journal-title":"Water Science & Technology"},{"key":"10.1016\/j.envsoft.2013.07.009_bib6","doi-asserted-by":"crossref","first-page":"4113","DOI":"10.1016\/S0043-1354(02)00104-5","article-title":"Practical identifiability of ASM2d parameters: systematic selection and tuning of parameter subsets","volume":"36","author":"Brun","year":"2002","journal-title":"Water Research"},{"issue":"10","key":"10.1016\/j.envsoft.2013.07.009_bib7","doi-asserted-by":"crossref","first-page":"1509","DOI":"10.1016\/j.envsoft.2006.10.004","article-title":"An effective screening design for sensitivity analysis of large models","volume":"22","author":"Campolongo","year":"2007","journal-title":"Environmental Modelling & Software"},{"key":"10.1016\/j.envsoft.2013.07.009_bib8","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/j.memsci.2011.10.020","article-title":"Sensitivity and uncertainty analyses of an extended ASM3-SMP model describing membrane bioreactor operation","volume":"389","author":"Chen","year":"2012","journal-title":"Journal of Membrane Science"},{"key":"10.1016\/j.envsoft.2013.07.009_bib9","doi-asserted-by":"crossref","first-page":"1897","DOI":"10.1016\/j.ecolmodel.2010.04.021","article-title":"Comparison of sensitivity analysis techniques: a case study with the rice model WARM","volume":"221","author":"Confalonieri","year":"2010","journal-title":"Ecological Modelling"},{"issue":"6","key":"10.1016\/j.envsoft.2013.07.009_bib10","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1061\/(ASCE)EE.1943-7870.0000667","article-title":"Biological nutrient removal and fouling phenomena in a UCT-MBR treating high nitrogen loads","volume":"139","author":"Cosenza","year":"2013","journal-title":"Journal of Environmental Engineering"},{"issue":"4","key":"10.1016\/j.envsoft.2013.07.009_bib11","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1007\/s00449-012-0806-1","article-title":"Biological nitrogen and phosphorus removal in membrane bioreactors: model development and parameter estimation","volume":"36","author":"Cosenza","year":"2013","journal-title":"Bioprocess and Biosystems Engineering"},{"key":"10.1016\/j.envsoft.2013.07.009_bib12","unstructured":"Cosenza, A., Mannina, G., Vanrolleghem, P.A., Neumann, M.B., 2013c, Variance-based Sensitivity Analysis in Wastewater Applications (submitted for publication)."},{"issue":"8","key":"10.1016\/j.envsoft.2013.07.009_bib13","doi-asserted-by":"crossref","first-page":"3873","DOI":"10.1063\/1.1680571","article-title":"Study of the sensitivity of coupled reaction systems to uncertainties in rate coefficients. I Theory","volume":"59","author":"Cukier","year":"1973","journal-title":"The Journal of Chemical Physics"},{"issue":"1","key":"10.1016\/j.envsoft.2013.07.009_bib14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.memsci.2008.05.036","article-title":"An integrated model for physical\u2013biological wastewater organic removal in a submerged membrane bioreactor: model development and parameter estimation","volume":"322","author":"Di Bella","year":"2008","journal-title":"Journal of Membrane Science"},{"key":"10.1016\/j.envsoft.2013.07.009_bib15","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1016\/j.desal.2010.10.061","article-title":"Evaluation of biomass activity and wastewater characterization in a UCT-MBR pilot plant by means of respirometric techniques","volume":"269","author":"Di Trapani","year":"2011","journal-title":"Desalination"},{"issue":"12","key":"10.1016\/j.envsoft.2013.07.009_bib16","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.envsoft.2012.04.005","article-title":"Assessing the use of activated sludge process design guidelines in wastewater treatment plant projects: a methodology based on global sensitivity analysis","volume":"38","author":"Flores-Alsina","year":"2012","journal-title":"Environmental Modelling & Software"},{"issue":"11","key":"10.1016\/j.envsoft.2013.07.009_bib17","doi-asserted-by":"crossref","first-page":"1255","DOI":"10.1016\/j.envsoft.2011.06.001","article-title":"Dynamic influent pollutant disturbance scenario generation using a phenomenological modelling approach","volume":"26","author":"Gernaey","year":"2011","journal-title":"Environmental Modelling & Software"},{"issue":"10","key":"10.1016\/j.envsoft.2013.07.009_bib18","doi-asserted-by":"crossref","first-page":"2164","DOI":"10.2166\/wst.2011.368","article-title":"Activated sludge modelling: development and potential use of a practical applications database","volume":"63","author":"Hauduc","year":"2011","journal-title":"Water Science and Technology"},{"key":"10.1016\/j.envsoft.2013.07.009_bib19","series-title":"Activated Sludge Models ASM1, ASM2, ASM2d and ASM3","author":"Henze","year":"2000"},{"key":"10.1016\/j.envsoft.2013.07.009_bib20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0951-8320(96)00002-6","article-title":"Importance measures in global sensitivity analysis of nonlinear models","volume":"52","author":"Homma","year":"1996","journal-title":"Reliability Engineering and System Safety"},{"key":"10.1016\/j.envsoft.2013.07.009_bib21","series-title":"Modello di depurazione biologica secondo lo standard ASM3 con doppio step di nitrificazione","author":"Innocenti","year":"2005"},{"issue":"20","key":"10.1016\/j.envsoft.2013.07.009_bib22","doi-asserted-by":"crossref","first-page":"4955","DOI":"10.1016\/j.watres.2008.09.037","article-title":"Modelling the production and degradation of soluble microbial products (SMP) in membrane bioreactors (MBR)","volume":"42","author":"Jiang","year":"2008","journal-title":"Water Research"},{"key":"10.1016\/j.envsoft.2013.07.009_bib23","unstructured":"Mannina, G., Cosenza, A., Neumann, M.B., Vanrolleghem, P.A., 2013. Global Sensitivity Analysis for Urban Water Quality Modelling: Convergence Analysis and Comparison of Different Methods (submitted for publication)."},{"issue":"4","key":"10.1016\/j.envsoft.2013.07.009_bib24","doi-asserted-by":"crossref","first-page":"575","DOI":"10.2166\/hydro.2011.041","article-title":"A\u00a0practical protocol for calibration of nutrient removal wastewater treatment models","volume":"13","author":"Mannina","year":"2011","journal-title":"Journal of Hydroinformatics"},{"issue":"2","key":"10.1016\/j.envsoft.2013.07.009_bib25","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1016\/j.bej.2010.09.001","article-title":"Uncertainty assessment of a membrane bioreactor model using the GLUE methodology","volume":"52","author":"Mannina","year":"2010","journal-title":"Biochemical Engineering Journal"},{"issue":"1\u20132","key":"10.1016\/j.envsoft.2013.07.009_bib26","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.memsci.2011.04.003","article-title":"An integrated model for biological and physical process simulation in membrane bioreactors (MBR)","volume":"376","author":"Mannina","year":"2011","journal-title":"Journal of Membrane Science"},{"issue":"3","key":"10.1016\/j.envsoft.2013.07.009_bib27","doi-asserted-by":"crossref","first-page":"555","DOI":"10.2166\/wst.2009.376","article-title":"Separate and combined sewer systems: a long-term modelling approach","volume":"60","author":"Mannina","year":"2009","journal-title":"Water Science and Technology"},{"issue":"5","key":"10.1016\/j.envsoft.2013.07.009_bib28","doi-asserted-by":"crossref","first-page":"1103","DOI":"10.2166\/wst.2009.416","article-title":"Hybrid moving bed biofilm reactors: an effective solution for upgrading a large wastewater treatment plant","volume":"60","author":"Mannina","year":"2009","journal-title":"Water Science and Technology"},{"issue":"2","key":"10.1016\/j.envsoft.2013.07.009_bib29","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1080\/00401706.1991.10484804","article-title":"Factorial sampling plans for preliminary computational experiments","volume":"33","author":"Morris","year":"1991","journal-title":"Technometrics"},{"issue":"1","key":"10.1016\/j.envsoft.2013.07.009_bib30","doi-asserted-by":"crossref","first-page":"530","DOI":"10.1016\/j.scitotenv.2012.06.026","article-title":"Comparison of sensitivity analysis techniques for modelling micropollutant oxidation in water treatment","volume":"433","author":"Neumann","year":"2012","journal-title":"Science of the Total Environment"},{"issue":"3","key":"10.1016\/j.envsoft.2013.07.009_bib31","doi-asserted-by":"crossref","first-page":"539","DOI":"10.2166\/wst.2012.884","article-title":"Multi-variable sensitivity and identifiability analysis for a complex environmental model in view of integrated water quantity and water quality modeling","volume":"65","author":"Nossent","year":"2012","journal-title":"Water Science & Technology"},{"key":"10.1016\/j.envsoft.2013.07.009_bib32","doi-asserted-by":"crossref","first-page":"1515","DOI":"10.1016\/j.envsoft.2011.08.010","article-title":"Sobol' sensitivity analysis of a complex environmental model","volume":"26","author":"Nossent","year":"2011","journal-title":"Environmental Modelling & Software"},{"issue":"10","key":"10.1016\/j.envsoft.2013.07.009_bib33","doi-asserted-by":"crossref","first-page":"2199","DOI":"10.2166\/wst.2011.442","article-title":"Application of the Morris method for screening the influential parameters of fuzzy controllers applied to wastewater treatment plants","volume":"63","author":"Ruano","year":"2011","journal-title":"Water Science and Technology"},{"issue":"11","key":"10.1016\/j.envsoft.2013.07.009_bib34","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.envsoft.2012.03.008","article-title":"An improved sampling strategy based on trajectory design for application of the Morris method to systems with many input factors","volume":"37","author":"Ruano","year":"2012","journal-title":"Environmental Modelling & Software"},{"key":"10.1016\/j.envsoft.2013.07.009_bib35","series-title":"Global Sensitivity Analysis. The Primer","author":"Saltelli","year":"2008"},{"key":"10.1016\/j.envsoft.2013.07.009_bib36","series-title":"Sensitivity Analysis","author":"Saltelli","year":"2000"},{"issue":"1","key":"10.1016\/j.envsoft.2013.07.009_bib37","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1080\/00401706.1999.10485594","article-title":"A\u00a0quantitative model-independent method for global sensitivity analysis of model output","volume":"41","author":"Saltelli","year":"1999","journal-title":"Technometrics"},{"key":"10.1016\/j.envsoft.2013.07.009_bib38","doi-asserted-by":"crossref","first-page":"2811","DOI":"10.1021\/cr040659d","article-title":"Sensitivity analysis for chemical models","volume":"105","author":"Saltelli","year":"2005","journal-title":"Chemical Reviews"},{"key":"10.1016\/j.envsoft.2013.07.009_bib39","article-title":"Sensitivity Analysis in Practice. A Guide to Assessing Scientific Models","author":"Saltelli","year":"2004"},{"issue":"8","key":"10.1016\/j.envsoft.2013.07.009_bib40","doi-asserted-by":"crossref","first-page":"3879","DOI":"10.1063\/1.1680572","article-title":"Study of the sensitivity of coupled reaction systems to uncertainties in rate coefficients. II Applications","volume":"59","author":"Schaibly","year":"1973","journal-title":"The Journal of Chemical Physics"},{"key":"10.1016\/j.envsoft.2013.07.009_bib41","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1016\/j.watres.2010.08.025","article-title":"Global sensitivity analysis in wastewater treatment plant model applications: prioritizing sources of uncertainty","volume":"45","author":"Sin","year":"2011","journal-title":"Water Research"},{"issue":"1\u20133","key":"10.1016\/j.envsoft.2013.07.009_bib42","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1016\/S0378-4754(00)00270-6","article-title":"Global sensitivity indices for nonlinear mathematical models and their Monte Carlo estimates","volume":"55","author":"Sobol","year":"2001","journal-title":"Mathematics and Computers in Simulation"},{"key":"10.1016\/j.envsoft.2013.07.009_bib43","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.envsoft.2012.04.010","article-title":"Three complementary methods for sensitivity analysis of a water quality model","volume":"37","author":"Sun","year":"2012","journal-title":"Environmental Modelling & Software"},{"issue":"5","key":"10.1016\/j.envsoft.2013.07.009_bib44","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1016\/S0273-1223(97)00463-0","article-title":"A\u00a0procedure for selecting best identifiable parameters in calibrating activated sludge model No.1 to full-scale plant data","volume":"36","author":"Weijers","year":"1997","journal-title":"Water Science and Technology"},{"issue":"4","key":"10.1016\/j.envsoft.2013.07.009_bib45","doi-asserted-by":"crossref","first-page":"444","DOI":"10.1016\/j.envsoft.2010.10.007","article-title":"Convergence and uncertainty analyses in Monte-Carlo based sensitivity analysis","volume":"26","author":"Yang","year":"2011","journal-title":"Environmental Modelling & Software"}],"container-title":["Environmental Modelling &amp; Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815213001680?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815213001680?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,10,13]],"date-time":"2018-10-13T21:52:57Z","timestamp":1539467577000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364815213001680"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,11]]},"references-count":45,"alternative-id":["S1364815213001680"],"URL":"https:\/\/doi.org\/10.1016\/j.envsoft.2013.07.009","relation":{},"ISSN":["1364-8152"],"issn-type":[{"value":"1364-8152","type":"print"}],"subject":[],"published":{"date-parts":[[2013,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Global sensitivity analysis in wastewater applications: A comprehensive comparison of different methods","name":"articletitle","label":"Article Title"},{"value":"Environmental Modelling & Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.envsoft.2013.07.009","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2013 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}