{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T23:06:25Z","timestamp":1761260785255,"version":"build-2065373602"},"reference-count":95,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100000995","name":"Australian National University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000995","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007912","name":"Australian Government Department of Education and Training","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007912","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Environmental Modelling & Software"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1016\/j.envsoft.2021.105013","type":"journal-article","created":{"date-parts":[[2021,2,24]],"date-time":"2021-02-24T13:04:32Z","timestamp":1614171872000},"page":"105013","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Property-based Sensitivity Analysis: An approach to identify model implementation and integration errors"],"prefix":"10.1016","volume":"139","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8173-0870","authenticated-orcid":false,"given":"Takuya","family":"Iwanaga","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6396-6206","authenticated-orcid":false,"given":"Xifu","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Qian","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6854-8708","authenticated-orcid":false,"given":"Joseph H.A.","family":"Guillaume","sequence":"additional","affiliation":[]},{"given":"Barry F.W.","family":"Croke","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9837-7786","authenticated-orcid":false,"given":"Joel","family":"Rahman","sequence":"additional","affiliation":[]},{"given":"Anthony J.","family":"Jakeman","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.envsoft.2021.105013_bib1","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MCSE.2014.5","article-title":"Water science software institute: agile and open source scientific software development","volume":"16","author":"Ahalt","year":"2014","journal-title":"Comput. Sci. Eng."},{"key":"10.1016\/j.envsoft.2021.105013_bib2","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/S0022-1694(01)00421-8","article-title":"Equifinality, data assimilation, and uncertainty estimation in mechanistic modelling of complex environmental systems using the GLUE methodology","volume":"249","author":"Beven","year":"2001","journal-title":"J. Hydrol."},{"key":"10.1016\/j.envsoft.2021.105013_bib3","doi-asserted-by":"crossref","first-page":"8449","DOI":"10.1021\/acs.orglett.9b03216","article-title":"Characterization of leptazolines A\u2013D, polar oxazolines from the Cyanobacterium leptolyngbya sp., reveals a glitch with the \u201cWilloughby\u2013Hoye\u201d scripts for calculating NMR chemical shifts","volume":"21","author":"Bhandari Neupane","year":"2019","journal-title":"Org. Lett."},{"key":"10.1016\/j.envsoft.2021.105013_bib4","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1145\/12944.12948","article-title":"A spiral model of software development and enhancement","volume":"11","author":"Boehm","year":"1986","journal-title":"SIGSOFT Softw. Eng. Notes"},{"key":"10.1016\/j.envsoft.2021.105013_bib5","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.ejor.2008.12.025","article-title":"Sensitivity analysis with finite changes: an application to modified EOQ models","volume":"200","author":"Borgonovo","year":"2010","journal-title":"Eur. J. Oper. Res."},{"key":"10.1016\/j.envsoft.2021.105013_bib6","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/s10666-005-9029-z","article-title":"Application of the Morris algorithm for sensitivity analysis of the REALM model for the Goulburn irrigation system","volume":"11","author":"Braddock","year":"2006","journal-title":"Environ. Model. Assess."},{"key":"10.1016\/j.envsoft.2021.105013_bib7","first-page":"1509","article-title":"An effective screening design for sensitivity analysis of large models","volume":"22","author":"Campolongo","year":"2007","journal-title":"Environ. Modell. Softw. Model. Comput. Assist. Simul. Map. Danger. Phenom. Hazard Assess."},{"key":"10.1016\/j.envsoft.2021.105013_bib8","doi-asserted-by":"crossref","first-page":"978","DOI":"10.1016\/j.cpc.2010.12.039","article-title":"From screening to quantitative sensitivity analysis. A unified approach","volume":"182","author":"Campolongo","year":"2011","journal-title":"Comput. Phys. Commun."},{"key":"10.1016\/j.envsoft.2021.105013_bib9","series-title":"Proceedings of the Fifth ACM SIGPLAN International Conference on Functional Programming, ICFP \u201900","first-page":"268","article-title":"QuickCheck: a lightweight tool for random testing of Haskell programs","author":"Claessen","year":"2000"},{"key":"10.1016\/j.envsoft.2021.105013_bib10","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1109\/MCSE.2013.133","article-title":"The software sustainability institute: changing research software attitudes and practices","volume":"15","author":"Crouch","year":"2013","journal-title":"Comput. Sci. Eng."},{"key":"10.1016\/j.envsoft.2021.105013_bib11","doi-asserted-by":"crossref","first-page":"6417","DOI":"10.1002\/2015WR016907","article-title":"Computationally inexpensive identification of noninformative model parameters by sequential screening","volume":"51","author":"Cuntz","year":"2015","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2021.105013_bib12","doi-asserted-by":"crossref","DOI":"10.1007\/s10664-019-09794-7","article-title":"An approach and benchmark to detect behavioral changes of commits in continuous integration","author":"Danglot","year":"2020","journal-title":"Empir. Softw. Eng."},{"year":"2016","series-title":"Bayesian Methods for Hackers: Probabilistic Programming and Bayesian Inference","author":"Davidson-Pilon","key":"10.1016\/j.envsoft.2021.105013_bib13"},{"key":"10.1016\/j.envsoft.2021.105013_bib14","doi-asserted-by":"crossref","first-page":"104588","DOI":"10.1016\/j.envsoft.2019.104588","article-title":"Certain trends in uncertainty and sensitivity analysis: an overview of software tools and techniques","volume":"124","author":"Douglas-Smith","year":"2020","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib15","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10584-014-1211-3","article-title":"Exploring scenario and model uncertainty in cross-sectoral integrated assessment approaches to climate change impacts","volume":"132","author":"Dunford","year":"2015","journal-title":"Climatic Change"},{"key":"10.1016\/j.envsoft.2021.105013_bib16","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1038\/ngeo2283","article-title":"Open code for open science?","volume":"7","author":"Easterbrook","year":"2014","journal-title":"Nat. Geosci."},{"volume":"1 2","year":"2020","author":"Elsawah","key":"10.1016\/j.envsoft.2021.105013_bib17"},{"key":"10.1016\/j.envsoft.2021.105013_bib18","doi-asserted-by":"crossref","first-page":"666","DOI":"10.1016\/j.scitotenv.2016.02.133","article-title":"Trends in sensitivity analysis practice in the last decade","volume":"568","author":"Ferretti","year":"2016","journal-title":"Sci. Total Environ."},{"year":"2005","series-title":"Water Management Options: Assisting Irrigators with Stream Flow Management Plan Implementation","author":"Finger","key":"10.1016\/j.envsoft.2021.105013_bib19"},{"key":"10.1016\/j.envsoft.2021.105013_bib20","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1145\/263244.263267","article-title":"Property-based testing: a new approach to testing for assurance","volume":"22","author":"Fink","year":"1997","journal-title":"SIGSOFT Softw. Eng. Notes"},{"key":"10.1016\/j.envsoft.2021.105013_bib21","series-title":"Statistics and Data Science, Communications in Computer and Information Science","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1007\/978-981-15-1960-4_8","article-title":"Truth, proof, and reproducibility: there's No counter-attack for the codeless","author":"Gray","year":"2019"},{"key":"10.1016\/j.envsoft.2021.105013_bib22","doi-asserted-by":"crossref","first-page":"987","DOI":"10.1126\/science.1116681","article-title":"Pattern-oriented modeling of agent-based complex systems: lessons from ecology","volume":"310","author":"Grimm","year":"2005","journal-title":"Science"},{"key":"10.1016\/j.envsoft.2021.105013_bib23","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1098\/rstb.2011.0180","article-title":"Pattern-oriented modelling: a \u2018multi-scope\u2019 for predictive systems ecology","volume":"367","author":"Grimm","year":"2012","journal-title":"Phil. Trans. R. Soc. B"},{"key":"10.1016\/j.envsoft.2021.105013_bib24","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.envsoft.2019.07.007","article-title":"Introductory overview of identifiability analysis: a guide to evaluating whether you have the right type of data for your modeling purpose","volume":"119","author":"Guillaume","year":"2019","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib25","doi-asserted-by":"crossref","first-page":"3802","DOI":"10.1002\/hyp.6989","article-title":"Reconciling theory with observations: elements of a diagnostic approach to model evaluation","volume":"22","author":"Gupta","year":"2008","journal-title":"Hydrol. Process."},{"key":"10.1016\/j.envsoft.2021.105013_bib26","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1007\/BF00547132","article-title":"A review of techniques for parameter sensitivity analysis of environmental models","volume":"32","author":"Hamby","year":"1994","journal-title":"Environ. Monit. Assess."},{"key":"10.1016\/j.envsoft.2021.105013_bib27","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.envsoft.2014.12.005","article-title":"Integrated assessment and modelling: overview and synthesis of salient dimensions","volume":"64","author":"Hamilton","year":"2015","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib28","series-title":"2009 ICSE Workshop on Software Engineering for Computational Science and Engineering","first-page":"1","article-title":"How do scientists develop and use scientific software?","author":"Hannay","year":"2009"},{"key":"10.1016\/j.envsoft.2021.105013_bib29","doi-asserted-by":"crossref","first-page":"97","DOI":"10.21105\/joss.00097","article-title":"SALib: an open-source Python library for Sensitivity Analysis","volume":"2","author":"Herman","year":"2017","journal-title":"J. Open Source Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib30","doi-asserted-by":"crossref","first-page":"2893","DOI":"10.5194\/hess-17-2893-2013","article-title":"Technical Note: method of Morris effectively reduces the computational demands of global sensitivity analysis for distributed watershed models","volume":"17","author":"Herman","year":"2013","journal-title":"Hydrol. Earth Syst. Sci."},{"year":"2007","series-title":"Automated Defect Prevention: Best Practices in Software Management","author":"Huizinga","key":"10.1016\/j.envsoft.2021.105013_bib31"},{"key":"10.1016\/j.envsoft.2021.105013_bib32","doi-asserted-by":"crossref","DOI":"10.1002\/2017WR020665","article-title":"Comment on \u201cMost computational hydrology is not reproducible, so is it really science?\u201d by Christopher Hutton et al.: let hydrologists learn the latest computer science by working with Research Software Engineers (RSEs) and not reinvent the waterwheel our","author":"Hut","year":"2017","journal-title":"Water Resour."},{"key":"10.1016\/j.envsoft.2021.105013_bib33","doi-asserted-by":"crossref","first-page":"7548","DOI":"10.1002\/2016WR019285","article-title":"Most computational hydrology is not reproducible, so is it really science?","volume":"52","author":"Hutton","year":"2016","journal-title":"Water Resour. Res."},{"author":"Iwanaga","key":"10.1016\/j.envsoft.2021.105013_bib34"},{"key":"10.1016\/j.envsoft.2021.105013_bib35","first-page":"100669","article-title":"A socio-environmental model for exploring sustainable water management futures: participatory and collaborative modelling in the Lower Campaspe catchment","volume":"28","author":"Iwanaga","year":"2020","journal-title":"J. Hydrol.: Reg. Stud."},{"year":"2020","series-title":"Oat-Diagnostic","author":"Iwanaga","key":"10.1016\/j.envsoft.2021.105013_bib36"},{"key":"10.1016\/j.envsoft.2021.105013_bib37","doi-asserted-by":"crossref","first-page":"104885","DOI":"10.1016\/j.envsoft.2020.104885","article-title":"Socio-technical scales in socio-environmental modeling: managing a system-of-systems modeling approach","author":"Iwanaga","year":"2021","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib38","first-page":"1","article-title":"Development of an integrated model for the Campaspe catchment: a tool to help improve understanding of the interaction between society, policy, farming decision, ecology, hydrology and climate","author":"Iwanaga","year":"2018"},{"key":"10.1016\/j.envsoft.2021.105013_bib39","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.1016\/j.infsof.2014.05.006","article-title":"Testing scientific software: a systematic literature review","volume":"56","author":"Kanewala","year":"2014","journal-title":"Inf. Software Technol."},{"key":"10.1016\/j.envsoft.2021.105013_bib40","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.envsoft.2013.05.005","article-title":"Selecting among five common modelling approaches for integrated environmental assessment and management","volume":"47","author":"Kelly Letcher","year":"2013","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib95","unstructured":"Krekel, H., Oliveira, B., Pfannschmidt, R., Bruynooghe, F., Laugher, B., Bruhin, F., 2004. pytest 6.1.2. https:\/\/github.com\/pytest-dev\/pytest."},{"key":"10.1016\/j.envsoft.2021.105013_bib41","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1016\/j.envsoft.2012.06.011","article-title":"Evaluating OpenMI as a model integration platform across disciplines","volume":"39","author":"Knapen","year":"2013","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib42","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.infsof.2016.10.001","article-title":"Problems, causes and solutions when adopting continuous delivery\u2014a systematic literature review","volume":"82","author":"Laukkanen","year":"2017","journal-title":"Inf. Software Technol."},{"year":"2019","series-title":"Improving Product Reliability and Software Quality: Strategies, Tools, Process and Implementation","author":"Levin","key":"10.1016\/j.envsoft.2021.105013_bib43"},{"key":"10.1016\/j.envsoft.2021.105013_bib44","doi-asserted-by":"crossref","first-page":"6022","DOI":"10.1021\/jp9096919","article-title":"Global sensitivity analysis for systems with independent and\/or correlated inputs","volume":"114","author":"Li","year":"2010","journal-title":"J. Phys. Chem. A"},{"key":"10.1016\/j.envsoft.2021.105013_bib45","doi-asserted-by":"crossref","first-page":"4445","DOI":"10.1016\/S0009-2509(02)00417-7","article-title":"Global uncertainty assessments by high dimensional model representations (HDMR)","volume":"57","author":"Li","year":"2002","journal-title":"Chem. Eng. Sci."},{"key":"10.1016\/j.envsoft.2021.105013_bib46","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.envsoft.2018.11.011","article-title":"A tiered, system-of-systems modeling framework for resolving complex socio-environmental policy issues","volume":"112","author":"Little","year":"2019","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib47","series-title":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis, ISSTA 2017","first-page":"46","article-title":"Targeted property-based testing","author":"L\u00f6scher","year":"2017"},{"key":"10.1016\/j.envsoft.2021.105013_bib48","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.shpsa.2018.01.001","article-title":"What does interdisciplinarity look like in practice: mapping interdisciplinarity and its limits in the environmental sciences","volume":"67","author":"MacLeod","year":"2018","journal-title":"Stud. Hist. Philos. Sci."},{"author":"Mai","key":"10.1016\/j.envsoft.2021.105013_bib49"},{"key":"10.1016\/j.envsoft.2021.105013_bib50","doi-asserted-by":"crossref","first-page":"104556","DOI":"10.1016\/j.envsoft.2019.104556","article-title":"Benchmarking the PAWN distribution-based method against the variance-based method in global sensitivity analysis: empirical results","volume":"122","author":"Mora","year":"2019","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib51","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1080\/00401706.1991.10484804","article-title":"Factorial sampling plans for preliminary computational experiments","volume":"33","author":"Morris","year":"1991","journal-title":"Technometrics"},{"key":"10.1016\/j.envsoft.2021.105013_bib52","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1016\/j.hbrcj.2017.12.001","article-title":"Projects' issue management","volume":"14","author":"Mossalam","year":"2018","journal-title":"HBRC J."},{"key":"10.1016\/j.envsoft.2021.105013_bib53","doi-asserted-by":"crossref","first-page":"670","DOI":"10.3182\/20090706-3-FR-2004.00111","article-title":"Selection of Morris trajectories for initial sensitivity analysis","volume":"42","author":"Norton","year":"2009","journal-title":"IFAC Proceedings Volumes, 15th IFAC Symposium on System Identification"},{"key":"10.1016\/j.envsoft.2021.105013_bib54","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1111\/j.1467-9868.2004.05304.x","article-title":"Probabilistic sensitivity analysis of complex models: a Bayesian approach","volume":"66","author":"Oakley","year":"2004","journal-title":"J. Roy. Stat. Soc. B"},{"key":"10.1016\/j.envsoft.2021.105013_bib55","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.envsoft.2016.02.008","article-title":"Sensitivity analysis of environmental models: a systematic review with practical workflow","volume":"79","author":"Pianosi","year":"2016","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib56","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1016\/j.envsoft.2018.07.019","article-title":"Distribution-based sensitivity analysis from a generic input-output sample","volume":"108","author":"Pianosi","year":"2018","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib57","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.envsoft.2015.01.004","article-title":"A simple and efficient method for global sensitivity analysis based on cumulative distribution functions","volume":"67","author":"Pianosi","year":"2015","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib58","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1016\/j.ress.2009.11.005","article-title":"An effective algorithm for computing global sensitivity indices (EASI)","volume":"95","author":"Plischke","year":"2010","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"10.1016\/j.envsoft.2021.105013_bib59","doi-asserted-by":"crossref","first-page":"536","DOI":"10.1016\/j.ejor.2012.11.047","article-title":"Global sensitivity measures from given data","volume":"226","author":"Plischke","year":"2013","journal-title":"Eur. J. Oper. Res."},{"key":"10.1016\/j.envsoft.2021.105013_bib60","doi-asserted-by":"crossref","first-page":"104679","DOI":"10.1016\/j.envsoft.2020.104679","article-title":"A sensitivity analysis of the PAWN sensitivity index","volume":"127","author":"Puy","year":"2020","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib61","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1126\/science.246.4927.221","article-title":"Systems analysis at the molecular scale","volume":"246","author":"Rabitz","year":"1989","journal-title":"Science"},{"key":"10.1016\/j.envsoft.2021.105013_bib62","doi-asserted-by":"crossref","first-page":"3070","DOI":"10.1002\/2014WR016527","article-title":"What do we mean by sensitivity analysis? The need for comprehensive characterization of \u201cglobal\u201d sensitivity in earth and environmental systems models: a critical look at sensitivity analysis","volume":"51","author":"Razavi","year":"2015","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2021.105013_bib63","first-page":"104954","article-title":"The future of sensitivity analysis: an essential discipline for systems modeling and policy support","author":"Razavi","year":"2020","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib64","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1016\/j.envsoft.2018.10.005","article-title":"VARS-TOOL: a toolbox for comprehensive, efficient, and robust sensitivity and uncertainty analysis","volume":"112","author":"Razavi","year":"2019","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib65","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1016\/0004-3702(87)90062-2","article-title":"A theory of diagnosis from first principles","volume":"32","author":"Reiter","year":"1987","journal-title":"Artif. Intell."},{"key":"10.1016\/j.envsoft.2021.105013_bib66","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.envsoft.2012.03.008","article-title":"An improved sampling strategy based on trajectory design for application of the Morris method to systems with many input factors","volume":"37","author":"Ruano","year":"2012","journal-title":"Environ. Model. Software"},{"year":"2008","series-title":"Sensitivity Analysis","key":"10.1016\/j.envsoft.2021.105013_bib67"},{"key":"10.1016\/j.envsoft.2021.105013_bib68","doi-asserted-by":"crossref","first-page":"280","DOI":"10.1016\/S0010-4655(02)00280-1","article-title":"Making best use of model evaluations to compute sensitivity indices","volume":"145","author":"Saltelli","year":"2002","journal-title":"Comput. Phys. Commun."},{"key":"10.1016\/j.envsoft.2021.105013_bib69","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.envsoft.2019.01.012","article-title":"Why so many published sensitivity analyses are false: a systematic review of sensitivity analysis practices","volume":"114","author":"Saltelli","year":"2019","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib70","doi-asserted-by":"crossref","first-page":"1508","DOI":"10.1016\/j.envsoft.2010.04.012","article-title":"How to avoid a perfunctory sensitivity analysis","volume":"25","author":"Saltelli","year":"2010","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib71","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/j.cpc.2009.09.018","article-title":"Variance based sensitivity analysis of model output. Design and estimator for the total sensitivity index","volume":"181","author":"Saltelli","year":"2010","journal-title":"Comput. Phys. Commun."},{"year":"2008","series-title":"Global Sensitivity Analysis. The Primer","author":"Saltelli","key":"10.1016\/j.envsoft.2021.105013_bib72"},{"year":"2004","series-title":"Sensitivity Analysis in Practice: A Guide to Assessing Scientific Models","author":"Saltelli","key":"10.1016\/j.envsoft.2021.105013_bib73"},{"key":"10.1016\/j.envsoft.2021.105013_bib74","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1007\/BF00055564","article-title":"Status quo bias in decision making","volume":"1","author":"Samuelson","year":"1988","journal-title":"J. Risk Uncertain."},{"key":"10.1016\/j.envsoft.2021.105013_bib75","doi-asserted-by":"crossref","DOI":"10.12688\/f1000research.9315.1","article-title":"Unit Testing, Model Validation, and Biological Simulation","volume":"5","author":"Sarma","year":"2016","journal-title":"F1000Res"},{"key":"10.1016\/j.envsoft.2021.105013_bib76","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.envsoft.2016.02.005","article-title":"Global sensitivity analysis of environmental models: convergence and validation","volume":"79","author":"Sarrazin","year":"2016","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib77","doi-asserted-by":"crossref","first-page":"25190","DOI":"10.1007\/s11356-019-05613-0","article-title":"Modeling and sensitivity analysis of NOx emissions and mechanical efficiency for diesel engine","volume":"26","author":"Sharifi","year":"2019","journal-title":"Environ. Sci. Pollut. Res."},{"key":"10.1016\/j.envsoft.2021.105013_bib78","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jhydrol.2014.11.040","article-title":"A review of foundational methods for checking the structural identifiability of models: results for rainfall-runoff","volume":"520","author":"Shin","year":"2015","journal-title":"J. Hydrol."},{"key":"10.1016\/j.envsoft.2021.105013_bib79","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.jhydrol.2005.01.004","article-title":"Sensitivity analyses of a distributed catchment model to verify the model structure","volume":"310","author":"Sieber","year":"2005","journal-title":"J. Hydrol."},{"key":"10.1016\/j.envsoft.2021.105013_bib80","series-title":"What Do We Know about Scientific Software Development's Agile Practices?","first-page":"24","author":"Sletholt","year":"2012"},{"key":"10.1016\/j.envsoft.2021.105013_bib81","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1016\/j.ress.2007.04.002","article-title":"Global sensitivity analysis using polynomial chaos expansions","volume":"93","author":"Sudret","year":"2008","journal-title":"Reliab. Eng. Syst. Safety Bayesian Netw. Depend."},{"key":"10.1016\/j.envsoft.2021.105013_bib82","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.envsoft.2012.04.010","article-title":"Three complementary methods for sensitivity analysis of a water quality model","volume":"37","author":"Sun","year":"2012","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib83","series-title":"Waterpak: A Guide for Irrigation Management in Cotton and Grain Farming Systems","first-page":"22","article-title":"Water use efficiency in the Australian cotton industry","author":"Tennakoon","year":"2013"},{"key":"10.1016\/j.envsoft.2021.105013_bib84","doi-asserted-by":"crossref","first-page":"46","DOI":"10.4066\/AMJ.2013.1596.","article-title":"Shared language:Towards more effective communication","volume":"6","author":"Thomas","year":"2013","journal-title":"Australas. Med. J."},{"key":"10.1016\/j.envsoft.2021.105013_bib85","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1016\/j.jhydrol.2014.12.056","article-title":"Global sensitivity analysis for urban water quality modelling: terminology, convergence and comparison of different methods","volume":"522","author":"Vanrolleghem","year":"2015","journal-title":"J. Hydrol."},{"key":"10.1016\/j.envsoft.2021.105013_bib86","doi-asserted-by":"crossref","first-page":"2167","DOI":"10.1016\/j.ecolmodel.2010.01.006","article-title":"An IT perspective on integrated environmental modelling: the SIAT case","volume":"221","author":"Verweij","year":"2010","journal-title":"Ecol. Model."},{"key":"10.1016\/j.envsoft.2021.105013_bib87","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1016\/j.envsoft.2012.05.014","article-title":"\u201cIntegronsters\u201d, integral and integrated modeling","volume":"39","author":"Voinov","year":"2013","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib88","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.earscirev.2019.04.006","article-title":"What has Global Sensitivity Analysis ever done for us? A systematic review to support scientific advancement and to inform policy-making in earth system modelling","volume":"194","author":"Wagener","year":"2019","journal-title":"Earth Sci. Rev."},{"key":"10.1016\/j.envsoft.2021.105013_bib89","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1076\/iaij.4.1.5.16466","article-title":"Defining uncertainty: a conceptual basis for uncertainty management in model-based decision support","volume":"4","author":"Walker","year":"2003","journal-title":"Integrated Assess."},{"author":"Wilson","key":"10.1016\/j.envsoft.2021.105013_bib90"},{"key":"10.1016\/j.envsoft.2021.105013_bib91","doi-asserted-by":"crossref","first-page":"444","DOI":"10.1016\/j.envsoft.2010.10.007","article-title":"Convergence and uncertainty analyses in Monte-Carlo based sensitivity analysis","volume":"26","author":"Yang","year":"2011","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib92","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1016\/j.envsoft.2017.11.037","article-title":"Uncertainty analysis of a semi-distributed hydrologic model based on a Gaussian Process emulator","volume":"101","author":"Yang","year":"2018","journal-title":"Environ. Model. Software"},{"key":"10.1016\/j.envsoft.2021.105013_bib93","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1002\/stv.430","article-title":"Regression testing minimization, selection and prioritization: a survey","volume":"22","author":"Yoo","year":"2012","journal-title":"Softw. Test. Verif. Reliab."},{"key":"10.1016\/j.envsoft.2021.105013_bib94","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1016\/j.envsoft.2017.02.001","article-title":"Comparison of variance-based and moment-independent global sensitivity analysis approaches by application to the SWAT model","volume":"91","author":"Zadeh","year":"2017","journal-title":"Environ. Model. Software"}],"container-title":["Environmental Modelling & Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815221000566?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815221000566?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T23:02:42Z","timestamp":1761260562000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364815221000566"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5]]},"references-count":95,"alternative-id":["S1364815221000566"],"URL":"https:\/\/doi.org\/10.1016\/j.envsoft.2021.105013","relation":{},"ISSN":["1364-8152"],"issn-type":[{"type":"print","value":"1364-8152"}],"subject":[],"published":{"date-parts":[[2021,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Property-based Sensitivity Analysis: An approach to identify model implementation and integration errors","name":"articletitle","label":"Article Title"},{"value":"Environmental Modelling & Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.envsoft.2021.105013","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"105013"}}