{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T19:40:40Z","timestamp":1771875640405,"version":"3.50.1"},"reference-count":31,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2015,6,1]],"date-time":"2015-06-01T00:00:00Z","timestamp":1433116800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Environmental Modelling & Software"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1016\/j.envsoft.2015.02.004","type":"journal-article","created":{"date-parts":[[2015,3,13]],"date-time":"2015-03-13T06:00:12Z","timestamp":1426226412000},"page":"196-204","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":81,"special_numbering":"C","title":["Efficiency criteria for environmental model quality assessment: A\u00a0review and its application to wastewater treatment"],"prefix":"10.1016","volume":"68","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0675-4121","authenticated-orcid":false,"given":"H.","family":"Hauduc","sequence":"first","affiliation":[]},{"given":"M.B.","family":"Neumann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9880-8774","authenticated-orcid":false,"given":"D.","family":"Muschalla","sequence":"additional","affiliation":[]},{"given":"V.","family":"Gamerith","sequence":"additional","affiliation":[]},{"given":"S.","family":"Gillot","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1695-1313","authenticated-orcid":false,"given":"P.A.","family":"Vanrolleghem","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.envsoft.2015.02.004_bib1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.envsoft.2012.09.011","article-title":"Characterising performance of environmental models","volume":"40","author":"Bennett","year":"2013","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2015.02.004_bib2","doi-asserted-by":"crossref","first-page":"3663","DOI":"10.1029\/2000WR900207","article-title":"Toward improved calibration of hydrologic models: combining the strengths of manual and automatic methods","volume":"36","author":"Boyle","year":"2000","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib29","doi-asserted-by":"crossref","first-page":"4113","DOI":"10.1016\/S0043-1354(02)00104-5","article-title":"Practical identifiability of ASM2d parameters \u2013 systematic selection and tuning of parameter subsets","volume":"36","author":"Brun","year":"2002","journal-title":"Water Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib3","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1071\/SR9930665","article-title":"Assessing the adequacy of catchment streamflow yield estimates","volume":"31","author":"Chiew","year":"1993","journal-title":"Aust. J. Soil Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib4","series-title":"Summit on Environmental Modelling and Software (iEMSs2006). Burlington, Vermont, USA","article-title":"Tornado: a versatile and efficient modelling & virtual experimentation kernel for water quality systems","author":"Claeys","year":"2006"},{"key":"10.1016\/j.envsoft.2015.02.004_bib5","doi-asserted-by":"crossref","first-page":"1034","DOI":"10.1016\/j.envsoft.2006.06.008","article-title":"HydroTest: a web-based toolbox of evaluation metrics for the standardised assessment of hydrological forecasts","volume":"22","author":"Dawson","year":"2007","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2015.02.004_bib6","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1016\/j.envsoft.2009.01.001","article-title":"HydroTest: further development of a web resource for the standardised assessment of hydrological models","volume":"25","author":"Dawson","year":"2010","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.envsoft.2015.02.004_bib7","series-title":"Dynamical Modelling and Estimation in Wastewater Treatment Processes","author":"Dochain","year":"2001"},{"key":"10.1016\/j.envsoft.2015.02.004_bib8","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1080\/02626660903526292","article-title":"One decade of multi-objective calibration approaches in hydrological modelling: a review","volume":"55","author":"Efstratiadis","year":"2010","journal-title":"Hydrol. Sci. J."},{"key":"10.1016\/j.envsoft.2015.02.004_bib9","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/S0304-3800(99)00221-5","article-title":"Modelling freshwater phytoplankton communities: an exercise in validation","volume":"128","author":"Elliott","year":"2000","journal-title":"Ecol. Model."},{"key":"10.1016\/j.envsoft.2015.02.004_bib10","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1029\/97WR03495","article-title":"Toward improved calibration of hydrologic models: multiple and noncommensurable measures of information","volume":"34","author":"Gupta","year":"1998","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib11","doi-asserted-by":"crossref","first-page":"1943","DOI":"10.2166\/wst.2009.223","article-title":"Activated sludge modelling in practice - an international survey","volume":"60","author":"Hauduc","year":"2009","journal-title":"Water Sci. Technol."},{"key":"10.1016\/j.envsoft.2015.02.004_bib12","doi-asserted-by":"crossref","first-page":"2164","DOI":"10.2166\/wst.2011.368","article-title":"Activated sludge modelling: development and potential use of a practical applications database","volume":"63","author":"Hauduc","year":"2011","journal-title":"Water Sci. Technol."},{"key":"10.1016\/j.envsoft.2015.02.004_bib13","series-title":"Activated Sludge Models ASM1, ASM2, ASM2d and ASM3, Scientific and Technical Report No.9","article-title":"Activated sludge model No.1","author":"Henze","year":"2000"},{"key":"10.1016\/j.envsoft.2015.02.004_bib14","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1080\/02626669909492220","article-title":"Assessment criteria for simple conceptual daily rainfall-runoff models","volume":"44","author":"Houghton-Carr","year":"1999","journal-title":"Hydrol. Sci. J."},{"key":"10.1016\/j.envsoft.2015.02.004_bib15","doi-asserted-by":"crossref","first-page":"89","DOI":"10.5194\/adgeo-5-89-2005","article-title":"Comparison of different efficiency criteria for hydrological model assessment","volume":"5","author":"Krause","year":"2005","journal-title":"Adv. Geosci."},{"key":"10.1016\/j.envsoft.2015.02.004_bib16","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1093\/comjnl\/9.4.373","article-title":"A\u00a0general theory of classificatory sorting strategies 1. hierarchical systems","volume":"9","author":"Lance","year":"1967","journal-title":"Comput. J."},{"key":"10.1016\/j.envsoft.2015.02.004_bib17","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1029\/1998WR900018","article-title":"Evaluating the use of \u201cgoodness-of-fit\u201d measures in hydrologic and hydroclimatic model validation","volume":"35","author":"Legates","year":"1999","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib18","doi-asserted-by":"crossref","first-page":"885","DOI":"10.13031\/2013.23153","article-title":"Model evaluation guidelines for systematic quantification of accuracy in watershed simulations","volume":"50","author":"Moriasi","year":"2007","journal-title":"Trans. ASABE"},{"key":"10.1016\/j.envsoft.2015.02.004_bib19","doi-asserted-by":"crossref","first-page":"1547","DOI":"10.2166\/wst.2008.305","article-title":"Sewer modelling based on highly distributed calibration data sets and multi-objective auto-calibration schemes","volume":"57","author":"Muschalla","year":"2008","journal-title":"Water Sci. Technol."},{"key":"10.1016\/j.envsoft.2015.02.004_bib20","first-page":"221","article-title":"Simple benchmark models as a basis for model efficiency criteria","volume":"17","author":"Perrin","year":"2006","journal-title":"Large Rivers"},{"key":"10.1016\/j.envsoft.2015.02.004_bib21","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1016\/S0022-1694(00)00393-0","article-title":"Does a large number of parameters enhance model performance? Comparative assessment of common catchment model structures on 429 catchments","volume":"242","author":"Perrin","year":"2001","journal-title":"J.\u00a0Hydrol."},{"key":"10.1016\/j.envsoft.2015.02.004_bib30","doi-asserted-by":"crossref","first-page":"15","DOI":"10.2166\/hydro.2002.0003","article-title":"Evaluation of an ASM1 model calibration procedure on a municipal-industrial wastewater treatment plant","volume":"4","author":"Petersen","year":"2002","journal-title":"J. Hydroinf."},{"key":"10.1016\/j.envsoft.2015.02.004_bib22","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/0304-3800(93)90106-3","article-title":"The predictive validation of ecological and environmental models","volume":"68","author":"Power","year":"1993","journal-title":"Ecol. Model."},{"key":"10.1016\/j.envsoft.2015.02.004_bib23","series-title":"R: a Language and Environment for Statistical Computing","year":"2012"},{"key":"10.1016\/j.envsoft.2015.02.004_bib24","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.jhydrol.2012.12.004","article-title":"Performance evaluation of hydrological models: statistical significance for reducing subjectivity in goodness-of-fit assessments","volume":"480","author":"Ritter","year":"2013","journal-title":"J.\u00a0Hydrol."},{"key":"10.1016\/j.envsoft.2015.02.004_bib25","doi-asserted-by":"crossref","first-page":"1063","DOI":"10.1002\/hyp.446","article-title":"On the need for benchmarks in hydrological modelling","volume":"15","author":"Seibert","year":"2001","journal-title":"Hydrol. Process."},{"key":"10.1016\/j.envsoft.2015.02.004_bib31","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1002\/bit.21769","article-title":"An efficient approach to automate the manual trial and error calibration of activated sludge models","volume":"100","author":"Sin","year":"2008","journal-title":"Biotechnol. Bioeng"},{"key":"10.1016\/j.envsoft.2015.02.004_bib26","doi-asserted-by":"crossref","first-page":"SWC91","DOI":"10.1029\/2003WR002284","article-title":"Multiobjective autocalibration for semidistributed water quality models","volume":"39","author":"Van Griensven","year":"2003","journal-title":"Water Resour. Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib27","doi-asserted-by":"crossref","first-page":"8995","DOI":"10.1029\/JC090iC05p08995","article-title":"Statistics for the evaluation and comparison of models","volume":"90","author":"Willmott","year":"1985","journal-title":"J.\u00a0Geophys. Res."},{"key":"10.1016\/j.envsoft.2015.02.004_bib28","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/S0022-1694(97)00107-8","article-title":"Multi-objective global optimization for hydrologic models","volume":"204","author":"Yapo","year":"1998","journal-title":"J.\u00a0Hydrol."}],"container-title":["Environmental Modelling & Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815215000535?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364815215000535?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,8,21]],"date-time":"2019-08-21T19:39:18Z","timestamp":1566416358000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364815215000535"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,6]]},"references-count":31,"alternative-id":["S1364815215000535"],"URL":"https:\/\/doi.org\/10.1016\/j.envsoft.2015.02.004","relation":{},"ISSN":["1364-8152"],"issn-type":[{"value":"1364-8152","type":"print"}],"subject":[],"published":{"date-parts":[[2015,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Efficiency criteria for environmental model quality assessment: A\u00a0review and its application to wastewater treatment","name":"articletitle","label":"Article Title"},{"value":"Environmental Modelling & Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.envsoft.2015.02.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2015 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}