{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T17:45:55Z","timestamp":1781286355497,"version":"3.54.1"},"reference-count":79,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,6,23]],"date-time":"2022-06-23T00:00:00Z","timestamp":1655942400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100005416","name":"Norges Forskningsr\u00e5d","doi-asserted-by":"publisher","award":["276730"],"award-info":[{"award-number":["276730"]}],"id":[{"id":"10.13039\/501100005416","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ecological Modelling"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1016\/j.ecolmodel.2022.110059","type":"journal-article","created":{"date-parts":[[2022,7,21]],"date-time":"2022-07-21T06:32:43Z","timestamp":1658385163000},"page":"110059","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":29,"special_numbering":"C","title":["A standard protocol for describing the evaluation of ecological models"],"prefix":"10.1016","volume":"471","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0557-7410","authenticated-orcid":false,"given":"Benjamin","family":"Planque","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johanna M.","family":"Aarflot","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lucie","family":"Buttay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"JoLynn","family":"Carroll","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filippa","family":"Fransner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cecilie","family":"Hansen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"B\u00e9reng\u00e8re","family":"Husson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u00d8ystein","family":"Langangen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ulf","family":"Lindstr\u00f8m","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Torstein","family":"Pedersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raul","family":"Primicerio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elliot","family":"Sivel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Morten D.","family":"Skogen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evelyn","family":"Strombom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leif Christian","family":"Stige","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u00d8ystein","family":"Varpe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nigel G.","family":"Yoccoz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0001","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.jmarsys.2008.05.009","article-title":"A multivariate approach to model skill assessment","volume":"76","author":"Allen","year":"2009","journal-title":"J. Mar. Syst."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0002","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/j.ecolmodel.2013.11.009","article-title":"Merging validation and evaluation of ecological models to \u201cevaludation\u201d: a review of terminology and a practical approach","volume":"280","author":"Augusiak","year":"2014","journal-title":"Ecol. Modell."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0003","doi-asserted-by":"crossref","DOI":"10.1016\/j.envsoft.2020.104932","article-title":"Keeping modelling notebooks with TRACE: good for you and good for environmental research and management support","volume":"136","author":"Ayll\u00f3n","year":"2021","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0004","doi-asserted-by":"crossref","DOI":"10.1016\/j.envsoft.2019.07.015","article-title":"Decision-making in model construction: unveiling habits","volume":"120","author":"Babel","year":"2019","journal-title":"Environ. Model. Softw."},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0005","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1161\/CIRCRESAHA.114.303819","article-title":"Reproducibility in Science","volume":"116","author":"Begley","year":"2015","journal-title":"Circ. Res."},{"issue":"7","key":"10.1016\/j.ecolmodel.2022.110059_bib0006","doi-asserted-by":"crossref","first-page":"376","DOI":"10.1890\/1540-9295(2003)001[0376:ASSIE]2.0.CO;2","article-title":"Alternative stable states in ecology","volume":"1","author":"Beisner","year":"2003","journal-title":"Front. Ecol. Environ."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0007","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.envsoft.2012.09.011","article-title":"Characterising performance of environmental models","volume":"40","author":"Bennett","year":"2013","journal-title":"Environ. Model. Softw."},{"issue":"11","key":"10.1016\/j.ecolmodel.2022.110059_bib0008","doi-asserted-by":"crossref","first-page":"7073","DOI":"10.5194\/gmd-14-7073-2021","article-title":"NorCPM1 and its contribution to CMIP6 DCPP","volume":"14","author":"Bethke","year":"2021","journal-title":"Geosci. Model Dev."},{"issue":"5","key":"10.1016\/j.ecolmodel.2022.110059_bib0009","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1111\/1740-9713.01444","article-title":"A replication crisis in methodological research?","volume":"17","author":"Boulesteix","year":"2020","journal-title":"Significance"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0010","series-title":"Empirical Model Building and Response Surfaces","author":"Box","year":"1987"},{"issue":"6280","key":"10.1016\/j.ecolmodel.2022.110059_bib0011","doi-asserted-by":"crossref","first-page":"1433","DOI":"10.1126\/science.aaf0918","article-title":"Evaluating replicability of laboratory experiments in economics","volume":"351","author":"Camerer","year":"2016","journal-title":"Science"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0012","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.ecolmodel.2016.07.012","article-title":"Communicating complex ecological models to non-scientist end users","volume":"338","author":"Cartwright","year":"2016","journal-title":"Ecol. Modell."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0013","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/j.ecolmodel.2003.09.003","article-title":"Ecopath with Ecosim: methods, capabilities, and limitations","volume":"172","author":"Christensen","year":"2004","journal-title":"Ecol. Modell."},{"issue":"4","key":"10.1016\/j.ecolmodel.2022.110059_bib0014","doi-asserted-by":"crossref","first-page":"526","DOI":"10.1002\/ecm.1314","article-title":"A guide to Bayesian model checking for ecologists","volume":"88","author":"Conn","year":"2018","journal-title":"Ecol. Monogr."},{"issue":"6","key":"10.1016\/j.ecolmodel.2022.110059_bib0015","doi-asserted-by":"crossref","first-page":"338","DOI":"10.1016\/j.tree.2008.02.005","article-title":"Ecosystem oceanography for global change in fisheries","volume":"23","author":"Cury","year":"2008","journal-title":"Trends Ecol. Evol. (Amst.)"},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0016","doi-asserted-by":"crossref","first-page":"6","DOI":"10.18564\/jasss.3993","article-title":"Different modelling purposes","volume":"22","author":"Edmonds","year":"2019","journal-title":"JASSS"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0017","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.envsoft.2019.03.009","article-title":"Model validation: a bibliometric analysis of the literature","volume":"117","author":"Eker","year":"2019","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0018","doi-asserted-by":"crossref","DOI":"10.1038\/s41467-018-07811-9","article-title":"Practice and perspectives in the validation of resource management models","volume":"9","author":"Eker","year":"2018","journal-title":"Nat. Commun."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0019","article-title":"Guidance on the development, evaluation, and application of environmental models. Technical Report","year":"2009","journal-title":"Environ. Protection Agency"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0020","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ecolmodel.2016.12.016","article-title":"Assessing the effects of ocean acidification in the Northeast US using an end-to-end marine ecosystem model","volume":"347","author":"Fay","year":"2017","journal-title":"Ecol. Modell."},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0021","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1111\/0272-4332.00037","article-title":"Introduction to Special Section on Sensitivity Analysis and Summary of NCSU\/USDA Workshop on Sensitivity Analysis","volume":"22","author":"Frey","year":"2002","journal-title":"Risk Anal."},{"issue":"2","key":"10.1016\/j.ecolmodel.2022.110059_bib0022","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1111\/j.1467-2979.2011.00412.x","article-title":"Lessons in modelling and management of marine ecosystems: the Atlantis experience","volume":"12","author":"Fulton","year":"2011","journal-title":"Fish Fisheries"},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0023","first-page":"26","article-title":"How to relate models to reality? An epistemological framework for the validation and verification of computational models","volume":"21","author":"Gr\u00e4bner","year":"2018","journal-title":"Jasss"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0024","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.ecolmodel.2014.01.018","article-title":"Towards better modelling and decision support: documenting model development, testing, and analysis using TRACE","volume":"280","author":"Grimm","year":"2014","journal-title":"Ecol. Modell."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0025","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1016\/j.ecolmodel.2015.07.018","article-title":"Robustness analysis: deconstructing computational models for ecological theory and applications","volume":"326","author":"Grimm","year":"2016","journal-title":"Ecol. Modell."},{"issue":"1\u20132","key":"10.1016\/j.ecolmodel.2022.110059_bib0026","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/j.ecolmodel.2006.04.023","article-title":"A standard protocol for describing individual-based and agent-based models","volume":"198","author":"Grimm","year":"2006","journal-title":"Ecol. Modell."},{"issue":"23","key":"10.1016\/j.ecolmodel.2022.110059_bib0027","doi-asserted-by":"crossref","first-page":"2760","DOI":"10.1016\/j.ecolmodel.2010.08.019","article-title":"The ODD protocol: a review and first update","volume":"221","author":"Grimm","year":"2010","journal-title":"Ecol. Modell."},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0028","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/0048-9697(95)04966-5","article-title":"Pattern-oriented modelling in population ecology","volume":"183","author":"Grimm","year":"1996","journal-title":"Sci. Total Environ."},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0029","doi-asserted-by":"crossref","first-page":"4959","DOI":"10.1038\/s41467-020-17785-2","article-title":"Three questions to ask before using model outputs for decision support","volume":"11","author":"Grimm","year":"2020","journal-title":"Nat. Commun."},{"issue":"1586","key":"10.1016\/j.ecolmodel.2022.110059_bib0030","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1098\/rstb.2011.0180","article-title":"Pattern-oriented modelling: a \u201cmulti-scope\u201d for predictive systems ecology","volume":"367","author":"Grimm","year":"2012","journal-title":"Philos. Trans. R. Soc. Lond., B, Biol. Sci."},{"issue":"2","key":"10.1016\/j.ecolmodel.2022.110059_bib0031","doi-asserted-by":"crossref","DOI":"10.18564\/jasss.4259","article-title":"The ODD protocol for describing agent-based and other simulation models: a second update to improve clarity, replication, and structural realism","volume":"23","author":"Grimm","year":"2020","journal-title":"Jasss"},{"issue":"5750","key":"10.1016\/j.ecolmodel.2022.110059_bib0032","doi-asserted-by":"crossref","first-page":"987","DOI":"10.1126\/science.1116681","article-title":"Pattern-oriented modeling of agent-based complex systems: lessons from ecology","volume":"310","author":"Grimm","year":"2005","journal-title":"Science"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0033","doi-asserted-by":"crossref","first-page":"668","DOI":"10.3389\/fmars.2019.00668","article-title":"Management scenarios under climate change \u2013 a study of the nordic and barents seas","volume":"6","author":"Hansen","year":"2019","journal-title":"Front. Mar. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0034","doi-asserted-by":"crossref","DOI":"10.3389\/fmars.2020.554573","article-title":"The ocean decade: a true ecosystem modeling challenge","volume":"7","author":"Heymans","year":"2020","journal-title":"Front. Mar. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.envsoft.2020.104697","article-title":"A system of metrics for the assessment and improvement of aquatic ecosystem models","volume":"128","author":"Hipsey","year":"2020","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0036","doi-asserted-by":"crossref","first-page":"163","DOI":"10.3354\/meps13774","article-title":"Assessing the importance of zooplankton sampling patterns with an ecosystem model","volume":"680","author":"Hj\u00f8llo","year":"2021","journal-title":"Mar. Ecol. Prog. Ser."},{"issue":"5","key":"10.1016\/j.ecolmodel.2022.110059_bib0037","doi-asserted-by":"crossref","first-page":"578","DOI":"10.1111\/exsy.12111","article-title":"A review of performance criteria to validate simulation models","volume":"32","author":"Hora","year":"2015","journal-title":"Expert Syst."},{"issue":"10","key":"10.1016\/j.ecolmodel.2022.110059_bib0038","doi-asserted-by":"crossref","first-page":"746","DOI":"10.1093\/biosci\/biy090","article-title":"Informative irreproducibility and the use of experiments in ecology","volume":"68","author":"Ives","year":"2018","journal-title":"Bioscience"},{"issue":"5","key":"10.1016\/j.ecolmodel.2022.110059_bib0039","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1016\/j.envsoft.2006.01.004","article-title":"Ten iterative steps in development and evaluation of environmental models","volume":"21","author":"Jakeman","year":"2006","journal-title":"Environ. Model. Softw."},{"issue":"3\u20134","key":"10.1016\/j.ecolmodel.2022.110059_bib0040","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1016\/j.ecolmodel.2007.01.018","article-title":"Patterns for parameters in simulation models","volume":"204","author":"Kramer-Schadt","year":"2007","journal-title":"Ecol. Modell."},{"issue":"2","key":"10.1016\/j.ecolmodel.2022.110059_bib0041","doi-asserted-by":"crossref","DOI":"10.18564\/jasss.3646","article-title":"ODD+2D: an ODD based protocol for mapping data to empirical ABMs","volume":"21","author":"Laatabi","year":"2018","journal-title":"Jasss"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0042","doi-asserted-by":"crossref","first-page":"1943","DOI":"10.2307\/1941447","article-title":"The problem of pattern and scale in ecology","volume":"73","author":"Levin","year":"1992","journal-title":"EcologyEcology"},{"issue":"1\u20134","key":"10.1016\/j.ecolmodel.2022.110059_bib0043","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.pocean.2010.09.020","article-title":"The northeast US application of ATLANTIS: a full system model exploring marine ecosystem dynamics in a living marine resource management context","volume":"87","author":"Link","year":"2010","journal-title":"Prog. Oceanogr."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0044","doi-asserted-by":"crossref","unstructured":"Mah\u00e9vas, S.P. 2019. Practical guide for conducting calibration and decision-making optimisation with complex ecological models. preprints 2019120249. doi:10.20944\/preprints201912.0249.v1.","DOI":"10.20944\/preprints201912.0249.v1"},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0045","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.ijforecast.2019.04.014","article-title":"The M4 Competition: 100,000 time series and 61 forecasting methods","volume":"36","author":"Makridakis","year":"2020","journal-title":"Int. J. Forecast."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0046","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.envsoft.2013.06.003","article-title":"Describing human decisions in agent-based models \u2013 ODD\u00a0+\u00a0D, an extension of the ODD protocol","volume":"48","author":"M\u00fcller","year":"2013","journal-title":"Environ. Model. Softw."},{"issue":"24","key":"10.1016\/j.ecolmodel.2022.110059_bib0047","doi-asserted-by":"crossref","first-page":"13991","DOI":"10.1002\/ece3.5836","article-title":"Accumulating evidence in ecology: once is not enough","volume":"9","author":"Nichols","year":"2019","journal-title":"Ecol. Evol."},{"issue":"7","key":"10.1016\/j.ecolmodel.2022.110059_bib0048","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2100769118","article-title":"Opinion: a better approach for dealing with reproducibility and replicability in science","volume":"118","author":"Nichols","year":"2021","journal-title":"Proc. Natl. Acad. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0049","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.ecolmodel.2012.08.019","article-title":"The relative impact of warming and removing top predators on the Northeast US large marine biotic community","volume":"264","author":"Nye","year":"2013","journal-title":"Ecol. Modell."},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0050","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0146467","article-title":"Ecosystem model skill assessment. Yes we can!","volume":"11","author":"Olsen","year":"2016","journal-title":"PLoS ONE"},{"issue":"64","key":"10.1016\/j.ecolmodel.2022.110059_bib0051","article-title":"Ocean futures under ocean acidification, marine protection, and changing fishing pressures explored using a worldwide suite of ecosystem models","volume":"5","author":"Olsen","year":"2018","journal-title":"Front. Mar. Sci."},{"issue":"Suppl 6","key":"10.1016\/j.ecolmodel.2022.110059_bib0052","doi-asserted-by":"crossref","first-page":"1453","DOI":"10.1289\/ehp.98106s61453","article-title":"Evaluation (not validation) of quantitative models","volume":"106","author":"Oreskes","year":"1998","journal-title":"Environ. Health Perspect."},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0053","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1086\/708691","article-title":"Model evaluation: an adequacy for purpose view","volume":"87","author":"Parker","year":"2020","journal-title":"Philos. Sci."},{"issue":"6","key":"10.1016\/j.ecolmodel.2022.110059_bib0054","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1177\/1745691612465253","article-title":"Editors\u2019 introduction to the special section on replicability in psychological science: a crisis of confidence?","volume":"7","author":"Pashler","year":"2012","journal-title":"Perspect. Psychol. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0055","doi-asserted-by":"crossref","DOI":"10.3389\/fmars.2022.813977","article-title":"Comparison between trophic positions in the barents sea estimated from stable isotope data and a mass balance model","volume":"9","author":"Pedersen","year":"2022","journal-title":"Front. Mar. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0056","doi-asserted-by":"crossref","DOI":"10.3389\/fmars.2021.732637","article-title":"Overexploitation, recovery, and warming of the barents sea ecosystem during 1950\u20132013","volume":"8","author":"Pedersen","year":"2021","journal-title":"Front. Mar. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0057","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.envsoft.2016.02.008","article-title":"Sensitivity analysis of environmental models: a systematic review with practical workflow","volume":"79","author":"Pianosi","year":"2016","journal-title":"Environ. Model. Softw."},{"issue":"4","key":"10.1016\/j.ecolmodel.2022.110059_bib0058","doi-asserted-by":"crossref","first-page":"1573","DOI":"10.1093\/icesjms\/fsz173","article-title":"Modelling chance and necessity in natural systems","volume":"77","author":"Planque","year":"2020","journal-title":"ICES J. Mar. Sci."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0059","first-page":"5","article-title":"An overview of the Ecopath model","volume":"2","author":"Polovina","year":"1984","journal-title":"Fishbyte"},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0060","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF00306135","article-title":"Model of a coral reef ecosystem: I. The ECOPATH model and its application to French Frigate Shoals","volume":"3","author":"Polovina","year":"1984","journal-title":"Coral Reefs"},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0061","doi-asserted-by":"crossref","first-page":"e01822","DOI":"10.1002\/eap.1822","article-title":"Open science, reproducibility, and transparency in ecology","volume":"29","author":"Powers","year":"2019","journal-title":"Ecol. Appl."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0062","series-title":"Terrestrial Ecosystems in a Changing World","first-page":"175","article-title":"Dynamic global vegetation modeling: quantifying terrestrial ecosystem responses to large-scale environmental change","author":"Prentice","year":"2007"},{"issue":"6","key":"10.1016\/j.ecolmodel.2022.110059_bib0063","doi-asserted-by":"crossref","first-page":"1553","DOI":"10.1890\/1051-0761(2000)010[1553:TCBOTT]2.0.CO;2","article-title":"The carbon balance of the terrestrial biosphere: ecosystem models and atmospheric observations","volume":"10","author":"Prentice","year":"2000","journal-title":"Ecol. Appl."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0064","doi-asserted-by":"crossref","unstructured":"Radach, G., and Moll, A. 2006. Review of three-dimensional ecological modelling related to the North Sea shelf system. Part II: model validation and data needs. In Oceanography and marine biology. An annual review., 1st edition. pp. 1\u201360. Available from https:\/\/www.taylorfrancis.com\/chapters\/mono\/10.1201\/9781420006391-4\/review-three-dimensional-ecological-modelling-related-north-sea-shelf-system-part-ii-model-validation-data-needs-gibson-atkinson-gordon?context=ubx&refId=41590f7c-dd00-46e8-84b1-4d56031bd254.","DOI":"10.1201\/9781420006391.ch1"},{"issue":"6","key":"10.1016\/j.ecolmodel.2022.110059_bib0065","doi-asserted-by":"crossref","first-page":"487","DOI":"10.1016\/j.tree.2019.01.010","article-title":"Transferability of mechanistic ecological models is about emergence","volume":"34","author":"Radchuk","year":"2019","journal-title":"Trends Ecol. Evol. (Amst.)"},{"issue":"7813","key":"10.1016\/j.ecolmodel.2022.110059_bib0066","doi-asserted-by":"crossref","first-page":"482","DOI":"10.1038\/d41586-020-01812-9","article-title":"Five ways to ensure that models serve society: a manifesto","volume":"582","author":"Saltelli","year":"2020","journal-title":"Nature"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0067","doi-asserted-by":"crossref","DOI":"10.1016\/j.envsoft.2021.105226","article-title":"Sensitivity analysis: a discipline coming of age","volume":"146","author":"Saltelli","year":"2021","journal-title":"Environ. Model. Softw."},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0068","series-title":"Sensitivity Analysis in practice. A Guide to Assessing Scientific Models","author":"Saltelli","year":"2004"},{"issue":"22","key":"10.1016\/j.ecolmodel.2022.110059_bib0069","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1098\/rsif.2007.1327","article-title":"Periodic travelling waves in cyclic populations: field studies and reaction\u2013diffusion models","volume":"5","author":"Sherratt","year":"2008","journal-title":"J. R. Soc., Interface"},{"issue":"9","key":"10.1016\/j.ecolmodel.2022.110059_bib0070","doi-asserted-by":"crossref","first-page":"2015","DOI":"10.1111\/j.1365-2486.2008.01626.x","article-title":"Evaluation of the terrestrial carbon cycle, future plant geography and climate-carbon cycle feedbacks using five Dynamic Global Vegetation Models (DGVMs): UNCERTAINTY IN LAND CARBON CYCLE FEEDBACKS","volume":"14","author":"Sitch","year":"2008","journal-title":"Glob. Chang. Biol."},{"issue":"7","key":"10.1016\/j.ecolmodel.2022.110059_bib0071","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0254015","article-title":"Multiple configurations and fluctuating trophic controls in the Barents Sea food-web","volume":"16","author":"Sivel","year":"2021","journal-title":"PlosOne"},{"key":"10.1016\/j.ecolmodel.2022.110059_bib0072","doi-asserted-by":"crossref","DOI":"10.1016\/j.envsoft.2021.105209","article-title":"Making spatial-temporal marine ecosystem modelling better \u2013 a perspective","author":"Steenbeek","year":"2021","journal-title":"Environ. Model. Softw."},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0073","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1002\/ecy.2126","article-title":"Predator-prey interactions cause apparent competition between marine zooplankton groups","volume":"99","author":"Stige","year":"2018","journal-title":"Ecology"},{"issue":"1\u20132","key":"10.1016\/j.ecolmodel.2022.110059_bib0074","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.jmarsys.2008.03.011","article-title":"Skill assessment for coupled biological\/physical models of marine systems","volume":"76","author":"Stow","year":"2009","journal-title":"J. Mar. Syst."},{"issue":"6","key":"10.1016\/j.ecolmodel.2022.110059_bib0075","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1111\/oik.02170","article-title":"Replicating and breaking models: good for you and good for ecology","volume":"124","author":"Thiele","year":"2015","journal-title":"Oikos"},{"issue":"3","key":"10.1016\/j.ecolmodel.2022.110059_bib0076","doi-asserted-by":"crossref","first-page":"11","DOI":"10.18564\/jasss.2503","article-title":"Facilitating parameter estimation and sensitivity analysis of agent-based models: a cookbook using NetLogo and \u201cR","volume":"17","author":"Thiele","year":"2014","journal-title":"JASSS"},{"issue":"1","key":"10.1016\/j.ecolmodel.2022.110059_bib0077","doi-asserted-by":"crossref","first-page":"11","DOI":"10.2989\/1814232X.2014.883326","article-title":"An end-to-end coupled model ROMS-N 2 P 2 Z 2 D 2 -OSMOSE of the southern Benguela foodweb: parameterisation, calibration and pattern-oriented validation","volume":"36","author":"Travers-Trolet","year":"2014","journal-title":"Afr. J. Mar. Sci."},{"issue":"2","key":"10.1016\/j.ecolmodel.2022.110059_bib0078","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1111\/j.2041-210X.2011.00170.x","article-title":"Assessing transferability of ecological models: an underappreciated aspect of statistical validation","volume":"3","author":"Wenger","year":"2012","journal-title":"Methods Ecol. Evol."},{"issue":"10","key":"10.1016\/j.ecolmodel.2022.110059_bib0079","doi-asserted-by":"crossref","first-page":"790","DOI":"10.1016\/j.tree.2018.08.001","article-title":"Outstanding Challenges in the Transferability of Ecological Models","volume":"33","author":"Yates","year":"2018","journal-title":"Trends Ecol. Evol. (Amst.)"}],"container-title":["Ecological Modelling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0304380022001685?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0304380022001685?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T15:17:57Z","timestamp":1759591077000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0304380022001685"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9]]},"references-count":79,"alternative-id":["S0304380022001685"],"URL":"https:\/\/doi.org\/10.1016\/j.ecolmodel.2022.110059","relation":{},"ISSN":["0304-3800"],"issn-type":[{"value":"0304-3800","type":"print"}],"subject":[],"published":{"date-parts":[[2022,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A standard protocol for describing the evaluation of ecological models","name":"articletitle","label":"Article Title"},{"value":"Ecological Modelling","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ecolmodel.2022.110059","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"110059"}}