{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T23:16:27Z","timestamp":1791414987292,"version":"4.3.3"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T00:00:00Z","timestamp":1700870400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["LA\/P\/0094\/2020"],"award-info":[{"award-number":["LA\/P\/0094\/2020"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019370","name":"Foundation for Science and Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100019370","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000900","name":"European Commission Joint Research Centre","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000900","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Science of The Total Environment"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1016\/j.scitotenv.2023.168872","type":"journal-article","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T11:12:13Z","timestamp":1700910733000},"page":"168872","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":46,"special_numbering":"C","title":["Setting nutrient boundaries to protect aquatic communities: The importance of comparing observed and predicted classifications using measures derived from a confusion matrix"],"prefix":"10.1016","volume":"912","author":[{"given":"Geoff","family":"Phillips","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heliana","family":"Teixeira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martyn G.","family":"Kelly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fuensanta","family":"Salas Herrero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"G\u00e1bor","family":"V\u00e1rb\u00edr\u00f3","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anne","family":"Lyche Solheim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Agnieszka","family":"Kolada","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary","family":"Free","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sandra","family":"Poikane","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"10","key":"10.1016\/j.scitotenv.2023.168872_bb0005","doi-asserted-by":"crossref","first-page":"1333","DOI":"10.1111\/ddi.12100","article-title":"New measures for assessing model equilibrium and prediction mismatch in species distribution models","volume":"19","author":"Barbosa","year":"2013","journal-title":"Divers. Distrib."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0010","author":"Barbosa"},{"issue":"1","key":"10.1016\/j.scitotenv.2023.168872_bb0015","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","article-title":"Controlling the false discovery rate: a practical and powerful approach to multiple testing","volume":"57","author":"Benjamini","year":"1995","journal-title":"J. R. Stat. Soc. Ser. B"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0020","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1186\/s13750-021-00238-8","article-title":"Response of chlorophyll a to total nitrogen and total phosphorus concentrations in lotic ecosystems: a systematic review","volume":"10","author":"Bennett","year":"2021","journal-title":"Environ. Evid."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0025","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s10750-010-0327-3","article-title":"Towards harmonization of ecological quality classification: establishing common grounds in European macrophyte assessment for rivers","volume":"652","author":"Birk","year":"2010","journal-title":"Hydrobiologia"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0030","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.ecolind.2011.10.009","article-title":"Three hundred ways to assess Europe\u2019s surface waters: an almost complete overview of biological methods to implement the water framework directive","volume":"18","author":"Birk","year":"2012","journal-title":"Ecol. Indic."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0035","doi-asserted-by":"crossref","first-page":"490","DOI":"10.1016\/j.scitotenv.2013.03.037","article-title":"Intercalibrating classifications of ecological status: Europe\u2019s quest for common management objectives for aquatic ecosystems","volume":"454-455","author":"Birk","year":"2013","journal-title":"Sci. Total Env."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0040","doi-asserted-by":"crossref","first-page":"1060","DOI":"10.1038\/s41559-020-1216-4","article-title":"Impacts of multiple stressors on freshwater biota across spatial scales and ecosystems","volume":"4","author":"Birk","year":"2020","journal-title":"Nat. Ecol. Evol."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0045","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1890\/1540-9295(2003)001[0412:AGITQR]2.0.CO;2","article-title":"A gentle introduction to quantile regression for ecologists","volume":"1","author":"Cade","year":"2003","journal-title":"Front. Ecol. Environ."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0050","doi-asserted-by":"crossref","DOI":"10.1088\/1748-9326\/6\/1\/014009","article-title":"Reconsideration of the planetary boundary for phosphorus","volume":"6","author":"Carpenter","year":"2011","journal-title":"Environ. Res. Lett."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0055","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1111\/1365-2664.12059","article-title":"Sustaining recreational quality of European lakes: minimizing the health risks from algal blooms through phosphorus control","volume":"50","author":"Carvalho","year":"2013","journal-title":"J. Appl. Ecol."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0060","author":"Chen"},{"issue":"1","key":"10.1016\/j.scitotenv.2023.168872_bb0065","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educ. Psychol. Meas."},{"issue":"12","key":"10.1016\/j.scitotenv.2023.168872_bb0070","doi-asserted-by":"crossref","first-page":"1304","DOI":"10.1111\/j.1461-0248.2008.01253.x","article-title":"Interactive and cumulative effects of multiple human stressors in marine systems","volume":"11","author":"Crain","year":"2008","journal-title":"Ecol. Lett."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0075","series-title":"Advances in Artificial Intelligence. Canadian AI 2010","article-title":"Overlap versus Imbalance","volume":"vol. 6085","author":"Denil","year":"2010"},{"issue":"1","key":"10.1016\/j.scitotenv.2023.168872_bb0080","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1017\/S0376892997000088","article-title":"A review of methods for the assessment of prediction errors in conservation presence\/absence models","volume":"24","author":"Fielding","year":"1997","journal-title":"Environ. Conserv."},{"issue":"3","key":"10.1016\/j.scitotenv.2023.168872_bb0085","first-page":"85","article-title":"Tornado predictions. American meteorological journal. A monthly review of meteorology and allied branches of study (1884-1896)","volume":"1","author":"Finley","year":"1884"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0090","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1353\/bae.2016.0015","article-title":"Lake ecological assessment metrics in Ireland: relationships with phosphorus and typology parameters and the implications for setting nutrient standards","volume":"16","author":"Free","year":"2016","journal-title":"Biol. Environ."},{"issue":"11","key":"10.1016\/j.scitotenv.2023.168872_bb0095","doi-asserted-by":"crossref","first-page":"1129","DOI":"10.1016\/S0895-4356(03)00177-X","article-title":"The diagnostic odds ratio: a single indicator of test performance","volume":"56","author":"Glas","year":"2003","journal-title":"J. Clin. Epidemiol."},{"issue":"3","key":"10.1016\/j.scitotenv.2023.168872_bb0100","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1177\/0049124116638107","article-title":"Log-likelihood-based Pseudo-R2 in logistic regression: deriving sample-sensitive benchmarks","volume":"47","author":"Hemmert","year":"2018","journal-title":"Sociol. Methods Res."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0105","series-title":"Applied Logistic Regression","author":"Hosmer","year":"2013"},{"issue":"3","key":"10.1016\/j.scitotenv.2023.168872_bb0110","doi-asserted-by":"crossref","DOI":"10.1002\/ecs2.3422","article-title":"Comparing sample bias correction methods for species distribution modeling using virtual species","volume":"12","author":"Inman","year":"2021","journal-title":"Ecosphere"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0115","series-title":"Humaine Association Conference on Affective Computing and Intelligent Interaction","first-page":"245","article-title":"Facing imbalanced data - recommendations for the use of performance metrics","author":"Jeni","year":"2013"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0120","series-title":"Establishing Ecologically-Relevant Nutrient Thresholds: A Tool-Kit with Guidance on its Use","first-page":"150977","author":"Kelly","year":"2022"},{"issue":"2","key":"10.1016\/j.scitotenv.2023.168872_bb0125","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1093\/oxfordjournals.pan.a004868","article-title":"Logistic regression in rare events data","volume":"9","author":"King","year":"2001","journal-title":"Polit. Anal."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0130","doi-asserted-by":"crossref","first-page":"33","DOI":"10.2307\/1913643","article-title":"Regresion quantiles","volume":"46","author":"Koenker","year":"1978","journal-title":"Econometrica"},{"issue":"1","key":"10.1016\/j.scitotenv.2023.168872_bb0135","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0140","doi-asserted-by":"crossref","first-page":"489","DOI":"10.1080\/00288330.2018.1524388","article-title":"Stressor-response relationships and the prospective management of aquatic ecosystems","volume":"53","author":"Larned","year":"2019","journal-title":"N. Z. J. Mar. Freshw. Res."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0150","series-title":"Proceedings 18th World IMACs\/MODISM Congress (July). Cairns, Australia","first-page":"4247","article-title":"Measuring the accuracy of species distribution models: a review","volume":"vol. 4241","author":"Liu","year":"2009"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0155","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1111\/j.1600-0587.2010.06354.x","article-title":"Measuring and comparing the accuracy of species distribution models with presence-absence data","volume":"34","author":"Liu","year":"2011","journal-title":"Ecography"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0160","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1007\/s10750-012-1436-y","article-title":"Ecological status assessment of European lakes: a comparison of metrics for phytoplankton, macrophytes, benthic invertebrates and fish","volume":"704","author":"Lyche-Solheim","year":"2013","journal-title":"Hydrobiologia"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0165","series-title":"Behavioral travel modeling","first-page":"279","article-title":"Quantitative methods for analyzing travel behavior of individuals: Some recent developments","author":"McFadden","year":"1979"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0170","series-title":"Directive 2008\/56\/EC of the European Parliament and of the Council of 17 June 2008 Establishing a Framework for Community Action in the Field of Marine Environmental Policy OJ","volume":"L 164\/19","author":"MSFD","year":"2008"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0175","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1007\/s10021-012-9530-6","article-title":"Confronting feedbacks of degraded marine ecosystems","volume":"15","author":"Nystr\u00f6m","year":"2012","journal-title":"Ecosystems"},{"issue":"9","key":"10.1016\/j.scitotenv.2023.168872_bb0180","doi-asserted-by":"crossref","first-page":"1806","DOI":"10.1109\/TKDE.2017.2682249","article-title":"Confusion-matrix-based kernel logistic regression for imbalanced data classification","volume":"29","author":"Ohsaki","year":"2017","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0185","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1126\/science.ns-4.93.453.b","article-title":"The numerical measure of the success of predictions","volume":"4","author":"Peirce","year":"1884","journal-title":"Science"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0190","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1007\/s10452-008-9180-0","article-title":"Chlorophyll\u2013nutrient relationships of different lake types using a large European dataset","volume":"42","author":"Phillips","year":"2008","journal-title":"Aquat. Ecol."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0195","series-title":"Best Practice for Establishing Nutrient Concentrations to Support Good Ecological Status","author":"Phillips","year":"2019"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0200","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.scitotenv.2019.05.343","article-title":"Establishing nutrient thresholds in the face of uncertainty and multiple stressors: a comparison of approaches using simulated datasets","volume":"684","author":"Phillips","year":"2019","journal-title":"Sci. Total Environ."},{"issue":"3","key":"10.1016\/j.scitotenv.2023.168872_bb0205","doi-asserted-by":"crossref","first-page":"592","DOI":"10.1111\/1365-2664.12228","article-title":"Defining ecologically relevant water quality targets for lakes in Europe","volume":"51","author":"Poikane","year":"2014","journal-title":"J. Appl. Ecol."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0210","doi-asserted-by":"crossref","DOI":"10.1016\/j.scitotenv.2019.133888","article-title":"Nutrient criteria for surface waters under the European water framework directive: current state-of-the-art, challenges and future outlook","volume":"695","author":"Poikane","year":"2019","journal-title":"Sci. Total Environ."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0215","series-title":"Estimating Nutrient Thresholds for Eutrophication Management: Novel Insights from Understudied Lake Types","first-page":"154242","author":"Poikane","year":"2022"},{"key":"10.1016\/j.scitotenv.2023.168872_bb0220","doi-asserted-by":"crossref","first-page":"1333","DOI":"10.1111\/2041-210X.14071","article-title":"Guidelines for the prediction of species interactions through binary classification","volume":"14","author":"Poisot","year":"2023","journal-title":"Methods Ecol. Evol."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0225","doi-asserted-by":"crossref","first-page":"255","DOI":"10.3389\/fmars.2019.00255","article-title":"A novel approach for deriving nutrient criteria to support good ecological status: application to coastal and transitional waters and indications for use","volume":"6","author":"Salas Herrero","year":"2019","journal-title":"Front. Mar. Sci."},{"issue":"1","key":"10.1016\/j.scitotenv.2023.168872_bb0230","doi-asserted-by":"crossref","first-page":"356","DOI":"10.4319\/lo.2006.51.1_part_2.0356","article-title":"Recent advances in the understanding and Management of Eutrophication","volume":"51","author":"Schindler","year":"2006","journal-title":"Limnol. Oceanogr."},{"key":"10.1016\/j.scitotenv.2023.168872_bb0235","first-page":"172","article-title":"Council of the European Communities Directive 2000\/60\/EC of the European Parliament and of the council of 23 October 2000 establishing a framework for community action in the field of water policy","volume":"L 327","author":"WFD","year":"2000","journal-title":"Off. J. Eur. Commun."},{"issue":"3","key":"10.1016\/j.scitotenv.2023.168872_bb0240","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1038\/s41576-021-00434-9","article-title":"Navigating the pitfalls of applying machine learning in genomics","volume":"23","author":"Whalen","year":"2022","journal-title":"Nat. Rev. Genet."}],"container-title":["Science of The Total Environment"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0048969723075010?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0048969723075010?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T09:15:22Z","timestamp":1786958122000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0048969723075010"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":47,"alternative-id":["S0048969723075010"],"URL":"https:\/\/doi.org\/10.1016\/j.scitotenv.2023.168872","relation":{},"ISSN":["0048-9697"],"issn-type":[{"value":"0048-9697","type":"print"}],"subject":[],"published":{"date-parts":[[2024,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Setting nutrient boundaries to protect aquatic communities: The importance of comparing observed and predicted classifications using measures derived from a confusion matrix","name":"articletitle","label":"Article Title"},{"value":"Science of The Total Environment","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.scitotenv.2023.168872","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"168872"}}