{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,25]],"date-time":"2026-01-25T20:19:02Z","timestamp":1769372342811,"version":"3.49.0"},"reference-count":9,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T00:00:00Z","timestamp":1712188800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T00:00:00Z","timestamp":1712188800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00817-7","type":"journal-article","created":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T10:02:29Z","timestamp":1712224949000},"page":"373-376","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["The curious case of the test set AUROC"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3484-5031","authenticated-orcid":false,"given":"Michael","family":"Roberts","sequence":"first","affiliation":[]},{"given":"Alon","family":"Hazan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2919-4956","authenticated-orcid":false,"given":"S\u00f6ren","family":"Dittmer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2243-3117","authenticated-orcid":false,"given":"James H. F.","family":"Rudd","sequence":"additional","affiliation":[]},{"given":"Carola-Bibiane","family":"Sch\u00f6nlieb","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,4]]},"reference":[{"key":"817_CR1","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1007\/s00330-014-3487-0","volume":"25","author":"S Halligan","year":"2015","unstructured":"Halligan, S., Altman, D. G. & Mallett, S. Eur. Radiol. 25, 932\u2013939 (2015).","journal-title":"Eur. Radiol."},{"key":"817_CR2","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1111\/j.1466-8238.2007.00358.x","volume":"17","author":"JM Lobo","year":"2008","unstructured":"Lobo, J. M., Jim\u00e9nez-Valverde, A. & Real, R. Glob. Ecol. Biogeogr. 17, 145\u2013151 (2008).","journal-title":"Glob. Ecol. Biogeogr."},{"key":"817_CR3","doi-asserted-by":"crossref","unstructured":"Kwegyir-Aggrey, K., Gerchick, M., Mohan, M. Horowitz, A. & Venkatasubramanian, S. In Proc. 2023 ACM Conference on Fairness, Accountability, and Transparency (FAccT \u201923) 1570\u20131583 (ACM, 2023).","DOI":"10.1145\/3593013.3594100"},{"key":"817_CR4","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-023-03048-6","volume":"21","author":"N White","year":"2023","unstructured":"White, N., Parsons, R., Collins, G. & Barnett, A. BMC Med. 21, 339 (2023).","journal-title":"BMC Med."},{"key":"817_CR5","doi-asserted-by":"publisher","first-page":"1393","DOI":"10.1002\/alz.12801","volume":"19","author":"C Rabe","year":"2023","unstructured":"Rabe, C. et al. Alzheimers Dement. 19, 1393\u20131402 (2023).","journal-title":"Alzheimers Dement."},{"key":"817_CR6","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1038\/s42256-021-00307-0","volume":"3","author":"M Roberts","year":"2021","unstructured":"Roberts, M. et al. Nat. Mach. Intell. 3, 199\u2013217 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"817_CR7","doi-asserted-by":"publisher","first-page":"m1328","DOI":"10.1136\/bmj.m1328","volume":"369","author":"L Wynants","year":"2020","unstructured":"Wynants, L. et al. BMJ 369, m1328 (2020).","journal-title":"BMJ"},{"key":"817_CR8","doi-asserted-by":"publisher","DOI":"10.1186\/s13040-023-00322-4","volume":"16","author":"D Chicco","year":"2023","unstructured":"Chicco, D. & Jurman, G. BioData Min. 16, 4 (2023).","journal-title":"BioData Min."},{"key":"817_CR9","doi-asserted-by":"publisher","DOI":"10.24433\/CO.1960655.v1","author":"A Hazan","year":"2023","unstructured":"Hazan, A. & Dittmer, S. CodeOcean https:\/\/doi.org\/10.24433\/CO.1960655.v1 (2023).","journal-title":"CodeOcean"}],"updated-by":[{"DOI":"10.1038\/s42256-024-00834-6","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2024,4,12]],"date-time":"2024-04-12T00:00:00Z","timestamp":1712880000000}}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00817-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00817-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00817-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T17:32:20Z","timestamp":1731691940000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00817-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,4]]},"references-count":9,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2024,4]]}},"alternative-id":["817"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00817-7","relation":{"correction":[{"id-type":"doi","id":"10.1038\/s42256-024-00834-6","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,4]]},"assertion":[{"value":"4 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 April 2024","order":2,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":3,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":4,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1038\/s42256-024-00834-6","URL":"https:\/\/doi.org\/10.1038\/s42256-024-00834-6","order":5,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}