{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,14]],"date-time":"2026-09-14T20:23:28Z","timestamp":1789417408677,"version":"build-2803163510"},"reference-count":15,"publisher":"Elsevier BV","issue":"9","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,5,17]],"date-time":"2023-05-17T00:00:00Z","timestamp":1684281600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","oarsijournal.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Osteoarthritis and Cartilage"],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1016\/j.joca.2023.05.006","type":"journal-article","created":{"date-parts":[[2023,5,19]],"date-time":"2023-05-19T02:59:23Z","timestamp":1684465163000},"page":"1242-1248","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":38,"title":["Comparison of evaluation metrics of deep learning for imbalanced imaging data in osteoarthritis studies"],"prefix":"10.1016","volume":"31","author":[{"given":"Shen","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9238-7350","authenticated-orcid":false,"given":"Frank","family":"Roemer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9630-795X","authenticated-orcid":false,"given":"Yong","family":"Ge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward J.","family":"Bedrick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9636-7012","authenticated-orcid":false,"given":"Zong-Ming","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9374-8266","authenticated-orcid":false,"given":"Ali","family":"Guermazi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5571-1622","authenticated-orcid":false,"given":"Leena","family":"Sharma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Charles","family":"Eaton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7705-5593","authenticated-orcid":false,"given":"Marc C.","family":"Hochberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3197-752X","authenticated-orcid":false,"given":"David J.","family":"Hunter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael C.","family":"Nevitt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2297-8283","authenticated-orcid":false,"given":"Wolfgang","family":"Wirth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C.","family":"Kent Kwoh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoxiao","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"12","key":"10.1016\/j.joca.2023.05.006_bib1","doi-asserted-by":"crossref","first-page":"1743","DOI":"10.1002\/acr.22897","article-title":"Number of persons with symptomatic knee osteoarthritis in the US: impact of race and ethnicity, age, sex, and obesity","volume":"68","author":"Deshpande","year":"2016","journal-title":"Arthritis Care Res"},{"issue":"9","key":"10.1016\/j.joca.2023.05.006_bib2","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1016\/j.joca.2009.03.012","article-title":"MRI-detected subchondral bone marrow signal alterations of the knee joint: terminology, imaging appearance, relevance, and radiological differential diagnosis","volume":"17","author":"Roemer","year":"2009","journal-title":"Osteoarthr Cartilage"},{"issue":"12","key":"10.1016\/j.joca.2023.05.006_bib3","doi-asserted-by":"crossref","first-page":"2413","DOI":"10.1093\/rheumatology\/keq286","article-title":"Bone marrow lesions in people with knee osteoarthritis predict progression of disease and joint replacement: a longitudinal study","volume":"49","author":"Tanamas","year":"2010","journal-title":"Rheumatology"},{"key":"10.1016\/j.joca.2023.05.006_bib4","doi-asserted-by":"crossref","first-page":"990","DOI":"10.1016\/j.joca.2011.05.004","article-title":"Evolution of semi-quantitative whole joint assessment of knee OA: MOAKS (MRI osteoarthritis knee score)","volume":"19","author":"Hunter","year":"2011","journal-title":"Osteoarthr Cartilage"},{"issue":"suppl 9","key":"10.1016\/j.joca.2023.05.006_bib5","article-title":"Automatic detection of bone marrow lesions from knee MRI data from the OAI study [abstract]. ACR Convergence 2021","volume":"73","author":"Liu","year":"2021","journal-title":"Arthritis Rheumatol"},{"key":"10.1016\/j.joca.2023.05.006_bib6","first-page":"74","article-title":"On model evaluation under non-constant class imbalance.","volume":"12140","author":"Brabec","year":"2020","journal-title":"Comput Sci"},{"key":"10.1016\/j.joca.2023.05.006_bib7","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-021-90292-6","article-title":"Deep learning for large scale MRI-based morphological phenotyping of osteoarthritis","volume":"11","author":"Namiri","year":"2021","journal-title":"Sci Rep"},{"issue":"11","key":"10.1016\/j.joca.2023.05.006_bib8","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.1002699","article-title":"Deep-learning-assisted diagnosis for knee magnetic resonance imaging: development and retrospective validation of MRNet","volume":"15","author":"Bien","year":"2018","journal-title":"PLoS Med"},{"issue":"12","key":"10.1016\/j.joca.2023.05.006_bib9","doi-asserted-by":"crossref","first-page":"1433","DOI":"10.1016\/j.joca.2008.06.016","article-title":"The osteoarthritis initiative: report on the design rationale for the magnetic resonance imaging protocol for the knee","volume":"16","author":"Peterfy","year":"2008","journal-title":"Osteoarthr Cartilage"},{"issue":"3","key":"10.1016\/j.joca.2023.05.006_bib10","first-page":"205","article-title":"A critical investigation of recall and precision as measures of retrieval system performance","volume":"7","author":"Raghavan","year":"1989","journal-title":"Assoc Comput Mach ((ACM)) Trans Inf Syst"},{"key":"10.1016\/j.joca.2023.05.006_bib11","unstructured":"Flach PA,\u00a0Kull M. Precision-Recall-Gain curves: PR analysis done right. Proceedings of the 28th International Conference on Neural Information Processing Systems, 1; 2015: 838\u2013846."},{"issue":"1","key":"10.1016\/j.joca.2023.05.006_bib12","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1016\/j.aci.2018.08.003","article-title":"Classification assessment methods","volume":"17","author":"Tharwat","year":"2018","journal-title":"Appl Comput Inform"},{"key":"10.1016\/j.joca.2023.05.006_bib13","doi-asserted-by":"crossref","DOI":"10.1186\/s13040-021-00244-z","article-title":"The matthews correlation coefficient (Mcc) is more reliable than balanced accuracy, bookmaker informedness, and markedness in two-class confusion matrix evaluation","volume":"14","author":"Chicco","year":"2021","journal-title":"BioData Mining"},{"key":"10.1016\/j.joca.2023.05.006_bib14","doi-asserted-by":"crossref","unstructured":"Christodoulou E, Moustakidis S, Papandrianos N, Tsaopoulos D, Papageorgiou E. Exploring deep learning capabilities in knee osteoarthritis case study for classification. 10th International Conference on Information, Intelligence, Systems and Applications ((IISA)); 2019: 1\u20136. doi:\u00a010.1109\/IISA.2019.8900714.","DOI":"10.1109\/IISA.2019.8900714"},{"key":"10.1016\/j.joca.2023.05.006_bib15","doi-asserted-by":"crossref","unstructured":"Davis J, Goadrich M. The relationship between precision-recall and ROC curves. Proceedings of the 23rd international conference on machine learning (ICML '06); 2006: 233\u2013240. doi:\u00a010.1145\/1143844.1143874.","DOI":"10.1145\/1143844.1143874"}],"container-title":["Osteoarthritis and Cartilage"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1063458423007951?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1063458423007951?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T04:01:00Z","timestamp":1761019260000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1063458423007951"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9]]},"references-count":15,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["S1063458423007951"],"URL":"https:\/\/doi.org\/10.1016\/j.joca.2023.05.006","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2022.09.08.22279696","asserted-by":"object"}]},"ISSN":["1063-4584"],"issn-type":[{"value":"1063-4584","type":"print"}],"subject":[],"published":{"date-parts":[[2023,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Comparison of evaluation metrics of deep learning for imbalanced imaging data in osteoarthritis studies","name":"articletitle","label":"Article Title"},{"value":"Osteoarthritis and Cartilage","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.joca.2023.05.006","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Author(s). Published by Elsevier Ltd on behalf of Osteoarthritis Research Society International.","name":"copyright","label":"Copyright"}]}}