{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T07:28:11Z","timestamp":1769498891929,"version":"3.49.0"},"reference-count":22,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008,6]]},"DOI":"10.1109\/ijcnn.2008.4633979","type":"proceedings-article","created":{"date-parts":[[2008,9,29]],"date-time":"2008-09-29T20:31:26Z","timestamp":1222720286000},"page":"1390-1396","source":"Crossref","is-referenced-by-count":15,"title":["Multi-class AUC metrics and weighted alternatives"],"prefix":"10.1109","author":[{"given":"Ben","family":"Van Calster","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vanya","family":"Van Belle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George","family":"Condous","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom","family":"Bourne","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dirk","family":"Timmerman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sabine","family":"Van Huffel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"19","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1177\/0272989X0002000309","article-title":"comparing three-class diagnostic tests by three-way roc analysis","volume":"20","author":"dreiseitl","year":"2000","journal-title":"Medical Decision Making"},{"key":"22","doi-asserted-by":"publisher","DOI":"10.1111\/1541-0420.00016"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.1016\/S1532-0464(03)00034-0"},{"key":"18","article-title":"evaluation of prognostic models: discrimination and calibration performance","author":"taktak","year":"2007","journal-title":"Proc 3rd International Conference on Computational Intelligence in Medicine and Healthcare"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1007\/11871842_75"},{"key":"16","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-007-5018-6"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1177\/0272989X9901900110"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010920819831"},{"key":"21","doi-asserted-by":"publisher","DOI":"10.1002\/uog.2838"},{"key":"3","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007601015854"},{"key":"20","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024099825458"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2005.02.008"},{"key":"10","article-title":"a scored auc metric for classifier evaluation and selection","author":"wu","year":"2005","journal-title":"Proc of the ICML2005 Workshop on ROC analysis in Machine Learning"},{"key":"7","first-page":"445","article-title":"the case against accuracy estimation for comparing induction algorithms","author":"provost","year":"1998","journal-title":"Proc of the 15th International Conference on Machine Learning"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2005.50"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-0258(19980515)17:9<1033::AID-SIM784>3.0.CO;2-Z"},{"key":"4","first-page":"702","article-title":"repairing concavities in roc curves","author":"flach","year":"2005","journal-title":"Proc 19th International Joint Conference on Artificial Intelligence"},{"key":"9","article-title":"modifying roc curves to incorporate predicted probabilities","author":"ferri","year":"2005","journal-title":"Proc of the ICML2005 Workshop on ROC analysis in Machine Learning"},{"key":"8","year":"0"}],"event":{"name":"2008 IEEE International Joint Conference on Neural Networks (IJCNN 2008 - Hong Kong)","location":"Hong Kong, China","start":{"date-parts":[[2008,6,1]]},"end":{"date-parts":[[2008,6,8]]}},"container-title":["2008 IEEE International Joint Conference on Neural Networks (IEEE World Congress on Computational Intelligence)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/4625775\/4633757\/04633979.pdf?arnumber=4633979","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,18]],"date-time":"2017-06-18T12:09:57Z","timestamp":1497787797000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/4633979\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,6]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/ijcnn.2008.4633979","relation":{},"subject":[],"published":{"date-parts":[[2008,6]]}}}