{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T16:27:53Z","timestamp":1761841673436,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031144622"},{"type":"electronic","value":"9783031144639"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14463-9_7","type":"book-chapter","created":{"date-parts":[[2022,8,10]],"date-time":"2022-08-10T12:02:48Z","timestamp":1660132968000},"page":"100-113","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["The ROC Diagonal is Not Layperson\u2019s Chance: A New Baseline Shows the\u00a0Useful Area"],"prefix":"10.1007","author":[{"given":"Andr\u00e9 M.","family":"Carrington","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul W.","family":"Fieguth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Franz","family":"Mayr","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick D.","family":"James","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Holzinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John W.","family":"Pickering","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard I.","family":"Aviv","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,11]]},"reference":[{"issue":"215","key":"7_CR1","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.ijcard.2016.04.026","volume":"100","author":"AD Althouse","year":"2016","unstructured":"Althouse, A.D.: Statistical graphics in action: making better sense of the ROC curve. Int. J. Cardiol. 100(215), 9\u201310 (2016)","journal-title":"Int. J. Cardiol."},{"issue":"3","key":"7_CR2","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1214\/aos\/1176343842","volume":"5","author":"R Beran","year":"1977","unstructured":"Beran, R.: Minimum Hellinger distance estimates for parametric models. Ann. Stat. 5(3), 445\u2013463 (1977)","journal-title":"Ann. Stat."},{"issue":"1","key":"7_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-019-1014-6","volume":"20","author":"AM Carrington","year":"2020","unstructured":"Carrington, A.M., et al.: A new concordant partial AUC and partial C statistic for imbalanced data in the evaluation of machine learning algorithms. BMC Med. Inform. Decis. Making 20(1), 1\u201312 (2020)","journal-title":"BMC Med. Inform. Decis. Making"},{"key":"7_CR4","unstructured":"Chance Noun: In the Cambridge Dictionary. Cambridge University Press. https:\/\/dictionary.cambridge.org\/dictionary\/english\/chance"},{"issue":"1","key":"7_CR5","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"issue":"4","key":"7_CR6","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen, J.: Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit. Psychol. Bull. 70(4), 213 (1968)","journal-title":"Psychol. Bull."},{"key":"7_CR7","volume-title":"Elements of Information Theory","author":"TM Cover","year":"2012","unstructured":"Cover, T.M., Thomas, J.A.: Elements of Information Theory. Wiley, Hoboken (2012)"},{"key":"7_CR8","unstructured":"Dua, D., Graff, C.: UCI machine learning repository (2017). http:\/\/archive.ics.uci.edu\/ml"},{"issue":"8","key":"7_CR9","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett, T.: An introduction to ROC analysis. Pattern Recogn. Lett. 27(8), 861\u2013874 (2006)","journal-title":"Pattern Recogn. Lett."},{"key":"7_CR10","unstructured":"Flach, P.A.: The geometry of ROC space: understanding machine learning metrics through ROC isometrics. In: Proceedings of the Twentieth International Conference on Machine Learning (2003)"},{"issue":"4","key":"7_CR11","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1007\/s00330-014-3487-0","volume":"25","author":"S Halligan","year":"2015","unstructured":"Halligan, S., Altman, D.G., Mallett, S.: Disadvantages of using the area under the receiver operating characteristic curve to assess imaging tests: a discussion and proposal for an alternative approach. Eur. Radiol. 25(4), 932\u2013939 (2015). https:\/\/doi.org\/10.1007\/s00330-014-3487-0","journal-title":"Eur. Radiol."},{"issue":"1","key":"7_CR12","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","volume":"77","author":"DJ Hand","year":"2009","unstructured":"Hand, D.J.: Measuring classifier performance: a coherent alternative to the area under the ROC curve. Mach. Learn. 77(1), 103\u2013123 (2009). https:\/\/doi.org\/10.1007\/s10994-009-5119-5","journal-title":"Mach. Learn."},{"key":"7_CR13","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1146\/annurev-statistics-040720-022432","volume":"8","author":"V In\u00e1cio","year":"2021","unstructured":"In\u00e1cio, V., Rodr\u00edguez-\u00c1lvarez, M.X., Gayoso-Diz, P.: Statistical evaluation of medical tests. Ann. Rev. Stat. Appl. 8, 41\u201367 (2021)","journal-title":"Ann. Rev. Stat. Appl."},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"Lin, J.: Divergence measures based on the Shannon entropy. IEEE Trans. Inf. Theory 37(1), 145\u2013151 (1991). https:\/\/doi.org\/10.1109\/18.61115. http:\/\/ieeexplore.ieee.org\/document\/61115\/","DOI":"10.1109\/18.61115"},{"issue":"2","key":"7_CR15","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/S0016-0032(96)00063-4","volume":"334","author":"M Men\u00e9ndez","year":"1997","unstructured":"Men\u00e9ndez, M., Pardo, J., Pardo, L., Pardo, M.: The Jensen-Shannon divergence. J. Franklin Inst. 334(2), 307\u2013318 (1997). Publisher: Elsevier","journal-title":"J. Franklin Inst."},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Metz, C.E.: Basic principles of ROC analysis. In: Seminars in Nuclear Medicine, vol. 8, pp. 283\u2013298. Elsevier (1978)","DOI":"10.1016\/S0001-2998(78)80014-2"},{"issue":"4","key":"7_CR17","doi-asserted-by":"publisher","first-page":"464","DOI":"10.3390\/e23040464","volume":"23","author":"F Nielsen","year":"2021","unstructured":"Nielsen, F.: On a variational definition for the Jensen-Shannon symmetrization of distances based on the information radius. Entropy 23(4), 464 (2021)","journal-title":"Entropy"},{"issue":"1","key":"7_CR18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1148\/radiol.2291010898","volume":"229","author":"NA Obuchowski","year":"2003","unstructured":"Obuchowski, N.A.: Receiver operating characteristic curves and their use in radiology. Radiology 229(1), 3\u20138 (2003). https:\/\/doi.org\/10.1148\/radiol.2291010898","journal-title":"Radiology"},{"key":"7_CR19","doi-asserted-by":"crossref","unstructured":"Obuchowski, N.A., Bullen, J.A.: Receiver operating characteristic (ROC) curves: review of methods with applications in diagnostic medicine. Phys. Med. Biol. 63(7), 07TR01 (2018)","DOI":"10.1088\/1361-6560\/aab4b1"},{"key":"7_CR20","unstructured":"Powers, D.M.W.: Evaluation: from precision, recall and F-factor to ROC, informedness, markedness & correlation. Technical report, Flinders University, December 2007"},{"key":"7_CR21","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1023\/A:1007601015854","volume":"42","author":"F Provost","year":"2001","unstructured":"Provost, F., Fawcett, T.: Robust classification for imprecise environments. Mach. Learn. 42, 203\u2013231 (2001). https:\/\/doi.org\/10.1023\/A:1007601015854","journal-title":"Mach. Learn."},{"issue":"3","key":"7_CR22","first-page":"68","volume":"3","author":"DL Sackett","year":"1998","unstructured":"Sackett, D.L., Straus, S.: On some clinically useful measures of the accuracy of diagnostic tests. BMJ Evid.-Based Med. 3(3), 68 (1998)","journal-title":"BMJ Evid.-Based Med."},{"issue":"2","key":"7_CR23","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1177\/070674370705200210","volume":"52","author":"DL Streiner","year":"2007","unstructured":"Streiner, D.L., Cairney, J.: What\u2019s under the ROC? An introduction to receiver operating characteristics curves. Can. J. Psychiatry 52(2), 121\u2013128 (2007)","journal-title":"Can. J. Psychiatry"},{"issue":"7","key":"7_CR24","doi-asserted-by":"publisher","first-page":"752","DOI":"10.1016\/j.jclinepi.2015.01.003","volume":"68","author":"F Subtil","year":"2015","unstructured":"Subtil, F., Rabilloud, M.: An enhancement of ROC curves made them clinically relevant for diagnostic-test comparison and optimal-threshold determination. J. Clin. Epidemiol. 68(7), 752\u2013759 (2015)","journal-title":"J. Clin. Epidemiol."},{"issue":"2","key":"7_CR25","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1177\/0272989X03251246","volume":"23","author":"WB Van den Hout","year":"2003","unstructured":"Van den Hout, W.B.: The area under an ROC curve with limited information. Med. Decis. Making 23(2), 160\u2013166 (2003). https:\/\/doi.org\/10.1177\/0272989X03251246","journal-title":"Med. Decis. Making"},{"issue":"23","key":"7_CR26","doi-asserted-by":"publisher","first-page":"9193","DOI":"10.1073\/pnas.87.23.9193","volume":"87","author":"WH Wolberg","year":"1990","unstructured":"Wolberg, W.H., Mangasarian, O.L.: Multisurface method of pattern separation for medical diagnosis applied to breast cytology. Proc. Natl. Acad. Sci. 87(23), 9193\u20139196 (1990)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"7_CR27","doi-asserted-by":"publisher","DOI":"10.1002\/9780470317082","volume-title":"Statistical Methods in Diagnostic Medicine","author":"XH Zhou","year":"2002","unstructured":"Zhou, X.H., McClish, D.K., Obuchowski, N.A.: Statistical Methods in Diagnostic Medicine, vol. 569. Wiley, Hoboken (2002)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14463-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:03:23Z","timestamp":1709831003000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14463-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031144622","9783031144639"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14463-9_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"11 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"All authors contributed in writing this article. AC conceived the main ideas initially. In consultation with PF, JP, FM, and NJ various ideas were further developed and refined, with AH and RA providing guidance. Experiments were conducted and coded by AC and FM. All authors reviewed and provided edits to the article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Contributions"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}