{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T01:18:32Z","timestamp":1779931112785,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T00:00:00Z","timestamp":1686700800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,14]]},"DOI":"10.1145\/3593434.3593456","type":"proceedings-article","created":{"date-parts":[[2023,5,30]],"date-time":"2023-05-30T12:54:01Z","timestamp":1685451241000},"page":"93-100","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":29,"title":["On the Reliability of the Area Under the ROC Curve in Empirical Software Engineering"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5226-4337","authenticated-orcid":false,"given":"Luigi","family":"Lavazza","sequence":"first","affiliation":[{"name":"Universit\u00e0 degli Studi dell'Insubria, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4598-7024","authenticated-orcid":false,"given":"Sandro","family":"Morasca","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi dell'Insubria, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2046-0090","authenticated-orcid":false,"given":"Gabriele","family":"Rotoloni","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi dell'Insubria, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,6,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC genomics 21, 1","author":"Chicco Davide","year":"2020","unstructured":"Davide Chicco and Giuseppe Jurman. 2020. The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC genomics 21, 1 (2020), 1\u201313."},{"key":"e_1_3_2_1_2_1","volume-title":"Statistical power analysis for the behavioral sciences Lawrence Earlbaum Associates","author":"Cohen Jacob","unstructured":"Jacob Cohen. 1988. Statistical power analysis for the behavioral sciences Lawrence Earlbaum Associates. Routledge, New York, NY, USA. 20\u201326 pages."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.010"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3310986.3311023"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-009-5119-5"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1002\/0471722146"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2770124"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868328.1868342"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10199-2"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1466-8238.2007.00358.x"},{"key":"e_1_3_2_1_11_1","volume-title":"Interpreting diagnostic accuracy studies for patient care. Bmj 345","author":"Mallett Susan","year":"2012","unstructured":"Susan Mallett, Steve Halligan, Matthew Thompson, Gary\u00a0S Collins, and Douglas\u00a0G Altman. 2012. Interpreting diagnostic accuracy studies for patient care. Bmj 345 (2012)."},{"key":"e_1_3_2_1_12_1","volume-title":"Software defect prediction using ensemble learning: A systematic literature review","author":"Matloob Faseeha","year":"2021","unstructured":"Faseeha Matloob, Taher\u00a0M Ghazal, Nasser Taleb, Shabib Aftab, Munir Ahmad, Muhammad\u00a0Adnan Khan, Sagheer Abbas, and Tariq\u00a0Rahim Soomro. 2021. Software defect prediction using ensemble learning: A systematic literature review. IEEE Access (2021)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/0005-2795(75)90109-9"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09861-4"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534405"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.104773"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2322358"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2836442"},{"key":"e_1_3_2_1_19_1","unstructured":"Chakkrit Tantithamthavorn. 2016. NASA Defect Dataset."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/SNPD.2012.34"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485275"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383219.3383232"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106664"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2020.03.030"}],"event":{"name":"EASE '23: The International Conference on Evaluation and Assessment in Software Engineering","location":"Oulu Finland","acronym":"EASE '23"},"container-title":["Proceedings of the 27th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593434.3593456","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593434.3593456","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T07:10:38Z","timestamp":1755846638000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593434.3593456"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,14]]},"references-count":24,"alternative-id":["10.1145\/3593434.3593456","10.1145\/3593434"],"URL":"https:\/\/doi.org\/10.1145\/3593434.3593456","relation":{},"subject":[],"published":{"date-parts":[[2023,6,14]]},"assertion":[{"value":"2023-06-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}