{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T17:04:16Z","timestamp":1784999056087,"version":"3.55.0"},"reference-count":24,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Canadian Department of National Defence Innovation for Defence Excellence and Security","award":["CFPMN2-17"],"award-info":[{"award-number":["CFPMN2-17"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3151048","type":"journal-article","created":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T19:27:51Z","timestamp":1644607671000},"page":"19083-19095","source":"Crossref","is-referenced-by-count":387,"title":["MLCM: Multi-Label Confusion Matrix"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7526-7955","authenticated-orcid":false,"given":"Mohammadreza","family":"Heydarian","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1059-110X","authenticated-orcid":false,"given":"Thomas E.","family":"Doyle","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6768-0168","authenticated-orcid":false,"given":"Reza","family":"Samavi","sequence":"additional","affiliation":[{"name":"Vector Institute for Artificial Intelligence, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","first-page":"1","article-title":"MEKA: A multi-label\/multi-target extension to Weka","volume":"17","author":"read","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref24","author":"maiza","year":"2020","journal-title":"Multi-Label Image Classification in Tensorflow 2 0"},{"key":"ref12","first-page":"2411","article-title":"MULAN: A Java library for multi-label learning","volume":"12","author":"tsoumakas","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6579\/abc960"},{"key":"ref15","first-page":"3513","article-title":"On the Bayes-optimality of f-measure maximizers","volume":"15","author":"waegeman","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-012-5285-8"},{"key":"ref20","first-page":"1","article-title":"Performance measures fusion for experimental comparison of methods for multi-label classification","author":"eftimov","year":"2019","journal-title":"Proc AAAI Spring Symp Combining Mach Learn With Knowl Eng (AAAI-MAKE)"},{"key":"ref11","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref22","first-page":"10600","article-title":"Multilabel reductions: what is my loss optimising","author":"menon","year":"2019","journal-title":"Proc 33rd Conf Neural Inf Process Syst (NeurIPS)"},{"key":"ref10","first-page":"973","article-title":"The foundations of cost-sensitive learning","author":"elkan","year":"2001","journal-title":"Proc Intern Joint Conf Artificial Intel (IJCAI)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2019.05.037"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-018-6445-z"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.08.001"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2012.03.004"},{"key":"ref16","first-page":"3321","article-title":"Consistent multilabel classification","author":"koyejo","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref19","first-page":"5778","article-title":"A unified view of multi-label performance measures","author":"wu","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn (ICML)"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2016.02.037"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.01.002"},{"key":"ref7","first-page":"667","article-title":"Mining multi-label data","author":"tsoumakas","year":"2010","journal-title":"Data Mining and Knowledge Discovery Handbook"},{"key":"ref9","article-title":"A systematic review on experimental multi-label learning","author":"spolaor","year":"2013"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3233\/SW-180333"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4236\/jilsa.2017.91001"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2009.03.002"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.39"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09711932.pdf?arnumber=9711932","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,27]],"date-time":"2023-07-27T11:06:22Z","timestamp":1690455982000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9711932\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3151048","relation":{"has-preprint":[{"id-type":"doi","id":"10.32920\/24132588.v1","asserted-by":"object"},{"id-type":"doi","id":"10.32920\/24132588","asserted-by":"object"}]},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}