{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T07:04:24Z","timestamp":1765004664755,"version":"3.46.0"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001821","name":"Vienna Science and Technology Fund","doi-asserted-by":"crossref","award":["10.47379\/ICT19041","10.47379\/ICT20065"],"award-info":[{"award-number":["10.47379\/ICT19041","10.47379\/ICT20065"]}],"id":[{"id":"10.13039\/501100001821","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3635918","type":"journal-article","created":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T18:44:20Z","timestamp":1763750660000},"page":"201977-201989","source":"Crossref","is-referenced-by-count":0,"title":["MLCvis: A Design Study of a Visual Analysis Tool for Multi-Label Classifier Evaluation and Comparison"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9906-4447","authenticated-orcid":false,"given":"Aleksandar","family":"Doknic","sequence":"first","affiliation":[{"name":"Doctoral School of Computer Science and Research Network Data Science, University of Vienna, Vienna, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4250-8464","authenticated-orcid":false,"given":"Antonia","family":"Saske","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, University of Vienna, Vienna, Austria"}]},{"given":"Christoph","family":"Maier","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, University of Vienna, Vienna, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1192-0710","authenticated-orcid":false,"given":"and","family":"Torsten M\u00f6ller","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science and Research Network Data Science, University of Vienna, Vienna, Austria"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.2214\/ajr.21.26020"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2017.2708299"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SIEDS.2019.8735646"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSEC47112.2019.8974740"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511921803"},{"key":"ref6","first-page":"293","article-title":"Multi-label classification of blurbs with SVM classifier chains","volume-title":"Proc. 15th Conf. Natural Lang. Process. KONVENS","author":"Bellmann"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01150"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3151048"},{"issue":"3","key":"ref9","first-page":"397","article-title":"Accuracy assessment: A user\u2019s perspective","volume":"52","author":"Story","year":"1986","journal-title":"Photogrammetric Eng. Remote Sens."},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.4018\/jdwm.2007070101"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.213"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1977.229899"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1201\/b17511"},{"volume-title":"SUS-A Quick and Dirty Usability Scale. Usability Evaluation in Industry","year":"1996","author":"Brooke","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-020-01156-w"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.010"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0316019"},{"volume-title":"Limitations of Roc Analysis","year":"2023","author":"Sanders","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00330-014-3487-0"},{"key":"ref20","article-title":"Score function features for discriminative learning: Matrix and tensor framework","author":"Janzamin","year":"2014","journal-title":"arXiv:1412.2863"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2001.989560"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598828"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346660"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3077257.3077260"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/vast.2017.8585720"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864812"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934619"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13972"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934540"},{"key":"ref30","first-page":"3780","article-title":"A unified view of multi-label performance measures","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Wu"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346248"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.5345"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3267672"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3353050"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3507199"},{"issue":"2","key":"ref36","doi-asserted-by":"crossref","first-page":"01","DOI":"10.5121\/ijdkp.2015.5201","article-title":"A review on evaluation metrics for data classification evaluations","volume":"5","author":"Hossin","year":"2015","journal-title":"Int. J. Data Mining Knowl. Manage. Process"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0005-2795(75)90109-9"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3390\/app14219863"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0118432"},{"volume-title":"Psychophysics: Introduction to Its Perceptual, Neural, and Social Prospects","year":"1986","author":"Stevens","key":"ref40"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030354"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2017.2778423"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3994"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169166"},{"volume-title":"Using the \u2018thinking aloud\u2019 method in cognitive interface design","year":"1982","author":"Lewis","key":"ref45"},{"key":"ref46","first-page":"1028","article-title":"Test it: Isonorm 9241\/10","volume-title":"Proc. Hum.-Comput. Interact., Ergonomics and User Interfaces","volume":"1","author":"Prumper"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0266439"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2022.2086401"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11263822.pdf?arnumber=11263822","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T07:00:23Z","timestamp":1765004423000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11263822\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3635918","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}