{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T16:41:03Z","timestamp":1781887263909,"version":"3.54.5"},"reference-count":69,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2023R1A2C200520911"],"award-info":[{"award-number":["2023R1A2C200520911"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Institute of Information and communications Technology Planning and Evaluation","award":["RS-2021-II211343"],"award-info":[{"award-number":["RS-2021-II211343"]}]},{"DOI":"10.13039\/501100002551","name":"Seoul National University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002551","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002551","name":"Seoul National University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002551","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Google Ph.D. Fellowship"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1109\/tpami.2025.3548011","type":"journal-article","created":{"date-parts":[[2025,3,4]],"date-time":"2025-03-04T18:47:52Z","timestamp":1741114072000},"page":"5045-5058","source":"Crossref","is-referenced-by-count":9,"title":["Measuring the Validity of Clustering Validation Datasets"],"prefix":"10.1109","volume":"47","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9659-2922","authenticated-orcid":false,"given":"Hyeon","family":"Jeon","sequence":"first","affiliation":[{"name":"Seoul National University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6321-5242","authenticated-orcid":false,"given":"Micha\u00ebl","family":"Aupetit","sequence":"additional","affiliation":[{"name":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9460-809X","authenticated-orcid":false,"given":"DongHwa","family":"Shin","sequence":"additional","affiliation":[{"name":"Kwangwoon University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4027-2583","authenticated-orcid":false,"given":"Aeri","family":"Cho","sequence":"additional","affiliation":[{"name":"Seoul National University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1685-4027","authenticated-orcid":false,"given":"Seokhyeon","family":"Park","sequence":"additional","affiliation":[{"name":"Seoul National University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7734-822X","authenticated-orcid":false,"given":"Jinwook","family":"Seo","sequence":"additional","affiliation":[{"name":"Seoul National University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Algorithms for Clustering Data","author":"Jain","year":"1988"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2007.05.001"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-16-s11-s5"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713551"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_9"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1039\/d3dd00179b"},{"key":"ref7","first-page":"141","article-title":"Unsupervised user stance detection on Twitter","volume-title":"Proc. 14th Int. AAAI Conf. Web Soc. Media","author":"Darwish"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/icdm.2010.35"},{"key":"ref9","first-page":"1","article-title":"On using class-labels in evaluation of clusterings","volume-title":"Proc. 1st Int. Workshop Discovering, Summarizing Using Mult. Clusterings Held Conjunction","author":"F\u00e4rber"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128198"},{"key":"ref11","first-page":"121","article-title":"Measures of clustering quality: A working set of axioms for clustering","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ackerman"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2013.57"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557115"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1953024"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2669557.2669578"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3327187"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/icecit54077.2021.9641480"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330997"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2022.3230414"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2017.2763945"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1080\/03610927408827101"},{"key":"ref23","first-page":"5988","article-title":"Understanding dataset difficulty with $\\mathcal {V}$V-usable information","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","author":"Ethayarajh"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/icsmc.2003.1244614"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2018.01.010"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1142\/s0218001411008683"},{"key":"ref27","volume-title":"Introduction to Data Mining, Addison","author":"Tan","year":"2005"},{"key":"ref28","first-page":"446","article-title":"An impossibility theorem for clustering","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kleinberg"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-49257-7_15"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2007.1037"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2011.04.056"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/cidm.2014.7008663"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511802256"},{"key":"ref34","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Snoek"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13684"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/visual.2019.8933620"},{"issue":"2","key":"ref37","first-page":"105","article-title":"ClustML: A measure of cluster pattern complexity in scatterplots learnt from human-labeled groupings","volume-title":"Inf. Visual.","volume":"23","author":"Abbas","year":"2024"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3327201"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/vds63897.2024.00007"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/01969727408546059"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2002.1114856"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/34.85677"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.1979.4766909"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/bf01908075"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/icdm.2001.989517"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1057\/jors.2014.103"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2021.06.099"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.1806\/table-3"},{"key":"ref49","article-title":"Kaggle","year":"2010"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04277-5_18"},{"key":"ref51","first-page":"410","article-title":"V-measure: A conditional entropy-based external cluster evaluation measure","volume-title":"Proc. Joint Conf. Empirical Methods Natural Lang. Process. Comput. Natural Lang. Learn.","author":"Rosenberg"},{"key":"ref52","first-page":"583","article-title":"Cluster ensembles\u2014A knowledge reuse framework for combining multiple partitions","volume":"3","author":"Strehl","year":"2002","journal-title":"J. Mach. Learn. Res."},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2016.2539965"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2021.3056510"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2020.3047489"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3068335"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.2307\/2346830"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/s0031-3203(02)00060-2"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2008.01.039"},{"key":"ref61","first-page":"727","article-title":"X-means: Extending k-means with efficient estimation of the number of clusters","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pelleg"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/233269.233324"},{"key":"ref63","article-title":"Modern hierarchical, agglomerative clustering algorithms","author":"M\u00fcllner","year":"2011"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.trustnlp-1.5"},{"key":"ref66","first-page":"507","article-title":"Why do tree-based models still outperform deep learning on typical tabular data?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Grinsztajn"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecns.2014.07.005"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref69","first-page":"1","article-title":"Discovering latent concepts learned in BERT","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dalvi"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/10990047\/10909451.pdf?arnumber=10909451","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T04:26:23Z","timestamp":1746678383000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10909451\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":69,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2025.3548011","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6]]}}}