{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T16:19:25Z","timestamp":1782317965125,"version":"3.54.5"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100022745","name":"NAVER Corporation","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100022745","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2023R1A2C200520911"],"award-info":[{"award-number":["2023R1A2C200520911"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2127309"],"award-info":[{"award-number":["2127309"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005651","name":"Computing Research Association","doi-asserted-by":"publisher","award":["NSF IIS-2046725"],"award-info":[{"award-number":["NSF IIS-2046725"]}],"id":[{"id":"10.13039\/100005651","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005651","name":"Computing Research Association","doi-asserted-by":"publisher","award":["NSF IIS-1764089"],"award-info":[{"award-number":["NSF IIS-1764089"]}],"id":[{"id":"10.13039\/100005651","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005651","name":"Computing Research Association","doi-asserted-by":"publisher","award":["NSF IIS-2320920"],"award-info":[{"award-number":["NSF IIS-2320920"]}],"id":[{"id":"10.13039\/100005651","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005651","name":"Computing Research Association","doi-asserted-by":"publisher","award":["NSF IIS-2233316"],"award-info":[{"award-number":["NSF IIS-2233316"]}],"id":[{"id":"10.13039\/100005651","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005651","name":"Computing Research Association","doi-asserted-by":"publisher","award":["NSF III-2316496"],"award-info":[{"award-number":["NSF III-2316496"]}],"id":[{"id":"10.13039\/100005651","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tvcg.2023.3327201","type":"journal-article","created":{"date-parts":[[2023,11,3]],"date-time":"2023-11-03T17:59:41Z","timestamp":1699034381000},"page":"770-780","source":"Crossref","is-referenced-by-count":25,"title":["<i>CLAMS<\/i>: A Cluster Ambiguity Measure for Estimating Perceptual Variability in Visual Clustering"],"prefix":"10.1109","volume":"30","author":[{"given":"Hyeon","family":"Jeon","sequence":"first","affiliation":[{"name":"Seoul National University, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ghulam Jilani","family":"Quadri","sequence":"additional","affiliation":[{"name":"University of North Carolina, Chapel Hill, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyunwook","family":"Lee","sequence":"additional","affiliation":[{"name":"UNIST, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Rosen","sequence":"additional","affiliation":[{"name":"University of Utah, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danielle Albers","family":"Szafir","sequence":"additional","affiliation":[{"name":"Seoul National University, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7734-822X","authenticated-orcid":false,"given":"Jinwook","family":"Seo","sequence":"additional","affiliation":[{"name":"Seoul National University, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858155"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13684"},{"key":"ref3","volume-title":"Clustrank: a visual quality measure trained on perceptual data for sorting scatterplots by cluster patterns","author":"Abbas","year":"2021"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/INFVIS.2005.1532136"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/s0166-4115(08)62778-8"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/PACIFICVIS.2016.7465244"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/VISUAL.2019.8933620"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.4314"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13446"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.229"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1080\/03610927408827101"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/s0304-4076(96)01818-0"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346572"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3226463"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1216295.1216367"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1996.0071"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2330617"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5220\/0004675802330246"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_6"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330834"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis56936.2023.00021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177705148"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2001.989517"},{"key":"ref26","article-title":"Clusternet: A perception-based clustering model for scattered data","author":"Hartwig","year":"2023","journal-title":"arXiv preprint"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2018.08.022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1167\/10.2.24"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114833"},{"key":"ref31","article-title":"Sanity check for external clustering validation benchmarks using internal validation measures","author":"Jeon","year":"2022","journal-title":"arXiv preprint"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114833"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/VIS54862.2022.00025"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/bf02289565"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-39351-3"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-39351-3"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/s0031-3203(02)00060-2"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2018.03.031"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2010.35"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14033"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934811"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2875702"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1103\/physrevlett.60.1103"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2017.12"},{"key":"ref46","author":"McInnes","year":"2020","journal-title":"Umap: Uniform manifold approximation and projection for dimension reduction"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865240"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.4135\/9780857020123.n242"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/s41587-020-00801-7"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2846735"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1037\/a0020405"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1080\/14786440109462720"},{"key":"ref53","first-page":"727","article-title":"X-means: Extending k-means with efficient estimation of the number of clusters","volume-title":"International Conference on Machine Learning (ICML)","volume":"1","author":"Pelleg","year":"2000"},{"key":"ref54","article-title":"New gestalt principles of perceptual organization: An extension from grouping to shape and meaning","author":"Pinna","year":"2010","journal-title":"Gestalt Theory"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecns.2014.07.005"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3189883"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030365"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2551240"},{"key":"ref59","first-page":"410","article-title":"V-measure: A conditional entropy-based external cluster evaluation measure","volume-title":"Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning (EMNLP-CoNLL)","author":"Rosenberg","year":"2007"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1126\/science.290.5500.2323"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.3138\/Y308-2422-8615-1233"},{"key":"ref63","article-title":"Dimensionality reduction techniques as a preliminary step to cluster analysis: A comparison between pca, t-sne and umap","volume-title":"European Congress of Methodology","author":"S\u00e1nchez-Rico","year":"2020"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744184"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCSW.2011.20"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176344136"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12632"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2012.03125.x"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1517\/phgs.4.1.41.22581"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2010.06.007"},{"key":"ref71","article-title":"Practical bayesian optimization of machine learning algorithms","volume-title":"Advances in Neural Information Processing Systems","volume":"25","author":"Snoek"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989x.9.3.386"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1126\/science.290.5500.2319"},{"issue":"86","key":"ref74","first-page":"2579","article-title":"Visualizing data using t-sne","volume":"9","author":"van der Maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2006.05.014"},{"key":"ref76","first-page":"2837","article-title":"Information theoretic measures for clusterings comparison: Variants, properties, normalization and correction for chance","author":"Vinh","year":"2010","journal-title":"J. of Machine Learning Research"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864912"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1515\/gth-2017-0007"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-0984(200003\/04)14:2<157::AID-PER366>3.0.CO;2-L"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557115"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2021.3098804"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114694"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1201\/9781315373515-23"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-020-01780-1"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/235968.233324"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2009.01442.x"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/2945\/10373160\/10308641-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/10373160\/10308641.pdf?arnumber=10308641","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T19:08:48Z","timestamp":1743793728000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10308641\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":86,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2023.3327201","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}