{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T04:29:13Z","timestamp":1773203353570,"version":"3.50.1"},"reference-count":32,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,3,4]],"date-time":"2021-03-04T00:00:00Z","timestamp":1614816000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007601","name":"Horizon 2020","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007601","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010663","name":"European Research Council","doi-asserted-by":"publisher","award":["755816"],"award-info":[{"award-number":["755816"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["cell.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Patterns"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1016\/j.patter.2021.100228","type":"journal-article","created":{"date-parts":[[2021,4,2]],"date-time":"2021-04-02T10:40:44Z","timestamp":1617360044000},"page":"100228","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":18,"title":["reval: A Python package to determine best clustering solutions with stability-based relative clustering validation"],"prefix":"10.1016","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4212-4709","authenticated-orcid":false,"given":"Isotta","family":"Landi","sequence":"first","affiliation":[]},{"given":"Veronica","family":"Mandelli","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6780-8619","authenticated-orcid":false,"given":"Michael V.","family":"Lombardo","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.patter.2021.100228_bib1","series-title":"The Elements of Statistical Learning 10","author":"Friedman","year":"2001"},{"key":"10.1016\/j.patter.2021.100228_bib2","series-title":"Encyclopedia of Database Systems","first-page":"388","article-title":"Clustering validity","author":"Vazirgiannis","year":"2009"},{"key":"10.1016\/j.patter.2021.100228_bib3","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1162\/089976604773717621","article-title":"Stability-based validation of clustering solutions","volume":"16","author":"Lange","year":"2004","journal-title":"Neural Comput."},{"key":"10.1016\/j.patter.2021.100228_bib4","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1198\/106186005X59243","article-title":"Cluster validation by prediction strength","volume":"14","author":"Tibshirani","year":"2005","journal-title":"J.\u00a0Comput. Graph Stat."},{"key":"10.1016\/j.patter.2021.100228_bib5","first-page":"267","article-title":"Who belongs in the family? Psychometrika","volume":"18","author":"Thorndike","year":"1953"},{"key":"10.1016\/j.patter.2021.100228_bib6","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1109\/TPAMI.1979.4766909","article-title":"A cluster separation measure","author":"Davies","year":"1979","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell"},{"key":"10.1016\/j.patter.2021.100228_bib7","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","article-title":"Silhouettes: a graphical aid to the interpretation and validation of cluster analysis","volume":"20","author":"Rousseeuw","year":"1987","journal-title":"J.\u00a0Comput. Appl. Math."},{"key":"10.1016\/j.patter.2021.100228_bib8","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.21105\/joss.01075","article-title":"Yellowbrick: Visualizing the scikit-learn model selection process","volume":"4","author":"Bengfort","year":"2019","journal-title":"J.\u00a0Open Source Softw."},{"key":"10.1016\/j.patter.2021.100228_bib9","first-page":"1","article-title":"NbClust: an R package for determining the relevant number of clusters in a data set","volume":"61","author":"Charrad","year":"2014","journal-title":"J.\u00a0Stat. Softw."},{"key":"10.1016\/j.patter.2021.100228_bib10","first-page":"1","article-title":"clValid: an R package for cluster validation","volume":"25","author":"Brock","year":"2008","journal-title":"J.\u00a0Stat. Softw."},{"key":"10.1016\/j.patter.2021.100228_bib11","author":"Haslbeck"},{"key":"10.1016\/j.patter.2021.100228_bib12","author":"Haslbeck"},{"key":"10.1016\/j.patter.2021.100228_bib13","doi-asserted-by":"crossref","first-page":"807824","DOI":"10.1016\/j.patcog.2006.06.026","article-title":"Model-based evaluation of clustering validation measures","volume":"40","author":"Brun","year":"2007","journal-title":"Pattern Recogn."},{"key":"10.1016\/j.patter.2021.100228_bib14","first-page":"235","volume":"vol 2","author":"Von Luxburg","year":"2010"},{"key":"10.1016\/j.patter.2021.100228_bib15","series-title":"Biocomputing 2002 6-17","author":"Ben-Hur","year":"2001"},{"key":"10.1016\/j.patter.2021.100228_bib16","doi-asserted-by":"crossref","unstructured":"Moller, U. & Radke, D. A cluster validity approach based on nearest-neighbor resampling. 18th International Conference on Pattern Recognition (ICPR 06) 1 (2006). 10.1109\/ICPR.2006.42.","DOI":"10.1109\/ICPR.2006.42"},{"key":"10.1016\/j.patter.2021.100228_bib17","doi-asserted-by":"crossref","unstructured":"Vinh, N.X. and Epps, J. A novel approach for automatic number of clusters detection in microarray data based on consensus clustering. 2009 Ninth IEEE International Conference on Bioinformatics and BioEngineering (2009). 10.1109\/BIBE.2009.19.","DOI":"10.1109\/BIBE.2009.19"},{"key":"10.1016\/j.patter.2021.100228_bib18","doi-asserted-by":"crossref","unstructured":"Campello, R.J.G.B., Moulavi, D., and Sander, J. Density-based clustering based on hierarchical density estimates in Pacific-Asia conference on knowledge discovery and data mining (2013), 160-172.","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"10.1016\/j.patter.2021.100228_bib19","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1016\/0005-2795(75)90109-9","article-title":"Comparison of the predicted and observed secondary structure of T4 phage lysozyme","volume":"405","author":"Matthews","year":"1975","journal-title":"Biochim. Biophys. Acta"},{"key":"10.1016\/j.patter.2021.100228_bib20","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1002\/nav.3800020109","article-title":"The Hungarian method for the assignment problem","volume":"2","author":"Kuhn","year":"1955","journal-title":"Naval Res. Logist. Q."},{"key":"10.1016\/j.patter.2021.100228_bib21","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1137\/0105003","article-title":"Algorithms for the assignment and transportation problems","volume":"5","author":"Munkres","year":"1957","journal-title":"J.\u00a0Soc. Ind. Appl. Math."},{"key":"10.1016\/j.patter.2021.100228_bib22","first-page":"2825","article-title":"Scikit-learn: machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J.\u00a0Machine Learn. Res."},{"key":"10.1016\/j.patter.2021.100228_bib23","author":"Dua"},{"key":"10.1016\/j.patter.2021.100228_bib24","doi-asserted-by":"crossref","first-page":"861","DOI":"10.21105\/joss.00861","article-title":"UMAP: uniform manifold approximation and projection","volume":"3","author":"McInnes","year":"2018","journal-title":"J.\u00a0Open Source Softw."},{"key":"10.1016\/j.patter.2021.100228_bib25","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1111\/j.1469-1809.1936.tb02137.x","article-title":"The use of multiple measurements in taxonomic problems","volume":"7","author":"Fisher","year":"1936","journal-title":"Ann. Eugen."},{"key":"10.1016\/j.patter.2021.100228_bib26","series-title":"Diagnostic and Statistical Manual of Mental Disorders","year":"2013"},{"key":"10.1016\/j.patter.2021.100228_bib27","doi-asserted-by":"crossref","first-page":"896","DOI":"10.1016\/S0140-6736(13)61539-1","volume":"383","author":"Lai","year":"2014","journal-title":"Autism. Lancet"},{"key":"10.1016\/j.patter.2021.100228_bib28","doi-asserted-by":"crossref","first-page":"1435","DOI":"10.1038\/s41380-018-0321-0","article-title":"Big data approaches to decomposing heterogeneity across the autism spectrum","volume":"24","author":"Lombardo","year":"2019","journal-title":"Mol. Psychiatry"},{"key":"10.1016\/j.patter.2021.100228_bib29","series-title":"Vineland II: Vineland Adaptive Behavior Scales","author":"Sparrow","year":"2005"},{"key":"10.1016\/j.patter.2021.100228_bib30","series-title":"Vineland-3: Vineland Adaptive Behavior Scales","author":"Sparrow","year":"2016"},{"key":"10.1016\/j.patter.2021.100228_bib31","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/j.knosys.2018.01.010","article-title":"Cluster validation using an ensemble of supervised classifiers","volume":"145","author":"Rodriguez","year":"2018","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.patter.2021.100228_bib32","first-page":"583","article-title":"Cluster ensembles\u2014a knowledge reuse framework for combining multiple partitions","volume":"3","author":"Strehl","year":"2002","journal-title":"J.\u00a0Machine Learn. Res."}],"container-title":["Patterns"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666389921000428?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666389921000428?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T23:44:31Z","timestamp":1762991071000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666389921000428"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4]]},"references-count":32,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["S2666389921000428"],"URL":"https:\/\/doi.org\/10.1016\/j.patter.2021.100228","relation":{},"ISSN":["2666-3899"],"issn-type":[{"value":"2666-3899","type":"print"}],"subject":[],"published":{"date-parts":[[2021,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"reval: A Python package to determine best clustering solutions with stability-based relative clustering validation","name":"articletitle","label":"Article Title"},{"value":"Patterns","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patter.2021.100228","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 The Author(s).","name":"copyright","label":"Copyright"}],"article-number":"100228"}}