{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T15:08:49Z","timestamp":1793372929041,"version":"4.5.0"},"reference-count":97,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2572024AW30"],"award-info":[{"award-number":["2572024AW30"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["32400546"],"award-info":[{"award-number":["32400546"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62450112"],"award-info":[{"award-number":["62450112"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014219","name":"National Science Fund for Distinguished Young Scholars","doi-asserted-by":"publisher","award":["62225109"],"award-info":[{"award-number":["62225109"]}],"id":[{"id":"10.13039\/501100014219","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Genome Biol"],"DOI":"10.1186\/s13059-025-03719-y","type":"journal-article","created":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T09:53:48Z","timestamp":1756893228000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Comparative benchmarking of single-cell clustering algorithms for transcriptomic and proteomic data"],"prefix":"10.1186","volume":"26","author":[{"given":"Yu-Hang","family":"Yin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiaoming","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shengming","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Murong","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhongjun","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dong-Jun","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guohua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,3]]},"reference":[{"issue":"8","key":"3719_CR1","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1038\/s41569-020-0359-y","volume":"17","author":"DT Paik","year":"2020","unstructured":"Paik DT, Cho S, Tian L, Chang HY, Wu JC. Single-cell RNA sequencing in cardiovascular development, disease and medicine. Nat Rev Cardiol. 2020;17(8):457\u201373.","journal-title":"Nat Rev Cardiol"},{"issue":"1","key":"3719_CR2","doi-asserted-by":"publisher","DOI":"10.1186\/s13045-021-01105-2","volume":"14","author":"Y Lei","year":"2021","unstructured":"Lei Y, Tang R, Xu J, Wang W, Zhang B, Liu J, et al. Applications of single-cell sequencing in cancer research: progress and perspectives. J Hematol Oncol. 2021;14(1): 91.","journal-title":"J Hematol Oncol"},{"issue":"3","key":"3719_CR3","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1038\/s41570-020-0162-7","volume":"4","author":"M Labib","year":"2020","unstructured":"Labib M, Kelley SO. Single-cell analysis targeting the proteome. Nat Rev Chem. 2020;4(3):143\u201358.","journal-title":"Nat Rev Chem"},{"issue":"7877","key":"3719_CR4","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1038\/d41586-021-02530-6","volume":"597","author":"JM Perkel","year":"2021","unstructured":"Perkel JM. Single-cell proteomics takes centre stage. Nature. 2021;597(7877):580\u20132.","journal-title":"Nature"},{"issue":"8","key":"3719_CR5","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1016\/j.tibs.2021.01.013","volume":"46","author":"LF Vistain","year":"2021","unstructured":"Vistain LF, Tay S. Single-cell proteomics. Trends Biochem Sci. 2021;46(8):661\u201372.","journal-title":"Trends Biochem Sci"},{"issue":"3","key":"3719_CR6","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1038\/s41592-023-01828-9","volume":"20","author":"C Redit","year":"2023","unstructured":"Redit C, Cha S, Ai N. Single-cell proteomics: challenges and prospects. Nat Methods. 2023;20(3):317\u20138.","journal-title":"Nat Methods"},{"issue":"6477","key":"3719_CR7","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1126\/science.aaz6695","volume":"367","author":"N Slavov","year":"2020","unstructured":"Slavov N. Unpicking the proteome in single cells. Science. 2020;367(6477):512\u20133.","journal-title":"Science"},{"issue":"9","key":"3719_CR8","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1038\/nmeth.4380","volume":"14","author":"M Stoeckius","year":"2017","unstructured":"Stoeckius M, Hafemeister C, Stephenson W, Houck-Loomis B, Chattopadhyay PK, Swerdlow H, et al. Simultaneous epitope and transcriptome measurement in single cells. Nat Methods. 2017;14(9):865\u20138.","journal-title":"Nat Methods"},{"issue":"3","key":"3719_CR9","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1016\/j.cell.2012.09.019","volume":"151","author":"S Marguerat","year":"2012","unstructured":"Marguerat S, Schmidt A, Codlin S, Chen W, Aebersold R, B\u00e4hler J. Quantitative analysis of fission yeast transcriptomes and proteomes in proliferating and quiescent cells. Cell. 2012;151(3):671\u201383.","journal-title":"Cell"},{"issue":"11","key":"3719_CR10","doi-asserted-by":"publisher","first-page":"1739","DOI":"10.1074\/mcp.R120.002234","volume":"19","author":"RT Kelly","year":"2020","unstructured":"Kelly RT. Single-cell proteomics: progress and prospects. Mol Cell Proteomics. 2020;19(11):1739\u201348.","journal-title":"Mol Cell Proteomics"},{"issue":"1","key":"3719_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41596-020-00409-w","volume":"16","author":"TS Andrews","year":"2021","unstructured":"Andrews TS, Kiselev VY, McCarthy D, Hemberg M. Tutorial: guidelines for the computational analysis of single-cell RNA sequencing data. Nat Protoc. 2021;16(1):1\u20139.","journal-title":"Nat Protoc"},{"issue":"7","key":"3719_CR12","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1038\/s41592-021-01171-x","volume":"18","author":"PV Kharchenko","year":"2021","unstructured":"Kharchenko PV. The triumphs and limitations of computational methods for scRNA-seq. Nat Methods. 2021;18(7):723\u201332.","journal-title":"Nat Methods"},{"issue":"5","key":"3719_CR13","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1038\/s41576-018-0088-9","volume":"20","author":"VY Kiselev","year":"2019","unstructured":"Kiselev VY, Andrews TS, Hemberg M. Challenges in unsupervised clustering of single-cell RNA-seq data. Nat Rev Genet. 2019;20(5):273\u201382.","journal-title":"Nat Rev Genet"},{"issue":"4","key":"3719_CR14","doi-asserted-by":"publisher","first-page":"1209","DOI":"10.1093\/bib\/bbz063","volume":"21","author":"R Petegrosso","year":"2020","unstructured":"Petegrosso R, Li Z, Kuang R. Machine learning and statistical methods for clustering single-cell RNA-sequencing data. Brief Bioinform. 2020;21(4):1209\u201323.","journal-title":"Brief Bioinform"},{"issue":"4","key":"3719_CR15","doi-asserted-by":"publisher","first-page":"1196","DOI":"10.1093\/bib\/bbz062","volume":"21","author":"R Qi","year":"2020","unstructured":"Qi R, Ma A, Ma Q, Zou Q. Clustering and classification methods for single-cell RNA-sequencing data. Brief Bioinform. 2020;21(4):1196\u2013208.","journal-title":"Brief Bioinform"},{"key":"3719_CR16","doi-asserted-by":"publisher","DOI":"10.3389\/fgene.2019.01253","volume":"10","author":"M Krzak","year":"2019","unstructured":"Krzak M, Raykov Y, Boukouvalas A, Cutillo L, Angelini C. Benchmark and parameter sensitivity analysis of single-cell RNA sequencing clustering methods. Front Genet. 2019;10: 1253.","journal-title":"Front Genet"},{"issue":"1","key":"3719_CR17","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-022-02622-0","volume":"23","author":"L Yu","year":"2022","unstructured":"Yu L, Cao Y, Yang JY, Yang P. Benchmarking clustering algorithms on estimating the number of cell types from single-cell RNA-sequencing data. Genome Biol. 2022;23(1): 49.","journal-title":"Genome Biol"},{"issue":"1","key":"3719_CR18","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1038\/s41592-019-0691-5","volume":"17","author":"C Zhu","year":"2020","unstructured":"Zhu C, Preissl S, Ren B. Single-cell multimodal omics: the power of many. Nat Methods. 2020;17(1):11\u20134.","journal-title":"Nat Methods"},{"issue":"9","key":"3719_CR19","doi-asserted-by":"publisher","first-page":"1428","DOI":"10.1038\/s12276-020-0420-2","volume":"52","author":"J Lee","year":"2020","unstructured":"Lee J, Hyeon DY, Hwang D. Single-cell multiomics: technologies and data analysis methods. Exp Mol Med. 2020;52(9):1428\u201342.","journal-title":"Exp Mol Med"},{"issue":"5","key":"3719_CR20","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1038\/s41592-019-0392-0","volume":"16","author":"EP Mimitou","year":"2019","unstructured":"Mimitou EP, Cheng A, Montalbano A, Hao S, Stoeckius M, Legut M, et al. Multiplexed detection of proteins, transcriptomes, clonotypes and CRISPR perturbations in single cells. Nat Methods. 2019;16(5):409\u201312.","journal-title":"Nat Methods"},{"issue":"1","key":"3719_CR21","doi-asserted-by":"publisher","DOI":"10.1038\/srep44447","volume":"7","author":"P Shahi","year":"2017","unstructured":"Shahi P, Kim SC, Haliburton JR, Gartner ZJ, Abate AR. Abseq: ultrahigh-throughput single cell protein profiling with droplet microfluidic barcoding. Sci Rep. 2017;7(1): 44447.","journal-title":"Sci Rep"},{"issue":"1","key":"3719_CR22","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/BF01908075","volume":"2","author":"L Hubert","year":"1985","unstructured":"Hubert L, Arabie P. Comparing partitions. J Classif. 1985;2(1):193\u2013218.","journal-title":"J Classif"},{"issue":"Dec","key":"3719_CR23","first-page":"583","volume":"3","author":"A Strehl","year":"2002","unstructured":"Strehl A, Ghosh J. Cluster ensembles\u2013-a knowledge reuse framework for combining multiple partitions. J Mach Learn Res. 2002;3(Dec):583\u2013617.","journal-title":"J Mach Learn Res"},{"key":"3719_CR24","unstructured":"Xie J, Girshick R, Farhadi A, editors. Unsupervised deep embedding for clustering analysis. Proceedings of the 33rd International Conference on Machine Learning; 2016: PMLR."},{"key":"3719_CR25","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s10791-008-9066-8","volume":"12","author":"E Amig\u00f3","year":"2009","unstructured":"Amig\u00f3 E, Gonzalo J, Artiles J, Verdejo F. A comparison of extrinsic clustering evaluation metrics based on formal constraints. Inf Retrieval. 2009;12:461\u201386.","journal-title":"Inf Retrieval"},{"issue":"D1","key":"3719_CR26","doi-asserted-by":"publisher","first-page":"D562","DOI":"10.1093\/nar\/gkad1018","volume":"52","author":"F Wang","year":"2024","unstructured":"Wang F, Liu C, Li J, Yang F, Song J, Zang T, et al. SPDB: a comprehensive resource and knowledgebase for proteomic data at the single-cell resolution. Nucleic Acids Res. 2024;52(D1):D562\u201371.","journal-title":"Nucleic Acids Res"},{"key":"3719_CR27","doi-asserted-by":"crossref","unstructured":"Stuart T, Butler A, Hoffman P, Hafemeister C, Papalexi E, Mauck WM, et al. Comprehensive integration of single-cell data. Cell. 2019;177(7):1888\u2013902. e21.","DOI":"10.1016\/j.cell.2019.05.031"},{"issue":"5","key":"3719_CR28","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1038\/nmeth.4236","volume":"14","author":"VY Kiselev","year":"2017","unstructured":"Kiselev VY, Kirschner K, Schaub MT, Andrews T, Yiu A, Chandra T, et al. SC3: consensus clustering of single-cell RNA-seq data. Nat Methods. 2017;14(5):483\u20136.","journal-title":"Nat Methods"},{"issue":"1","key":"3719_CR29","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-31107-8","volume":"13","author":"Z Chen","year":"2022","unstructured":"Chen Z, Goldwasser J, Tuckman P, Liu J, Zhang J, Gerstein M. Forest fire clustering for single-cell sequencing combines iterative label propagation with parallelized monte carlo simulations. Nat Commun. 2022;13(1): 3538.","journal-title":"Nat Commun"},{"issue":"1","key":"3719_CR30","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-33136-9","volume":"13","author":"D Peng","year":"2022","unstructured":"Peng D, Gui Z, Wang D, Ma Y, Huang Z, Zhou Y, et al. Clustering by measuring local direction centrality for data with heterogeneous density and weak connectivity. Nat Commun. 2022;13(1): 5455.","journal-title":"Nat Commun"},{"key":"3719_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13059-017-1188-0","volume":"18","author":"P Lin","year":"2017","unstructured":"Lin P, Troup M, Ho JW. CIDR: ultrafast and accurate clustering through imputation for single-cell RNA-seq data. Genome Biol. 2017;18:1\u201311.","journal-title":"Genome Biol"},{"issue":"3","key":"3719_CR32","doi-asserted-by":"publisher","DOI":"10.1093\/nargab\/lqac066","volume":"4","author":"Z Wang","year":"2022","unstructured":"Wang Z, Yang S, Koga Y, Corbett SE, Shea CV, Johnson WE, et al. Celda: a Bayesian model to perform co-clustering of genes into modules and cells into subpopulations using single-cell RNA-seq data. NAR Genom Bioinform. 2022;4(3): lqac066.","journal-title":"NAR Genom Bioinform"},{"issue":"4","key":"3719_CR33","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1038\/nmeth.4207","volume":"14","author":"B Wang","year":"2017","unstructured":"Wang B, Zhu J, Pierson E, Ramazzotti D, Batzoglou S. Visualization and analysis of single-cell RNA-seq data by kernel-based similarity learning. Nat Methods. 2017;14(4):414\u20136.","journal-title":"Nat Methods"},{"issue":"22","key":"3719_CR34","doi-asserted-by":"publisher","first-page":"e143","DOI":"10.1093\/nar\/gkz826","volume":"47","author":"C Cheng","year":"2019","unstructured":"Cheng C, Easton J, Rosencrance C, Li Y, Ju B, Williams J, et al. Latent cellular analysis robustly reveals subtle diversity in large-scale single-cell RNA-seq data. Nucleic Acids Res. 2019;47(22):e143-e.","journal-title":"Nucleic Acids Res"},{"issue":"8","key":"3719_CR35","doi-asserted-by":"publisher","first-page":"1196","DOI":"10.1038\/s41592-023-01933-9","volume":"20","author":"IN Grabski","year":"2023","unstructured":"Grabski IN, Street K, Irizarry RA. Significance analysis for clustering with single-cell RNA-sequencing data. Nat Methods. 2023;20(8):1196\u2013202.","journal-title":"Nat Methods"},{"issue":"12","key":"3719_CR36","doi-asserted-by":"publisher","first-page":"e72","DOI":"10.1093\/nar\/gkac219","volume":"50","author":"W Liu","year":"2022","unstructured":"Liu W, Liao X, Yang Y, Lin H, Yeong J, Zhou X, et al. Joint dimension reduction and clustering analysis of single-cell RNA-seq and spatial transcriptomics data. Nucleic Acids Res. 2022;50(12):e72-e.","journal-title":"Nucleic Acids Res"},{"key":"3719_CR37","doi-asserted-by":"crossref","unstructured":"Ji Z, Ji H. TSCAN: Pseudo-time reconstruction and evaluation in single-cell RNA-seq analysis. Nucleic Acids Research. 2016;44(13):e117-e.","DOI":"10.1093\/nar\/gkw430"},{"issue":"2","key":"3719_CR38","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1101\/gr.254557.119","volume":"30","author":"S Wan","year":"2020","unstructured":"Wan S, Kim J, Won KJ. SHARP: hyperfast and accurate processing of single-cell RNA-seq data via ensemble random projection. Genome Res. 2020;30(2):205\u201313.","journal-title":"Genome Res"},{"issue":"7","key":"3719_CR39","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1002\/cyto.a.22625","volume":"87","author":"S Van Gassen","year":"2015","unstructured":"Van Gassen S, Callebaut B, Van Helden MJ, Lambrecht BN, Demeester P, Dhaene T, et al. FlowSOM: using self-organizing maps for visualization and interpretation of cytometry data. Cytometry A. 2015;87(7):636\u201345.","journal-title":"Cytometry A"},{"issue":"4","key":"3719_CR40","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1093\/bioinformatics\/btz704","volume":"36","author":"CR John","year":"2020","unstructured":"John CR, Watson D, Barnes MR, Pitzalis C, Lewis MJ. Spectrum: fast density-aware spectral clustering for single and multi-omic data. Bioinformatics. 2020;36(4):1159\u201366.","journal-title":"Bioinformatics"},{"issue":"1","key":"3719_CR41","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1093\/nar\/gkab1132","volume":"50","author":"Z Wang","year":"2022","unstructured":"Wang Z, Zhong Y, Ye Z, Zeng L, Chen Y, Shi M, et al. MarkovHC: markov hierarchical clustering for the topological structure of high-dimensional single-cell omics data with transition pathway and critical point detection. Nucleic Acids Res. 2022;50(1):46\u201356.","journal-title":"Nucleic Acids Res"},{"issue":"3","key":"3719_CR42","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0203247","volume":"14","author":"A Theorell","year":"2019","unstructured":"Theorell A, Bryceson YT, Theorell J. Determination of essential phenotypic elements of clusters in high-dimensional entities\u2014DEPECHE. PLoS One. 2019;14(3): e0203247.","journal-title":"PLoS One"},{"issue":"9","key":"3719_CR43","doi-asserted-by":"publisher","first-page":"2778","DOI":"10.1093\/bioinformatics\/btaa042","volume":"36","author":"SV Stassen","year":"2020","unstructured":"Stassen SV, Siu DM, Lee KC, Ho JW, So HK, Tsia KK. PARC: ultrafast and accurate clustering of phenotypic data of millions of single cells. Bioinformatics. 2020;36(9):2778\u201386.","journal-title":"Bioinformatics"},{"issue":"1","key":"3719_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-41695-z","volume":"9","author":"VA Traag","year":"2019","unstructured":"Traag VA, Waltman L, Van Eck NJ. From Louvain to Leiden: guaranteeing well-connected communities. Sci Rep. 2019;9(1):1\u201312.","journal-title":"Sci Rep"},{"issue":"10","key":"3719_CR45","doi-asserted-by":"publisher","first-page":"P10008","DOI":"10.1088\/1742-5468\/2008\/10\/P10008","volume":"2008","author":"VD Blondel","year":"2008","unstructured":"Blondel VD, Guillaume J-L, Lambiotte R, Lefebvre E. Fast unfolding of communities in large networks. J Stat Mech: Theory Exp. 2008;2008(10):P10008.","journal-title":"J Stat Mech: Theory Exp"},{"key":"3719_CR46","doi-asserted-by":"crossref","unstructured":"Abdelaal T, de Raadt P, Lelieveldt BP, Reinders MJ, Mahfouz A. SCHNEL: scalable clustering of high dimensional single-cell data. Bioinformatics. 2020;36(Supplement_2):i849-i56.","DOI":"10.1093\/bioinformatics\/btaa816"},{"issue":"7745","key":"3719_CR47","doi-asserted-by":"publisher","first-page":"496","DOI":"10.1038\/s41586-019-0969-x","volume":"566","author":"J Cao","year":"2019","unstructured":"Cao J, Spielmann M, Qiu X, Huang X, Ibrahim DM, Hill AJ, et al. The single-cell transcriptional landscape of mammalian organogenesis. Nature. 2019;566(7745):496\u2013502.","journal-title":"Nature"},{"issue":"1","key":"3719_CR48","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.cell.2015.05.047","volume":"162","author":"JH Levine","year":"2015","unstructured":"Levine JH, Simonds EF, Bendall SC, Davis KL, El-ad DA, Tadmor MD, et al. Data-driven phenotypic dissection of AML reveals progenitor-like cells that correlate with prognosis. Cell. 2015;162(1):184\u201397.","journal-title":"Cell"},{"issue":"1","key":"3719_CR49","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-15851-3","volume":"11","author":"X Li","year":"2020","unstructured":"Li X, Wang K, Lyu Y, Pan H, Zhang J, Stambolian D, et al. Deep learning enables accurate clustering with batch effect removal in single-cell RNA-seq analysis. Nat Commun. 2020;11(1): 2338.","journal-title":"Nat Commun"},{"issue":"1","key":"3719_CR50","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22008-3","volume":"12","author":"T Tian","year":"2021","unstructured":"Tian T, Zhang J, Lin X, Wei Z, Hakonarson H. Model-based deep embedding for constrained clustering analysis of single cell RNA-seq data. Nat Commun. 2021;12(1): 1873.","journal-title":"Nat Commun"},{"issue":"1","key":"3719_CR51","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22197-x","volume":"12","author":"J Wang","year":"2021","unstructured":"Wang J, Ma A, Chang Y, Gong J, Jiang Y, Qi R, et al. scGNN is a novel graph neural network framework for single-cell RNA-Seq analyses. Nat Commun. 2021;12(1): 1882.","journal-title":"Nat Commun"},{"issue":"4","key":"3719_CR52","doi-asserted-by":"publisher","DOI":"10.1093\/nargab\/lqaa082","volume":"2","author":"K Xie","year":"2020","unstructured":"Xie K, Huang Y, Zeng F, Liu Z, Chen T. Scaide: clustering of large-scale single-cell RNA-seq data reveals putative and rare cell types. NAR Genom Bioinform. 2020;2(4): lqaa082.","journal-title":"NAR Genom Bioinform"},{"issue":"10","key":"3719_CR53","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1101\/gr.271874.120","volume":"31","author":"J Lakkis","year":"2021","unstructured":"Lakkis J, Wang D, Zhang Y, Hu G, Wang K, Pan H, et al. A joint deep learning model enables simultaneous batch effect correction, denoising, and clustering in single-cell transcriptomics. Genome Res. 2021;31(10):1753\u201366.","journal-title":"Genome Res"},{"key":"3719_CR54","doi-asserted-by":"crossref","unstructured":"Chen L, Wang W, Zhai Y, Deng M. Deep soft K-means clustering with self-training for single-cell RNA sequence data. NAR Genomics and Bioinformatics. 2020;2(2):lqaa039.","DOI":"10.1093\/nargab\/lqaa039"},{"issue":"4","key":"3719_CR55","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1038\/s42256-019-0037-0","volume":"1","author":"T Tian","year":"2019","unstructured":"Tian T, Wan J, Song Q, Wei Z. Clustering single-cell RNA-seq data with a model-based deep learning approach. Nat Mach Intell. 2019;1(4):191\u20138.","journal-title":"Nat Mach Intell"},{"issue":"11","key":"3719_CR56","doi-asserted-by":"publisher","first-page":"2182","DOI":"10.1038\/s41592-024-02429-w","volume":"21","author":"Y Hu","year":"2024","unstructured":"Hu Y, Wan S, Luo Y, Li Y, Wu T, Deng W, et al. Benchmarking algorithms for single-cell multi-omics prediction and integration. Nat Methods. 2024;21(11):2182\u201394.","journal-title":"Nat Methods"},{"key":"3719_CR57","doi-asserted-by":"publisher","DOI":"10.1016\/j.crmeth.2023.100563","author":"M Zhou","year":"2023","unstructured":"Zhou M, Zhang H, Bai Z, Mann-Krzisnik D, Wang F, Li Y. Single-cell multi-omics topic embedding reveals cell-type-specific and COVID-19 severity-related immune signatures. Cell Rep Methods. 2023. https:\/\/doi.org\/10.1016\/j.crmeth.2023.100563.","journal-title":"Cell Rep Methods"},{"issue":"11","key":"3719_CR58","doi-asserted-by":"publisher","first-page":"940","DOI":"10.1038\/s42256-022-00545-w","volume":"4","author":"J Lakkis","year":"2022","unstructured":"Lakkis J, Schroeder A, Su K, Lee MY, Bashore AC, Reilly MP, et al. A multi-use deep learning method for CITE-seq and single-cell RNA-seq data integration with cell surface protein prediction and imputation. Nat Mach Intell. 2022;4(11):940\u201352.","journal-title":"Nat Mach Intell"},{"issue":"1","key":"3719_CR59","doi-asserted-by":"publisher","first-page":"7705","DOI":"10.1038\/s41467-022-35031-9","volume":"13","author":"X Lin","year":"2022","unstructured":"Lin X, Tian T, Wei Z, Hakonarson H. Clustering of single-cell multi-omics data with a multimodal deep learning method. Nat Commun. 2022;13(1):7705.","journal-title":"Nat Commun"},{"issue":"3","key":"3719_CR60","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1038\/s41592-020-01050-x","volume":"18","author":"A Gayoso","year":"2021","unstructured":"Gayoso A, Steier Z, Lopez R, Regier J, Nazor KL, Streets A, et al. Joint probabilistic modeling of single-cell multi-omic data with totalVI. Nat Methods. 2021;18(3):272\u201382.","journal-title":"Nat Methods"},{"issue":"1","key":"3719_CR61","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1186\/s13059-021-02356-5","volume":"22","author":"VH Do","year":"2021","unstructured":"Do VH, Canzar S. A generalization of t-SNE and UMAP to single-cell multimodal omics. Genome Biol. 2021;22(1):130.","journal-title":"Genome Biol"},{"key":"3719_CR62","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13059-020-02015-1","volume":"21","author":"R Argelaguet","year":"2020","unstructured":"Argelaguet R, Arnol D, Bredikhin D, Deloro Y, Velten B, Marioni JC, et al. Mofa+: a statistical framework for comprehensive integration of multi-modal single-cell data. Genome Biol. 2020;21:1\u201317.","journal-title":"Genome Biol"},{"issue":"2","key":"3719_CR63","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1038\/s41587-023-01767-y","volume":"42","author":"Y Hao","year":"2024","unstructured":"Hao Y, Stuart T, Kowalski MH, Choudhary S, Hoffman P, Hartman A, et al. Dictionary learning for integrative, multimodal and scalable single-cell analysis. Nat Biotechnol. 2024;42(2):293\u2013304.","journal-title":"Nat Biotechnol"},{"issue":"2","key":"3719_CR64","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1016\/0092-8674(88)90053-0","volume":"55","author":"A Veillette","year":"1988","unstructured":"Veillette A, Bookman MA, Horak EM, Bolen JB. The CD4 and CD8 T cell surface antigens are associated with the internal membrane tyrosine-protein kinase p56lck. Cell. 1988;55(2):301\u20138.","journal-title":"Cell"},{"issue":"5","key":"3719_CR65","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1038\/s41576-019-0093-7","volume":"20","author":"T Stuart","year":"2019","unstructured":"Stuart T, Satija R. Integrative single-cell analysis. Nat Rev Genet. 2019;20(5):257\u201372.","journal-title":"Nat Rev Genet"},{"issue":"10","key":"3719_CR66","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1038\/s41587-021-00895-7","volume":"39","author":"R Argelaguet","year":"2021","unstructured":"Argelaguet R, Cuomo AS, Stegle O, Marioni JC. Computational principles and challenges in single-cell data integration. Nat Biotechnol. 2021;39(10):1202\u201315.","journal-title":"Nat Biotechnol"},{"issue":"3","key":"3719_CR67","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1038\/nri2020","volume":"7","author":"DM Davis","year":"2007","unstructured":"Davis DM. Intercellular transfer of cell-surface proteins is common and can affect many stages of an immune response. Nat Rev Immunol. 2007;7(3):238\u201343.","journal-title":"Nat Rev Immunol"},{"issue":"7922","key":"3719_CR68","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1038\/s41586-022-05028-x","volume":"608","author":"J Shilts","year":"2022","unstructured":"Shilts J, Severin Y, Galaway F, M\u00fcller-Sienerth N, Chong Z-S, Pritchard S, et al. A physical wiring diagram for the human immune system. Nature. 2022;608(7922):397\u2013404.","journal-title":"Nature"},{"key":"3719_CR69","doi-asserted-by":"crossref","unstructured":"Ma S, Zhang B, LaFave LM, Earl AS, Chiang Z, Hu Y, et al. Chromatin potential identified by shared single-cell profiling of RNA and chromatin. Cell. 2020;183(4):1103\u201316. e20.","DOI":"10.1016\/j.cell.2020.09.056"},{"issue":"1","key":"3719_CR70","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1038\/s41592-019-0692-4","volume":"17","author":"M Efremova","year":"2020","unstructured":"Efremova M, Teichmann SA. Computational methods for single-cell omics across modalities. Nat Methods. 2020;17(1):14\u20137.","journal-title":"Nat Methods"},{"issue":"1","key":"3719_CR71","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1186\/s13059-022-02726-7","volume":"23","author":"Q Yuan","year":"2022","unstructured":"Yuan Q, Duren Z. Integration of single-cell multi-omics data by regression analysis on unpaired observations. Genome Biol. 2022;23(1):160.","journal-title":"Genome Biol"},{"issue":"1","key":"3719_CR72","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-023-03073-x","volume":"24","author":"MY Lee","year":"2023","unstructured":"Lee MY, Kaestner KH, Li M. Benchmarking algorithms for joint integration of unpaired and paired single-cell RNA-seq and ATAC-seq data. Genome Biol. 2023;24(1): 244.","journal-title":"Genome Biol"},{"key":"3719_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13059-017-1382-0","volume":"19","author":"FA Wolf","year":"2018","unstructured":"Wolf FA, Angerer P, Theis FJ. SCANPY: large-scale single-cell gene expression data analysis. Genome Biol. 2018;19:1\u20135.","journal-title":"Genome Biol"},{"issue":"4","key":"3719_CR74","doi-asserted-by":"publisher","first-page":"536","DOI":"10.1158\/2159-8290.CD-19-0710","volume":"10","author":"S Pei","year":"2020","unstructured":"Pei S, Pollyea DA, Gustafson A, Stevens BM, Minhajuddin M, Fu R, et al. Monocytic subclones confer resistance to venetoclax-based therapy in patients with acute myeloid leukemia. Cancer Discov. 2020;10(4):536\u201351.","journal-title":"Cancer Discov"},{"key":"3719_CR75","doi-asserted-by":"publisher","DOI":"10.1016\/j.celrep.2020.108438","author":"SM Golomb","year":"2020","unstructured":"Golomb SM, Guldner IH, Zhao A, Wang Q, Palakurthi B, Aleksandrovic EA, et al. Multi-modal single-cell analysis reveals brain immune landscape plasticity during aging and gut microbiota dysbiosis. Cell Rep. 2020. https:\/\/doi.org\/10.1016\/j.celrep.2020.108438.","journal-title":"Cell Rep"},{"issue":"4","key":"3719_CR76","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1038\/s41593-020-00789-y","volume":"24","author":"AR Pombo Antunes","year":"2021","unstructured":"Pombo Antunes AR, Scheyltjens I, Lodi F, Messiaen J, Antoranz A, Duerinck J, et al. Single-cell profiling of myeloid cells in glioblastoma across species and disease stage reveals macrophage competition and specialization. Nat Neurosci. 2021;24(4):595\u2013610.","journal-title":"Nat Neurosci"},{"issue":"12","key":"3719_CR77","doi-asserted-by":"publisher","first-page":"1577","DOI":"10.1038\/s41590-021-01059-0","volume":"22","author":"S Triana","year":"2021","unstructured":"Triana S, Vonficht D, Jopp-Saile L, Raffel S, Lutz R, Leonce D, et al. Single-cell proteo-genomic reference maps of the hematopoietic system enable the purification and massive profiling of precisely defined cell states. Nat Immunol. 2021;22(12):1577\u201389.","journal-title":"Nat Immunol"},{"key":"3719_CR78","doi-asserted-by":"crossref","unstructured":"Hao Y, Hao S, Andersen-Nissen E, Mauck WM, Zheng S, Butler A, et al. Integrated analysis of multimodal single-cell data. Cell. 2021;184(13):3573\u201387. e29.","DOI":"10.1016\/j.cell.2021.04.048"},{"key":"3719_CR79","doi-asserted-by":"crossref","unstructured":"Guilliams M, Bonnardel J, Haest B, Vanderborght B, Wagner C, Remmerie A, et al. Spatial proteogenomics reveals distinct and evolutionarily conserved hepatic macrophage niches. Cell. 2022;185(2):379\u201396. e38.","DOI":"10.1016\/j.cell.2021.12.018"},{"issue":"1","key":"3719_CR80","doi-asserted-by":"publisher","first-page":"7561","DOI":"10.1038\/s41467-024-51891-9","volume":"15","author":"Y Xu","year":"2024","unstructured":"Xu Y, Wang S, Feng Q, Xia J, Li Y, Li H-D, et al. scCAD: Cluster decomposition-based anomaly detection for rare cell identification in single-cell expression data. Nat Commun. 2024;15(1):7561.","journal-title":"Nat Commun"},{"issue":"336","key":"3719_CR81","doi-asserted-by":"publisher","first-page":"846","DOI":"10.1080\/01621459.1971.10482356","volume":"66","author":"WM Rand","year":"1971","unstructured":"Rand WM. Objective criteria for the evaluation of clustering methods. J Am Stat Assoc. 1971;66(336):846\u201350.","journal-title":"J Am Stat Assoc"},{"issue":"1\u20132","key":"3719_CR82","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1002\/nav.3800020109","volume":"2","author":"HW Kuhn","year":"1955","unstructured":"Kuhn HW. The hungarian method for the assignment problem. Nav Res Logist Q. 1955;2(1\u20132):83\u201397.","journal-title":"Nav Res Logist Q"},{"issue":"7825","key":"3719_CR83","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1038\/s41586-020-2649-2","volume":"585","author":"CR Harris","year":"2020","unstructured":"Harris CR, Millman KJ, Van Der Walt SJ, Gommers R, Virtanen P, Cournapeau D, et al. Array programming with NumPy. Nature. 2020;585(7825):357\u201362.","journal-title":"Nature"},{"key":"3719_CR84","doi-asserted-by":"crossref","unstructured":"McKinney W, editor Data structures for statistical computing in Python. Proceedings of the 9th Python in Science Conference; 2010.","DOI":"10.25080\/Majora-92bf1922-00a"},{"issue":"3","key":"3719_CR85","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1038\/s41592-019-0686-2","volume":"17","author":"P Virtanen","year":"2020","unstructured":"Virtanen P, Gommers R, Oliphant TE, Haberland M, Reddy T, Cournapeau D, et al. SciPy 1.0: fundamental algorithms for scientific computing in Python. Nat Methods. 2020;17(3):261\u201372.","journal-title":"Nat Methods"},{"key":"3719_CR86","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, et al. Scikit-learn: Machine learning in Python. J Mach Learn Res. 2011;12:2825\u201330.","journal-title":"J Mach Learn Res"},{"issue":"03","key":"3719_CR87","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1109\/MCSE.2007.55","volume":"9","author":"JD Hunter","year":"2007","unstructured":"Hunter JD. Matplotlib: a 2D graphics environment. Comput Sci Eng. 2007;9(03):90\u20135.","journal-title":"Comput Sci Eng"},{"issue":"60","key":"3719_CR88","doi-asserted-by":"publisher","DOI":"10.21105\/joss.03021","volume":"6","author":"ML Waskom","year":"2021","unstructured":"Waskom ML. Seaborn: statistical data visualization. J Open Source Softw. 2021;6(60): 3021.","journal-title":"J Open Source Softw"},{"key":"3719_CR89","unstructured":"Pei S, Gillen AE, Jordan CT. CITE-seq (cellular indexing of transcriptomes and epitopes by sequencing) of paired diagnosis and relapse specimens from acute myeloid leukemia (AML) patients treated with venetoclax plus azacitidine. Gene Expression Omnibus. 2020. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE143363."},{"key":"3719_CR90","unstructured":"Zhang S, Golomb SM. Multi-modal single cell analysis reveals gut microbiota reshapes brain immune landscape in aged mouse model. Gene Expression Omnibus. 2020. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE148127."},{"key":"3719_CR91","unstructured":"Pombo Antunes AR, Scheyltjens I, Lodi F, Messiaen J, Antoranz A, Duerinck J, et al. Single-cell profiling of myeloid cells in glioblastoma across species and disease stage reveals macrophage competition and specialization. Gene Expression Omnibus. 2020. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE163120."},{"key":"3719_CR92","unstructured":"Butler A, Stuart T. Comprehensive integration of single-cell data. Gene Expression Omnibus. 2019. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE128639."},{"key":"3719_CR93","unstructured":"Velten L, Triana S, Vonficht D. Single-cell proteo-genomic reference maps of the human hematopoietic system. Figshare. 2021. https:\/\/figshare.com\/projects\/Single-cell_proteo-genomic_reference_maps_of_the_human_hematopoietic_system\/94469."},{"key":"3719_CR94","unstructured":"Hao Y. Integrated analysis of multimodal single-cell data. Gene Expression Omnibus. 2021. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE164378."},{"key":"3719_CR95","unstructured":"Spatial proteogenomics reveals distinct and evolutionarily-conserved hepatic macrophage niches. Gene Expression Omnibus. 2022. https:\/\/www.ncbi.nlm.nih.gov\/geo\/query\/acc.cgi?acc=GSE192742."},{"key":"3719_CR96","unstructured":"Yin Y-H, Wang F, Li W, Liu Q, Zhou S, Zhou M, et al. Code for CBTP: Comparative benchmarking of single-cell clustering algorithms for transcriptomic and proteomic data. GitHub. 2025. https:\/\/github.com\/yinyh-1997\/CBTP."},{"key":"3719_CR97","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.15766048","author":"Y-H Yin","year":"2025","unstructured":"Yin Y-H, Wang F, Li W, Liu Q, Zhou S, Zhou M, et al. Code for CBTP: Comparative benchmarking of single-cell clustering algorithms for transcriptomic and proteomic data. 2025. Zenodo. https:\/\/doi.org\/10.5281\/zenodo.15766048.","journal-title":"Zenodo"}],"container-title":["Genome Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13059-025-03719-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13059-025-03719-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13059-025-03719-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T22:02:16Z","timestamp":1756936936000},"score":1,"resource":{"primary":{"URL":"https:\/\/genomebiology.biomedcentral.com\/articles\/10.1186\/s13059-025-03719-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,3]]},"references-count":97,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["3719"],"URL":"https:\/\/doi.org\/10.1186\/s13059-025-03719-y","relation":{},"ISSN":["1474-760X"],"issn-type":[{"value":"1474-760X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,3]]},"assertion":[{"value":"14 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 July 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 September 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No ethical approval was required for this study. All utilized public datasets were generated by other organizations that obtained ethical approval.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"265"}}