{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T21:55:54Z","timestamp":1777067754810,"version":"3.51.4"},"reference-count":110,"publisher":"Tsinghua University Press","issue":"4","funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072124"],"award-info":[{"award-number":["62072124"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012547","name":"Natural Science Foundation of Guangxi","doi-asserted-by":"publisher","award":["2023JJG170006"],"award-info":[{"award-number":["2023JJG170006"]}],"id":[{"id":"10.13039\/100012547","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015920","name":"Natural Science and Technology Innovation Development Foundation of Guangxi University","doi-asserted-by":"publisher","award":["2022BZRC009"],"award-info":[{"award-number":["2022BZRC009"]}],"id":[{"id":"10.13039\/501100015920","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Big Data Min. Anal."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.26599\/bdma.2024.9020034","type":"journal-article","created":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T19:23:58Z","timestamp":1733340238000},"page":"1169-1186","source":"Crossref","is-referenced-by-count":25,"title":["Transformer-Based Single-Cell Language Model: A Survey"],"prefix":"10.26599","volume":"7","author":[{"given":"Wei","family":"Lan","sequence":"first","affiliation":[{"name":"School of Computer, Electronic and Information, Guangxi University,Guangxi Key Laboratory of Multimedia Communications and Network Technology,Nanning,China,530004"}]},{"given":"Guohang","family":"He","sequence":"additional","affiliation":[{"name":"School of Computer, Electronic and Information, Guangxi University,Guangxi Key Laboratory of Multimedia Communications and Network Technology,Nanning,China,530004"}]},{"given":"Mingyang","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer and Electronic Information, Guangxi University,Nanning,China,530004"}]},{"given":"Qingfeng","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer and Electronic Information, Guangxi University,Nanning,China,530004"}]},{"given":"Junyue","family":"Cao","sequence":"additional","affiliation":[{"name":"College of Life Science and Technology, Guangxi University,Nanning,China,530004"}]},{"given":"Wei","family":"Peng","sequence":"additional","affiliation":[{"name":"Kunming University of Science and Technology,Faculty of Information Engineering and Automation,Kunming,China,650500"}]}],"member":"11138","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3260258"},{"key":"ref2","article-title":"Unveiling the impact of arsenic toxicity on immune cells in atherosclerotic plaques: Insights from single-cell multi-omics profiling","author":"Makhani","journal-title":"bioRxiv"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tcbb.2024.3387911"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41576-019-0093-7"},{"key":"ref5","first-page":"14","article-title":"N-grambased text categorization","volume-title":"Proc. SDAIR-94, 3rd Annu. Symp. Document Analysis and Information Retrieval","author":"Cavnar"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/S0959-440X(96)80056-X"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbz063"},{"key":"ref8","article-title":"Recurrent neural network regularization","author":"Zaremba","year":"2014","journal-title":"arXiv preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00165"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIM.2023.3346510"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3095662"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"ref15","article-title":"Reformer: The efficient transformer","volume-title":"Proc. 8th Int. Conf. Learning Representations","author":"Kitaev"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref17","volume-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/vl\/N19-142"},{"key":"ref19","first-page":"517","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","volume-title":"Proc. 33rd Int. Conf. Neural Information Processing Systems","author":"Yang"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1907.11692"},{"key":"ref21","first-page":"10524","article-title":"On layer normalization in the transformer architecture","volume-title":"Proc. 37th Int. Conf. Machine Learning","author":"Xiong","year":"2020"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00988"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2945545"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3389\/fgene.2022.1038919"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3390\/biom13040611"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbad195"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btad165"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3390\/cancers14194763"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3390\/ijms24054784"},{"key":"ref31","article-title":"Transformer enables reference free and unsupervised analysis of spatial transcriptomics","author":"Zhao","journal-title":"bioRxiv"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-021-02595-6"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3615061"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-36559-0"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-44570-8"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00534-z"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1261\/rna.069112.118"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-024-02305-7"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-024-02201-0"},{"key":"ref40","first-page":"1189","article-title":"FLASHATTENTION: Fast and memory-efficient exact attention with IO-awareness","volume-title":"Proc. 36th Int. Conf. Neural Information Processing Systems","author":"Dao"},{"key":"ref41","article-title":"CellPLM: Pre-training of cell language model beyond single cells","author":"Wen","journal-title":"BioRxiv"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbac613"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19790-1_40"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2023.106536"},{"key":"ref45","article-title":"Cell2Sentence: Teaching large language models the language of biology","author":"Levine","journal-title":"BioRxiv"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.5114\/wo.2014.47136"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gks1193"},{"key":"ref48","article-title":"The human cell atlas white paper","author":"Regev","year":"2018","journal-title":"arXiv preprint"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/s41587-021-01001-7"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s41587-021-01206-w"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1126\/science.add7046"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1038\/s41594-019-0323-x"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1038\/s41587-019-0290-0"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2157-4"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.immuni.2018.03.023"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2019.01.004"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1038\/nature25160"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-018-0590-4"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCULATIONAHA.120.046528"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.61973"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkab775"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00233-7"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2021.10.024"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.cels.2016.09.002"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmet.2016.08.020"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmet.2016.08.018"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-35923-4"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1404-z"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2021.01.010"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1186\/gb-2007-8-3-r39"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1101\/gr.240663.118"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkx1013"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-021-01336-8"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkac199"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2016.11.048"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2016.11.038"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1126\/science.aax4438"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-018-0254-1"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2009.36"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-41855-w"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.3192"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0619-0"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-018-0229-2"},{"key":"ref85","article-title":"Assessing the limits of zero-shot foundation models in single-cell biology","author":"Kedzierska","journal-title":"bioRxiv"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/BF01908075"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2003.815867"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-020-02015-1"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-020-01050-x"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TCBB.2020.3034910"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.ymeth.2023.11.019"},{"key":"ref92","article-title":"Detecting cell type from single cell RNA sequencing based on deep bi-stochastic graph regularized matrix factorization","author":"Lan","journal-title":"bioRxiv"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3094196"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkn923"},{"issue":"1","key":"ref95","first-page":"735","article-title":"PCAWG Drivers and Functional Interpretation Working Group","volume":"11","author":"Paczkowska","year":"2020","journal-title":"Integrative pathway enrichment analysis of multivariate omics data, Nat. Commun."},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/tcbb.2024.3387913"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbab494"},{"key":"ref98","article-title":"GEARS:Predicting transcriptional outcomes of novel multi-gene perturbations","author":"Roohani","journal-title":"bioRxiv"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.15252\/msb.202211517"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0494-8"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM55620.2022.9995225"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-14018-z"},{"key":"ref103","first-page":"478","article-title":"Transformers are RNNs: Fast autoregressive transformers with linear attention","volume-title":"Proc. 37th Int. Conf. Machine Learning","author":"Katharopoulos","year":"2020"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbae185"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/s00439-021-02417-6"},{"key":"ref106","article-title":"Evaluating the utilities of large language models in single-cell data analysis","author":"Liu","journal-title":"bioRxiv"},{"key":"ref107","article-title":"Foundation models meet imbalanced single-cell data when learning cell type annotations","author":"Alsabbagh","journal-title":"bioRxiv"},{"key":"ref108","article-title":"A deep dive into single-cell RNA sequencing foundation models","author":"Boiarsky","journal-title":"bioRxiv"},{"key":"ref109","article-title":"scCross: Bridging modalities in single-cell multi-omics-seamless integration, cross-modal synthesis, and in-silico exploration","author":"Yang","journal-title":"bioRxiv"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2024.108336"}],"container-title":["Big Data Mining and Analytics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/8254253\/10778131\/10778140.pdf?arnumber=10778140","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T06:07:09Z","timestamp":1733378829000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10778140\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":110,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.26599\/bdma.2024.9020034","relation":{},"ISSN":["2096-0654","2097-406X"],"issn-type":[{"value":"2096-0654","type":"print"},{"value":"2097-406X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}