{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T17:55:59Z","timestamp":1793123759990,"version":"4.5.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T00:00:00Z","timestamp":1733961600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T00:00:00Z","timestamp":1733961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"The Mark Foundation for Cancer Research, Grant Number: 19-010-ASP","id":[{"id":"https:\/\/ror.org\/00v7th354","id-type":"ROR","asserted-by":"crossref"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00949-w","type":"journal-article","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T05:03:45Z","timestamp":1733979825000},"page":"1443-1446","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["Deeper evaluation of a single-cell foundation model"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8817-8086","authenticated-orcid":false,"given":"Rebecca","family":"Boiarsky","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nalini M.","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alejandro","family":"Buendia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8601-6040","authenticated-orcid":false,"given":"Ava P.","family":"Amini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0936-0753","authenticated-orcid":false,"given":"Gad","family":"Getz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Sontag","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,12]]},"reference":[{"key":"949_CR1","doi-asserted-by":"publisher","first-page":"e2016239118","DOI":"10.1073\/pnas.2016239118","volume":"118","author":"A Rives","year":"2021","unstructured":"Rives, A. et al. Biological structure and function emerge from scaling unsupervised learning to 250 million protein sequences. Proc. Natl Acad. Sci. 118, e2016239118 (2021).","journal-title":"Proc. Natl Acad. Sci."},{"key":"949_CR2","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. In Proc. 38th International Conference on Machine Learning Vol. 139 (eds Meila, M. & Zhang, T.) 8748\u20138763 (PMLR, 2021)."},{"key":"949_CR3","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1038\/s41746-022-00742-2","volume":"5","author":"X Yang","year":"2022","unstructured":"Yang, X. et al. A large language model for electronic health records. npj Digit. Med. 5, 194 (2022).","journal-title":"npj Digit. Med."},{"key":"949_CR4","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C. et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 5485\u201355511 (2020).","journal-title":"J. Mach. Learn. Res."},{"key":"949_CR5","unstructured":"Devlin, J., Chang, M. W., Lee, K. & Toutanova, K. BERT: pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies Vol. 1 (Long and Short Papers), 4171\u20134186 (Association for Computational Linguistics, 2019)."},{"key":"949_CR6","unstructured":"Brown, T. et al. Language models are few-shot learners. In Advances in Neural Information Processing Systems 33 (NeurIPS 2020) (eds Larochelle, H. et al.) (Curran Associates Inc., 2020)."},{"key":"949_CR7","doi-asserted-by":"publisher","first-page":"852","DOI":"10.1038\/s42256-022-00534-z","volume":"4","author":"F Yang","year":"2022","unstructured":"Yang, F. et al. scBERT as a large-scale pretrained deep language model for cell type annotation of single-cell RNA-seq data. Nat. Mach. Intell. 4, 852\u2013866 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"949_CR8","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1038\/s41586-023-06139-9","volume":"618","author":"CV Theodoris","year":"2023","unstructured":"Theodoris, C. V. et al. Transfer learning enables predictions in network biology. Nature 618, 616\u2013624 (2023).","journal-title":"Nature"},{"key":"949_CR9","doi-asserted-by":"publisher","first-page":"1481","DOI":"10.1038\/s41592-024-02305-7","volume":"21","author":"M Hao","year":"2024","unstructured":"Hao, M. et al. Large-scale foundation model on single-cell transcriptomics. Nat. Methods 21, 1481\u20131491 (2024).","journal-title":"Nat. Methods"},{"key":"949_CR10","doi-asserted-by":"publisher","unstructured":"Heimberg, G. et al. A cell atlas foundation model for scalable search of similar human cells. Nature https:\/\/doi.org\/10.1038\/s41586-024-08411-y (2024).","DOI":"10.1038\/s41586-024-08411-y"},{"key":"949_CR11","doi-asserted-by":"publisher","first-page":"1470","DOI":"10.1038\/s41592-024-02201-0","volume":"21","author":"H Cui","year":"2024","unstructured":"Cui, H. et al. scGPT: toward building a foundation model for single-cell multi-omics using generative AI. Nat. Methods 21, 1470\u20131480 (2024).","journal-title":"Nat. Methods"},{"key":"949_CR12","doi-asserted-by":"publisher","first-page":"1492","DOI":"10.1038\/s41592-024-02191-z","volume":"21","author":"Y Rosen","year":"2024","unstructured":"Rosen, Y. et al. Toward universal cell embeddings: integrating single-cell RNA-seq datasets across species with SATURN. Nat. Methods 21, 1492\u20131500 (2024).","journal-title":"Nat. Methods"},{"key":"949_CR13","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","volume":"58","author":"R Tibshirani","year":"1996","unstructured":"Tibshirani, R. Regression shrinkage and selection via the Lasso. J. Roy. Stat. Soc. B Met. 58, 267\u2013288 (1996).","journal-title":"J. Roy. Stat. Soc. B Met."},{"key":"949_CR14","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms14049","volume":"8","author":"GXY Zheng","year":"2017","unstructured":"Zheng, G. X. Y. et al. Massively parallel digital transcriptional profiling of single cells. Nat. Commun. 8, 14049 (2017).","journal-title":"Nat. Commun."},{"key":"949_CR15","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-06318-7","volume":"9","author":"SA MacParland","year":"2018","unstructured":"MacParland, S. A. et al. Single cell RNA sequencing of human liver reveals distinct intrahepatic macrophage populations. Nat. Commun. 9, 4383 (2018).","journal-title":"Nat. Commun."},{"key":"949_CR16","doi-asserted-by":"publisher","DOI":"10.1186\/s12864-018-5370-x","volume":"20","author":"J Du","year":"2019","unstructured":"Du, J. et al. gene2vec: distributed representation of genes based on co-expression. BMC Genomics 20, 82 (2019).","journal-title":"BMC Genomics"},{"key":"949_CR17","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems 30 (NIPS 2017) (eds Guyon, I. et al.) (Curran Associates Inc., 2017)."},{"key":"949_CR18","doi-asserted-by":"crossref","unstructured":"Franz\u00e9n, O., Gan, L.-M. & Bj\u00f6rkegren, J. L. M. PanglaoDB: a web server for exploration of mouse and human single-cell RNA sequencing data. Database 2019, baz046 (2019).","DOI":"10.1093\/database\/baz046"},{"key":"949_CR19","doi-asserted-by":"publisher","first-page":"6611","DOI":"10.1038\/s41467-024-51059-5","volume":"15","author":"F Fischer","year":"2024","unstructured":"Fischer, F. et al. scTab: scaling cross-tissue single-cell annotation models. Nat. Commun. 15, 6611 (2024).","journal-title":"Nat. Commun."},{"key":"949_CR20","doi-asserted-by":"publisher","unstructured":"Boiarsky, R. clinicalml\/sc-foundation-eval: v1.0 (v1.0). Zenodo https:\/\/doi.org\/10.5281\/zenodo.13372104 (2024).","DOI":"10.5281\/zenodo.13372104"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00949-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00949-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00949-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T19:04:31Z","timestamp":1734462271000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00949-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,12]]},"references-count":20,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["949"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00949-w","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,12]]},"assertion":[{"value":"19 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"G.G. receives research funds from IBM, Pharmacyclics\/Abbvie, Bayer, Genentech, Calico, Ultima Genomics, Inocras and Google. G.G. is a founder, consultant, and has privately held equity in Scorpion Therapeutics; G.G. is a founder of and holds privately held equity in PreDICTA Biosciences. G.G. is also an inventor on patent applications filed by the Broad Institute related to MSMuTect and MSMutSig (WO 2019\/083594); POLYSOLVER (US-2016-0298185); SignatureAnalyzer-GPU (US-2021-0358574); MSEye\/MSIDetect (WO 2022\/098997 and WO 2022\/099004); and MinimuMM-seq (WO 2023\/102513); D.S. is president and CEO of Layer Health, has privately held equity in Curai and ASAPP, and receives research funds from Takeda and IBM. N.S. was funded by a PhD fellowship from Google at the time of this work. The other authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}