{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,17]],"date-time":"2026-11-17T21:36:49Z","timestamp":1794951409533,"version":"4.9.1"},"reference-count":106,"publisher":"Springer Science and Business Media LLC","issue":"8132","license":[{"start":{"date-parts":[[2026,8,5]],"date-time":"2026-08-05T00:00:00Z","timestamp":1785888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,8,5]],"date-time":"2026-08-05T00:00:00Z","timestamp":1785888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2026,9,17]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>\n                    Spatial proteomics technologies have transformed our understanding of complex tissue architecture in cancer but present unique challenges for computational analysis\n                    <jats:sup>1<\/jats:sup>\n                    . Each study uses a different marker panel and protocol, and most methods are tailored to single cohorts, which limits knowledge transfer and robust biomarker discovery. Here we present Virtual Tissues (VirTues), a general-purpose foundation model for spatial proteomics that learns marker-aware, multi-scale representations of proteins, cells, niches and tissues directly from multiplex imaging data. From a single pretrained backbone, VirTues supports marker reconstruction, cell segmentation and typing, niche annotation, spatial biomarker discovery and patient stratification, including zero-shot annotation across heterogeneous panels and datasets. In triple-negative breast cancer, VirTues-derived biomarkers predict anti-PD-L1 chemo-immunotherapy response\n                    <jats:sup>2<\/jats:sup>\n                    and stratify disease-free survival in an independent cohort\n                    <jats:sup>3<\/jats:sup>\n                    , outperforming state-of-the-art biomarkers derived from the same datasets and current clinical stratification schemes.\n                  <\/jats:p>","DOI":"10.1038\/s41586-026-10884-y","type":"journal-article","created":{"date-parts":[[2026,8,5]],"date-time":"2026-08-05T15:02:13Z","timestamp":1785942133000},"page":"744-754","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["The Virtual Tissues foundation model resolves spatial proteomics across scales"],"prefix":"10.1038","volume":"657","author":[{"given":"Johann","family":"Wenckstern","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eeshaan","family":"Jain","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benedikt","family":"von Querfurth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2407-6653","authenticated-orcid":false,"given":"Yexiang","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kiril","family":"Vasilev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Pariset","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2940-006X","authenticated-orcid":false,"given":"Phil F.","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Petros","family":"Liakopoulos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Olivier","family":"Michielin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2924-8080","authenticated-orcid":false,"given":"Andreas","family":"Wicki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8991-0040","authenticated-orcid":false,"given":"Gabriele","family":"Gut","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1431-103X","authenticated-orcid":false,"given":"Charlotte","family":"Bunne","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,5]]},"reference":[{"key":"10884_CR1","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1038\/s41568-023-00657-4","volume":"24","author":"Nde Souza","year":"2024","unstructured":"Souza, N. de, Zhao, S. & Bodenmiller, B. Multiplex protein imaging in tumour biology. Nat. Rev. Cancer 24, 171\u2013191 (2024).","journal-title":"Nat. Rev. Cancer"},{"key":"10884_CR2","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1038\/s41586-023-06498-3","volume":"621","author":"XQ Wang","year":"2023","unstructured":"Wang, X. Q. et al. Spatial predictors of immunotherapy response in triple-negative breast cancer. Nature 621, 868\u2013876 (2023).","journal-title":"Nature"},{"key":"10884_CR3","doi-asserted-by":"publisher","first-page":"1637","DOI":"10.1016\/j.ccell.2025.06.019","volume":"43","author":"L Meyer","year":"2025","unstructured":"Meyer, L. et al. A stratification system for breast cancer based on basoluminal tumor cells and spatial tumor architecture. Cancer Cell 43, 1637\u20131655 (2025).","journal-title":"Cancer Cell"},{"key":"10884_CR4","doi-asserted-by":"publisher","first-page":"1036","DOI":"10.1038\/s43018-023-00576-1","volume":"4","author":"J-R Lin","year":"2023","unstructured":"Lin, J.-R. et al. High-plex immunofluorescence imaging and traditional histology of the same tissue section for discovering image-based biomarkers. Nat. Cancer 4, 1036\u20131052 (2023).","journal-title":"Nat. Cancer"},{"key":"10884_CR5","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1038\/nmeth.2869","volume":"11","author":"C Giesen","year":"2014","unstructured":"Giesen, C. et al. Highly multiplexed imaging of tumor tissues with subcellular resolution by mass cytometry. Nat. Methods 11, 417\u2013422 (2014).","journal-title":"Nat. Methods"},{"key":"10884_CR6","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1038\/s41588-022-01041-y","volume":"54","author":"E Danenberg","year":"2022","unstructured":"Danenberg, E. et al. Breast tumor microenvironment structures are associated with genomic features and clinical outcome. Nat. Genet. 54, 660\u2013669 (2022).","journal-title":"Nat. Genet."},{"key":"10884_CR7","doi-asserted-by":"publisher","first-page":"843","DOI":"10.1038\/s41571-023-00824-4","volume":"20","author":"AM Tsimberidou","year":"2023","unstructured":"Tsimberidou, A. M. et al. Molecular tumour boards\u2014current and future considerations for precision oncology. Nat. Rev. Clin. Oncol. 20, 843\u2013863 (2023).","journal-title":"Nat. Rev. Clin. Oncol."},{"key":"10884_CR8","doi-asserted-by":"publisher","first-page":"1165","DOI":"10.1158\/0008-5472.CAN-23-1698","volume":"84","author":"A Rigamonti","year":"2024","unstructured":"Rigamonti, A. et al. Integrating AI-powered digital pathology and imaging mass cytometry identifies key classifiers of tumor cells, stroma, and immune cells in non\u2013small cell lung cancer. Cancer Res. 84, 1165\u20131177 (2024).","journal-title":"Cancer Res."},{"key":"10884_CR9","unstructured":"Bommasani, R. et al. On the opportunities and risks of foundation models. Preprint at https:\/\/arxiv.org\/abs\/2108.07258v3 (2021)."},{"key":"10884_CR10","unstructured":"OpenAI. GPT-4 technical report. Preprint at https:\/\/arxiv.org\/abs\/2303.08774v6 (2023)."},{"key":"10884_CR11","unstructured":"Brown, T. B. et al. Language models are few-shot learners. In Proc. Advances In Neural Information Processing Systems (NeurIPS) 33 (2020)."},{"key":"10884_CR12","unstructured":"Touvron, H. et al. LLaMA: open and efficient foundation language models. Preprint at https:\/\/arxiv.org\/abs\/2302.13971v1 (2023)."},{"key":"10884_CR13","unstructured":"Gemini Team Google, et al. Gemini: a family of highly capable multimodal models. Preprint at https:\/\/arxiv.org\/abs\/2312.11805v5 (2023)."},{"key":"10884_CR14","unstructured":"Dosovitskiy, A. et al. An image is worth 16x16 words: transformers for image recognition at scale. In International Conference on Learning Representations (ICLR) (2021)."},{"key":"10884_CR15","doi-asserted-by":"crossref","unstructured":"He, K. et al. Masked autoencoders are scalable vision learners. In IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 16000\u201316009 (2022).","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"10884_CR16","first-page":"8748","volume":"139","author":"A Radford","year":"2021","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. PMLR 139, 8748\u20138763 (2021).","journal-title":"PMLR"},{"key":"10884_CR17","doi-asserted-by":"crossref","unstructured":"Bachmann, R., Mizrahi, D., Atanov, A. & Zamir, A. MultiMAE: multi-modal multi-task masked autoencoders. In European Conference on Computer Vision (ECCV) (ed. Avidan, S. et al.) 348\u2013367 (Springer, 2022).","DOI":"10.1007\/978-3-031-19836-6_20"},{"key":"10884_CR18","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.1126\/science.ade2574","volume":"379","author":"Z Lin","year":"2023","unstructured":"Lin, Z. et al. Evolutionary-scale prediction of atomic-level protein structure with a language model. Science 379, 1123\u20131130 (2023).","journal-title":"Science"},{"key":"10884_CR19","doi-asserted-by":"publisher","DOI":"10.1126\/science.ado9336","volume":"386","author":"E Nguyen","year":"2024","unstructured":"Nguyen, E. et al. Sequence modeling and design from molecular to genome scale with evo. Science 386, eado9336 (2024).","journal-title":"Science"},{"key":"10884_CR20","doi-asserted-by":"publisher","first-page":"1470","DOI":"10.1038\/s41592-024-02201-0","volume":"21","author":"H Cui","year":"2024","unstructured":"Cui, H. et al. scGPT: toward building a foundation model for single-cell multi-omics using generative AI. Nat. Methods 21, 1470\u20131480 (2024).","journal-title":"Nat. Methods"},{"key":"10884_CR21","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1038\/s41591-024-02857-3","volume":"30","author":"RJ Chen","year":"2024","unstructured":"Chen, R. J. et al. Towards a general-purpose foundation model for computational pathology. Nat. Med. 30, 850\u2013862 (2024).","journal-title":"Nat. Med."},{"key":"10884_CR22","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1038\/s41586-024-07441-w","volume":"630","author":"H Xu","year":"2024","unstructured":"Xu, H. et al. A whole-slide foundation model for digital pathology from real-world data. Nature 630, 181\u2013188 (2024).","journal-title":"Nature"},{"key":"10884_CR23","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1038\/s41586-024-07894-z","volume":"634","author":"X Wang","year":"2024","unstructured":"Wang, X. et al. A pathology foundation model for cancer diagnosis and prognosis prediction. Nature 634, 970\u2013978 (2024).","journal-title":"Nature"},{"key":"10884_CR24","unstructured":"Zhang, S. et al. Biomedclip: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs. Preprint at https:\/\/arxiv.org\/abs\/2303.00915v3 (2023)."},{"key":"10884_CR25","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-62385-7","volume":"16","author":"C Wu","year":"2025","unstructured":"Wu, C. et al. Towards generalist foundation model for radiology by leveraging web-scale 2D&3D medical data. Nat. Commun. 16, 7866 (2025).","journal-title":"Nat. Commun."},{"key":"10884_CR26","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1038\/s41586-022-05672-3","volume":"614","author":"M Sorin","year":"2023","unstructured":"Sorin, M. et al. Single-cell spatial landscapes of the lung tumour immune microenvironment. Nature 614, 548\u2013554 (2023).","journal-title":"Nature"},{"key":"10884_CR27","doi-asserted-by":"publisher","unstructured":"Gupta, A. et al. SubCell: vision foundation models for microscopy capture single-cell biology. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2024.12.06.627299 (2024).","DOI":"10.1101\/2024.12.06.627299"},{"key":"10884_CR28","doi-asserted-by":"publisher","unstructured":"Pfaendler, R., Hanimann, J., Lee, S. & Snijder, B. Self-supervised vision transformers accurately decode cellular state heterogeneity. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2023.01.16.524226 (2023).","DOI":"10.1101\/2023.01.16.524226"},{"key":"10884_CR29","doi-asserted-by":"publisher","unstructured":"Doron, M. et al. Unbiased single-cell morphology with self-supervised vision transformers. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2023.06.16.545359 (2023).","DOI":"10.1101\/2023.06.16.545359"},{"key":"10884_CR30","doi-asserted-by":"publisher","unstructured":"Farndale, L. et al. Self-supervised AI reveals a hidden landscape of prognostic spatial patterns in multiplex immunofluorescence images. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2025.10.16.682563 (2025).","DOI":"10.1101\/2025.10.16.682563"},{"key":"10884_CR31","doi-asserted-by":"crossref","unstructured":"Kraus, O. et al. Masked autoencoders for microscopy are scalable learners of cellular biology. In IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 11757\u201311768 (2024).","DOI":"10.1109\/CVPR52733.2024.01117"},{"key":"10884_CR32","unstructured":"Kenyon-Dean, K. et al. ViTally consistent: scaling biological representation learning for cell microscopy. In Proc. International Conference on Machine Learning (ICML) (2025)."},{"key":"10884_CR33","unstructured":"Bao, Y., Sivanandan, S. & Karaletsos, T. Channel vision transformers: an image is worth C x 16 x 16 words. In Proc. International Conference on Learning Representations (ICLR) 50651\u201350677 (2023)."},{"key":"10884_CR34","doi-asserted-by":"publisher","unstructured":"Wang, X. J. et al. Generalized cell phenotyping for spatial proteomics with language-informed vision models. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2024.11.02.621624 (2024).","DOI":"10.1101\/2024.11.02.621624"},{"key":"10884_CR35","unstructured":"Shaban, M. et al. A foundation model for spatial proteomics. Preprint at https:\/\/arxiv.org\/abs\/2506.03373v1 (2025)."},{"key":"10884_CR36","doi-asserted-by":"publisher","first-page":"7045","DOI":"10.1016\/j.cell.2024.11.015","volume":"187","author":"C Bunne","year":"2024","unstructured":"Bunne, C. et al. How to build the virtual cell with artificial intelligence: priorities and opportunities. Cell 187, 7045\u20137063 (2024).","journal-title":"Cell"},{"key":"10884_CR37","doi-asserted-by":"publisher","first-page":"3802","DOI":"10.1038\/s41596-021-00556-8","volume":"16","author":"S Black","year":"2021","unstructured":"Black, S. et al. CODEX multiplexed tissue imaging with DNA-conjugated antibodies. Nat. Protoc. 16, 3802\u20133835 (2021).","journal-title":"Nat. Protoc."},{"key":"10884_CR38","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aax5851","volume":"5","author":"L Keren","year":"2019","unstructured":"Keren, L. et al. MIBI-TOF: a multiplexed imaging platform relates cellular phenotypes and tissue structure. Sci. Adv. 5, eaax5851 (2019).","journal-title":"Sci. Adv."},{"key":"10884_CR39","unstructured":"Vaswani, A. et al. Attention is all you need. In Proc. Advances in Neural Information Processing Systems 30 (2017)."},{"key":"10884_CR40","first-page":"813","volume":"139","author":"G Bertasius","year":"2021","unstructured":"Bertasius, G., Wang, H. & Torresani, L. Is space-time attention all you need for video understanding? PMLR 139, 813\u2013824 (2021).","journal-title":"PMLR"},{"key":"10884_CR41","doi-asserted-by":"publisher","unstructured":"Rosen, Y. et al. Universal cell embedding provides a foundation model for cell biology. Nature https:\/\/doi.org\/10.1038\/s41586-026-10689-z (2026).","DOI":"10.1038\/s41586-026-10689-z"},{"key":"10884_CR42","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1016\/j.ccell.2023.12.021","volume":"42","author":"L Cords","year":"2024","unstructured":"Cords, L. et al. Cancer-associated fibroblast phenotypes are associated with patient outcome in non-small cell lung cancer. Cancer Cell 42, 396\u2013412 (2024).","journal-title":"Cancer Cell"},{"key":"10884_CR43","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1038\/s41586-019-1876-x","volume":"578","author":"HW Jackson","year":"2020","unstructured":"Jackson, H. W. et al. The single-cell pathology landscape of breast cancer. Nature 578, 615\u2013620 (2020).","journal-title":"Nature"},{"key":"10884_CR44","doi-asserted-by":"crossref","unstructured":"Loi, S. et al. Relationship between tumor-infiltrating lymphocytes (TILs) and outcomes in the KEYNOTE-119 study of pembrolizumab vs chemotherapy for previously treated metastatic triple-negative breast cancer (mTNBC). In Proc. San Antonio Breast Cancer Symposium (American Association for Cancer Research, 2020).","DOI":"10.1158\/1538-7445.SABCS19-PD5-03"},{"key":"10884_CR45","doi-asserted-by":"publisher","first-page":"3223","DOI":"10.1038\/s41591-024-03249-3","volume":"30","author":"I Nederlof","year":"2024","unstructured":"Nederlof, I. et al. Neoadjuvant nivolumab or nivolumab plus ipilimumab in early-stage triple-negative breast cancer: a phase 2 adaptive trial. Nat. Med. 30, 3223\u20133235 (2024).","journal-title":"Nat. Med."},{"key":"10884_CR46","unstructured":"Balestriero, R. et al. A cookbook of self-supervised learning. Preprint at https:\/\/arxiv.org\/abs\/2304.12210v2 (2023)."},{"key":"10884_CR47","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-26974-6","volume":"12","author":"D Phillips","year":"2021","unstructured":"Phillips, D. et al. Immune cell topography predicts response to PD-1 blockade in cutaneous T cell lymphoma. Nat. Commun. 12, 6726 (2021).","journal-title":"Nat. Commun."},{"key":"10884_CR48","doi-asserted-by":"publisher","DOI":"10.1126\/sciimmunol.abk1692","volume":"7","author":"T Hoch","year":"2022","unstructured":"Hoch, T. et al. Multiplexed imaging mass cytometry of the chemokine milieus in melanoma characterizes features of the response to immunotherapy. Sci. Immunol. 7, eabk1692 (2022).","journal-title":"Sci. Immunol."},{"key":"10884_CR49","doi-asserted-by":"publisher","unstructured":"Pachitariu, M., Rariden, M. & Stringer, C. Cellpose-SAM: superhuman generalization for cellular segmentation. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2025.04.28.651001 (2025).","DOI":"10.1101\/2025.04.28.651001"},{"key":"10884_CR50","unstructured":"Goldsborough, T. et al. InstanSeg: an embedding-based instance segmentation algorithm optimized for accurate, efficient and portable cell segmentation. Preprint at https:\/\/arxiv.org\/abs\/2408.15954v1 (2024)."},{"key":"10884_CR51","doi-asserted-by":"crossref","unstructured":"Weigert, M. & Schmidt, U. Nuclei instance segmentation and classification in histopathology images with stardist. In Proc. 2022 IEEE International Symposium on Biomedical Imaging Challenges (ISBIC) 1\u20134 (2022).","DOI":"10.1109\/ISBIC56247.2022.9854534"},{"key":"10884_CR52","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-39762-1","volume":"14","author":"L Cords","year":"2023","unstructured":"Cords, L. et al. Cancer-associated fibroblast classification in single-cell and spatial proteomics data. Nat. Commun. 14, 4294 (2023).","journal-title":"Nat. Commun."},{"key":"10884_CR53","doi-asserted-by":"publisher","unstructured":"Schulz, D., Eling, N., Palau Fernandez, B., Daniel, M. & Bodenmiller, B. IMMUcan panel 1 cell type classification. Zenodo https:\/\/doi.org\/10.5281\/zenodo.12912566 (2024).","DOI":"10.5281\/zenodo.12912566"},{"key":"10884_CR54","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-44188-w","volume":"15","author":"M Shaban","year":"2024","unstructured":"Shaban, M. et al. MAPS: Pathologist-level cell type annotation from tissue images through machine learning. Nat. Commun. 15, 28 (2024).","journal-title":"Nat. Commun."},{"key":"10884_CR55","doi-asserted-by":"publisher","first-page":"1173","DOI":"10.1016\/j.cels.2021.08.012","volume":"12","author":"MJ Geuenich","year":"2021","unstructured":"Geuenich, M. J. et al. Automated assignment of cell identity from single-cell multiplexed imaging and proteomic data. Cell Syst. 12, 1173\u20131186 (2021).","journal-title":"Cell Syst."},{"key":"10884_CR56","doi-asserted-by":"publisher","DOI":"10.1126\/sciimmunol.abi5072","volume":"7","author":"D Moldoveanu","year":"2022","unstructured":"Moldoveanu, D. et al. Spatially mapping the immune landscape of melanoma using imaging mass cytometry. Sci. Immunol. 7, eabi5072 (2022).","journal-title":"Sci. Immunol."},{"key":"10884_CR57","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1038\/nature10983","volume":"486","author":"C Curtis","year":"2012","unstructured":"Curtis, C. et al. The genomic and transcriptomic architecture of 2,000 breast tumours reveals novel subgroups. Nature 486, 346\u2013352 (2012).","journal-title":"Nature"},{"key":"10884_CR58","first-page":"2127","volume":"80","author":"M Ilse","year":"2018","unstructured":"Ilse, M., Tomczak, J. & Welling, M. Attention-based deep multiple instance learning. PMLR 80, 2127\u20132136 (2018).","journal-title":"PMLR"},{"key":"10884_CR59","doi-asserted-by":"publisher","first-page":"534","DOI":"10.1016\/j.annonc.2022.02.004","volume":"33","author":"L Gianni","year":"2022","unstructured":"Gianni, L. et al. Pathologic complete response (pCR) to neoadjuvant treatment with or without atezolizumab in triple-negative, early high-risk and locally advanced breast cancer: NeoTRIP Michelangelo randomized study. Ann. Oncol. 33, 534\u2013543 (2022).","journal-title":"Ann. Oncol."},{"key":"10884_CR60","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1080\/15384047.2016.1141839","volume":"17","author":"S-H Lu","year":"2016","unstructured":"Lu, S.-H. et al. Identifying cancer origin using circulating tumor cells. Cancer Biol. Ther. 17, 430\u2013438 (2016).","journal-title":"Cancer Biol. Ther."},{"key":"10884_CR61","doi-asserted-by":"publisher","first-page":"111899","DOI":"10.1016\/j.biopha.2021.111899","volume":"141","author":"B Ma","year":"2021","unstructured":"Ma, B., Ran, R., Liao, H.-Y. & Zhang, H.-H. The paradoxical role of matrix metalloproteinase-11 in cancer. Biomed. Pharmacother. 141, 111899 (2021).","journal-title":"Biomed. Pharmacother."},{"key":"10884_CR62","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-017-01728-5","volume":"8","author":"Y Tian","year":"2017","unstructured":"Tian, Y. et al. Unique phenotypes and clonal expansions of human CD4 effector memory T cells re-expressing CD45RA. Nat. Commun. 8, 1473 (2017).","journal-title":"Nat. Commun."},{"key":"10884_CR63","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12885-017-3951-8","volume":"18","author":"T Louhichi","year":"2018","unstructured":"Louhichi, T., Saad, H., Dhiab, M. B., Ziadi, S. & Trimeche, M. Stromal CD10 expression in breast cancer correlates with tumor invasion and cancer stem cell phenotype. BMC Cancer 18, 1\u20139 (2018).","journal-title":"BMC Cancer"},{"key":"10884_CR64","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1038\/nrc1877","volume":"6","author":"R Kalluri","year":"2006","unstructured":"Kalluri, R. & Zeisberg, M. Fibroblasts in cancer. Nat. Rev. Cancer 6, 392\u2013401 (2006).","journal-title":"Nat. Rev. Cancer"},{"key":"10884_CR65","doi-asserted-by":"publisher","first-page":"63","DOI":"10.3389\/fonc.2015.00063","volume":"5","author":"J Tommelein","year":"2015","unstructured":"Tommelein, J. et al. Cancer-associated fibroblasts connect metastasis-promoting communication in colorectal cancer. Front. Oncol. 5, 63 (2015).","journal-title":"Front. Oncol."},{"key":"10884_CR66","unstructured":"Cuturi, M. Sinkhorn distances: lightspeed computation of optimal transport. In Proc. Advances in Neural Information Processing Systems 26 (2013)."},{"key":"10884_CR67","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1561\/2200000073","volume":"11","author":"G Peyr\u00e9","year":"2019","unstructured":"Peyr\u00e9, G. & Cuturi, M. Computational optimal transport. Found. Trends Mach. Learn. 11, 355\u2013607 (2019).","journal-title":"Found. Trends Mach. Learn."},{"key":"10884_CR68","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s10851-014-0506-3","volume":"51","author":"N Bonneel","year":"2015","unstructured":"Bonneel, N., Rabin, J., Peyr\u00e9, G. & Pfister, H. Sliced and radon Wasserstein barycenters of measures. J. Math. Imag. Vis. 51, 22\u201345 (2015).","journal-title":"J. Math. Imag. Vis."},{"key":"10884_CR69","unstructured":"Jain, E., Wenckstern, J., Querfurth, B. von & Bunne, C. Test-time view selection for multi-modal decision making. In Proc. International Conference on Learning Representations (ICLR) Workshop on Machine Learning for Genomics Explorations (2025)."},{"key":"10884_CR70","doi-asserted-by":"crossref","unstructured":"Vasilev, K. et al. MTBBench: A multimodal sequential clinical decision-making benchmark in oncology. In Proc. Advances in Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track 38 (2025).","DOI":"10.52202\/085713-0368"},{"key":"10884_CR71","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.127063","volume":"568","author":"J Su","year":"2024","unstructured":"Su, J. et al. Roformer: enhanced transformer with rotary position embedding. Neurocomputing 568, 127063 (2024).","journal-title":"Neurocomputing"},{"key":"10884_CR72","first-page":"10524","volume":"119","author":"R Xiong","year":"2020","unstructured":"Xiong, R. et al. On layer normalization in the transformer architecture. PMLR 119, 10524\u201310533 (2020).","journal-title":"PMLR"},{"key":"10884_CR73","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2024.103143","volume":"94","author":"F H\u00f6rst","year":"2024","unstructured":"H\u00f6rst, F. et al. Cellvit: vision transformers for precise cell segmentation and classification. Med. Imag. Anal. 94, 103143 (2024).","journal-title":"Med. Imag. Anal."},{"key":"10884_CR74","unstructured":"Dao, T. FlashAttention-2: faster attention with better parallelism and work partitioning. In Proc. International Conference on Learning Representations (ICLR) 35549\u201335562 (2024)."},{"key":"10884_CR75","doi-asserted-by":"crossref","unstructured":"Vincent, P., Larochelle, H., Bengio, Y. & Manzagol, P.-A. Extracting and composing robust features with denoising autoencoders. In Proc. International Conference on Machine Learning (ICML) 1096\u20131103 (2008).","DOI":"10.1145\/1390156.1390294"},{"key":"10884_CR76","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. In Proc. International Conference on Learning Representations (ICLR) (2015)."},{"key":"10884_CR77","doi-asserted-by":"publisher","first-page":"1125","DOI":"10.1016\/j.ccell.2025.04.003","volume":"43","author":"B Zhu","year":"2025","unstructured":"Zhu, B. et al. Spatial and multiomics analysis of human and mouse lung adenocarcinoma precursors reveals TIM-3 as a putative target for precancer interception. Cancer Cell 43, 1125\u20131140 (2025).","journal-title":"Cancer Cell"},{"key":"10884_CR78","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-43917-5","volume":"14","author":"T Hu","year":"2023","unstructured":"Hu, T. et al. Single-cell spatial metabolomics with cell type specific protein profiling for tissue systems biology. Nat. Commun. 14, 8260 (2023).","journal-title":"Nat. Commun."},{"key":"10884_CR79","doi-asserted-by":"publisher","DOI":"10.1038\/s41698-022-00305-4","volume":"6","author":"M Allam","year":"2022","unstructured":"Allam, M. et al. Spatially variant immune infiltration scoring in human cancer tissues. NPJ Precis. Oncol. 6, 60 (2022).","journal-title":"NPJ Precis. Oncol."},{"key":"10884_CR80","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.cels.2017.12.001","volume":"6","author":"D Schulz","year":"2018","unstructured":"Schulz, D. et al. Simultaneous multiplexed imaging of mRNA and proteins with subcellular resolution in breast cancer tissue samples by mass cytometry. Cell Syst. 6, 25\u201336 (2018).","journal-title":"Cell Syst."},{"key":"10884_CR81","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1016\/j.cmet.2018.11.014","volume":"29","author":"N Damond","year":"2019","unstructured":"Damond, N. et al. A map of human type 1 diabetes progression by imaging mass cytometry. Cell Metab. 29, 755\u2013768 (2019).","journal-title":"Cell Metab."},{"key":"10884_CR82","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1038\/s41586-023-05915-x","volume":"619","author":"JW Hickey","year":"2023","unstructured":"Hickey, J. W. et al. Organization of the human intestine at single-cell resolution. Nature 619, 572\u2013584 (2023).","journal-title":"Nature"},{"key":"10884_CR83","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1016\/j.cell.2020.07.005","volume":"182","author":"CM Sch\u00fcrch","year":"2020","unstructured":"Sch\u00fcrch, C. M. et al. Coordinated cellular neighborhoods orchestrate antitumoral immunity at the colorectal cancer invasive front. Cell 182, 1341\u20131359 (2020).","journal-title":"Cell"},{"key":"10884_CR84","doi-asserted-by":"publisher","first-page":"3686","DOI":"10.1016\/j.cell.2023.07.026","volume":"186","author":"B Ruf","year":"2023","unstructured":"Ruf, B. et al. Tumor-associated macrophages trigger MAIT cell dysfunction at the HCC invasive margin. Cell 186, 3686\u20133705 (2023).","journal-title":"Cell"},{"key":"10884_CR85","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1016\/j.cell.2022.12.028","volume":"186","author":"J-R Lin","year":"2023","unstructured":"Lin, J.-R. et al. Multiplexed 3D atlas of state transitions and immune interaction in colorectal cancer. Cell 186, 363\u2013381 (2023).","journal-title":"Cell"},{"key":"10884_CR86","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1038\/s41586-019-1629-x","volume":"574","author":"H Consortium","year":"2019","unstructured":"Consortium, H. The human body at cellular resolution: the NIH human biomolecular atlas program. Nature 574, 187\u2013192 (2019).","journal-title":"Nature"},{"key":"10884_CR87","doi-asserted-by":"publisher","DOI":"10.1186\/s12967-024-05035-8","volume":"22","author":"J Monkman","year":"2024","unstructured":"Monkman, J. et al. Spatial insights into immunotherapy response in non-small cell lung cancer (NSCLC) by multiplexed tissue imaging. J. Trans. Med. 22, 239 (2024).","journal-title":"J. Trans. Med."},{"key":"10884_CR88","doi-asserted-by":"publisher","first-page":"762","DOI":"10.1038\/s41374-022-00778-8","volume":"102","author":"CC Liu","year":"2022","unstructured":"Liu, C. C. et al. Reproducible, high-dimensional imaging in archival human tissue by multiplexed ion beam imaging by time-of-flight (MIBI-TOF). Lab. Investig. 102, 762\u2013770 (2022).","journal-title":"Lab. Investig."},{"key":"10884_CR89","doi-asserted-by":"publisher","first-page":"2161","DOI":"10.1038\/s41592-025-02826-9","volume":"22","author":"JL Rumberger","year":"2025","unstructured":"Rumberger, J. L. et al. Automated classification of cellular expression in multiplexed imaging data with nimbus. Nat. Methods 22, 2161\u20132170 (2025).","journal-title":"Nat. Methods"},{"key":"10884_CR90","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1038\/s43856-022-00197-2","volume":"2","author":"X Xiao","year":"2022","unstructured":"Xiao, X. et al. Multiplexed imaging mass cytometry reveals distinct tumor-immune microenvironments linked to immunotherapy responses in melanoma. Commun. Med. 2, 131 (2022).","journal-title":"Commun. Med."},{"key":"10884_CR91","doi-asserted-by":"publisher","DOI":"10.1016\/j.xcrm.2023.100977","volume":"4","author":"JR Fischer","year":"2023","unstructured":"Fischer, J. R. et al. Multiplex imaging of breast cancer lymph node metastases identifies prognostic single-cell populations independent of clinical classifiers. Cell Rep. Med. 4, 100977 (2023).","journal-title":"Cell Rep. Med."},{"key":"10884_CR92","doi-asserted-by":"publisher","unstructured":"Malchiodi, Z. X. et al. Periductal fibroblast density defines lymphocyte exclusion via a CD44-dependent stromal checkpoint in pancreatic cancer. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2024.05.23.593868 (2024).","DOI":"10.1101\/2024.05.23.593868"},{"key":"10884_CR93","doi-asserted-by":"crossref","unstructured":"Cho, Y. et al. Computational modeling of cellular influence delineates functionally relevant and distinct cellular neighborhoods in primary and metastatic pancreatic ductal adenocarcinoma. Cancer Immunol. Res. 14, 571\u2013584 (2026).","DOI":"10.1158\/2326-6066.CIR-25-0844"},{"key":"10884_CR94","doi-asserted-by":"publisher","unstructured":"Ehret, B. IMC data associated with the publication \u2019Shaking organoid co-cultures: human-relevant models of epithelial, stromal and immune interactions for cancer research and immunotherapy development\u2019. Zenodo https:\/\/doi.org\/10.5281\/zenodo.15198803 (2025).","DOI":"10.5281\/zenodo.15198803"},{"key":"10884_CR95","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1136\/gutjnl-2024-332837","volume":"74","author":"H Sali\u00e9","year":"2025","unstructured":"Sali\u00e9, H. et al. Spatial single-cell profiling and neighbourhood analysis reveal the determinants of immune architecture connected to checkpoint inhibitor therapy outcome in hepatocellular carcinoma. Gut 74, 451\u2013466 (2025).","journal-title":"Gut"},{"key":"10884_CR96","first-page":"16","volume":"1","author":"P Gupta","year":"2026","unstructured":"Gupta, P. et al. Single-cell spatial atlas of the aging human breast. Nat. Aging 1, 16 (2026).","journal-title":"Nat. Aging"},{"key":"10884_CR97","doi-asserted-by":"publisher","first-page":"e453","DOI":"10.7717\/peerj.453","volume":"2","author":"Walt","year":"2014","unstructured":"Walt, van der, S. et al. Scikit-image: image processing in python. PeerJ 2, e453 (2014).","journal-title":"PeerJ"},{"key":"10884_CR98","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1038\/s41576-023-00586-w","volume":"24","author":"L Heumos","year":"2023","unstructured":"Heumos, L. et al. Best practices for single-cell analysis across modalities. Nat. Rev. Genet. 24, 550\u2013572 (2023).","journal-title":"Nat. Rev. Genet."},{"key":"10884_CR99","doi-asserted-by":"crossref","unstructured":"Sypetkowski, M. et al. RxRx1: a dataset for evaluating experimental batch correction methods. In Proc. IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 4285\u20134294 (2023).","DOI":"10.1109\/CVPRW59228.2023.00451"},{"key":"10884_CR100","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. In Proc. IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 770\u2013778 (2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"10884_CR101","doi-asserted-by":"crossref","unstructured":"Deng, J. et al. ImageNet: a large-scale hierarchical image database. In Proc. IEEE Conference on Computer Vision and Pattern Recognition (CVPR) 248\u2013255 (2009).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"10884_CR102","doi-asserted-by":"crossref","unstructured":"Dao, T., Fu, D. Y., Ermon, S., Rudra, A. & R\u00e9, C. FlashAttention: fast and memory-efficient exact attention with IO-awareness. In Proc. Advances in Neural Information Processing Systems (NeurIPS) 35, 16344\u201316359 (2022).","DOI":"10.52202\/068431-1189"},{"key":"10884_CR103","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F. et al. Scikit-learn: machine learning in Python. J. Mach. Learn. 12, 2825\u20132830 (2011).","journal-title":"J. Mach. Learn."},{"key":"10884_CR104","first-page":"1","volume":"21","author":"S P\u00f6lsterl","year":"2020","unstructured":"P\u00f6lsterl, S. Scikit-survival: a library for time-to-event analysis built on top of scikit-learn. J. Mach. Learn. Res. 21, 1\u20136 (2020).","journal-title":"J. Mach. Learn. Res."},{"key":"10884_CR105","doi-asserted-by":"publisher","first-page":"1317","DOI":"10.21105\/joss.01317","volume":"4","author":"C Davidson-Pilon","year":"2019","unstructured":"Davidson-Pilon, C. Lifelines: survival analysis in python. J. Open Source Softw. 4, 1317 (2019).","journal-title":"J. Open Source Softw."},{"key":"10884_CR106","doi-asserted-by":"crossref","unstructured":"Raschka, S., Patterson, J. & Nolet, C. Machine learning in python: main developments and technology trends in data science, machine learning, and artificial intelligence. Preprint at https:\/\/arxiv.org\/abs\/2002.04803v2 (2020).","DOI":"10.3390\/info11040193"}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41586-026-10884-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-026-10884-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-026-10884-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,17]],"date-time":"2026-09-17T00:02:31Z","timestamp":1789603351000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41586-026-10884-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,5]]},"references-count":106,"journal-issue":{"issue":"8132","published-print":{"date-parts":[[2026,9,17]]}},"alternative-id":["10884"],"URL":"https:\/\/doi.org\/10.1038\/s41586-026-10884-y","relation":{},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,5]]},"assertion":[{"value":"30 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 August 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}]}}