{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T00:56:57Z","timestamp":1780102617243,"version":"3.54.0"},"reference-count":37,"publisher":"Oxford University Press (OUP)","issue":"6","license":[{"start":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T00:00:00Z","timestamp":1717545600000},"content-version":"vor","delay-in-days":4,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Ka-Chun Wong"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Motivation<\/jats:title>\n                  <jats:p>Tissue context and molecular profiling are commonly used measures in understanding normal development and disease pathology. In recent years, the development of spatial molecular profiling technologies (e.g. spatial resolved transcriptomics) has enabled the exploration of quantitative links between tissue morphology and gene expression. However, these technologies remain expensive and time-consuming, with subsequent analyses necessitating high-throughput pathological annotations. On the other hand, existing computational tools are limited to predicting only a few dozen to several hundred genes, and the majority of the methods are designed for bulk RNA-seq.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>In this context, we propose HE2Gene, the first multi-task learning-based method capable of predicting tens of thousands of spot-level gene expressions along with pathological annotations from H&amp;E-stained images. Experimental results demonstrate that HE2Gene is comparable to state-of-the-art methods and generalizes well on an external dataset without the need for re-training. Moreover, HE2Gene preserves the annotated spatial domains and has the potential to identify biomarkers. This capability facilitates cancer diagnosis and broadens its applicability to investigate gene-disease associations.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>The source code and data information has been deposited at https:\/\/github.com\/Microbiods\/HE2Gene.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btae343","type":"journal-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T19:36:55Z","timestamp":1717616215000},"source":"Crossref","is-referenced-by-count":8,"title":["HE2Gene: image-to-RNA translation via multi-task learning for spatial transcriptomics data"],"prefix":"10.1093","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9639-1584","authenticated-orcid":false,"given":"Xingjian","family":"Chen","sequence":"first","affiliation":[{"name":"Cutaneous Biology Research Center, Massachusetts General Hospital, Harvard Medical School , Boston, MA 02129, USA"},{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3347-837X","authenticated-orcid":false,"given":"Jiecong","family":"Lin","sequence":"additional","affiliation":[{"name":"Molecular Pathology Unit, Center for Cancer Research, Massachusetts General Hospital, Department of Pathology, Harvard Medical School , Boston, MA 02129, USA"},{"name":"Department of Computer Science, The University of Hong Kong , Pokfulam 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuchen","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6254-161X","authenticated-orcid":false,"given":"Weitong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9009-2647","authenticated-orcid":false,"given":"Weidun","family":"Xie","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7199-0051","authenticated-orcid":false,"given":"Zetian","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6062-733X","authenticated-orcid":false,"given":"Ka-Chun","family":"Wong","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Kowloog Tong 999077, Hong Kong SAR"},{"name":"Shenzhen Research Institute, City University of Hong Kong , Shenzhen 518057, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"2024061105055863400_btae343-B1","doi-asserted-by":"crossref","first-page":"201","DOI":"10.3390\/biom9050201","article-title":"Identification of crucial candidate genes and pathways in glioblastoma multiform by bioinformatics analysis","volume":"9","author":"Alshabi","year":"2019","journal-title":"Biomolecules"},{"key":"2024061105055863400_btae343-B2","author":"Andersson","year":"2020"},{"key":"2024061105055863400_btae343-B3","doi-asserted-by":"crossref","first-page":"317","DOI":"10.3389\/fgene.2019.00317","article-title":"Single-cell RNA-seq technologies and related computational data analysis","volume":"10","author":"Chen","year":"2019","journal-title":"Front Genet"},{"key":"2024061105055863400_btae343-B4","doi-asserted-by":"crossref","first-page":"1832","DOI":"10.1093\/bioinformatics\/btw074","article-title":"Gene expression inference with deep learning","volume":"32","author":"Chen","year":"2016","journal-title":"Bioinformatics"},{"key":"2024061105055863400_btae343-B5","doi-asserted-by":"crossref","first-page":"128613","DOI":"10.1109\/ACCESS.2020.3008868","article-title":"Prometeo: a CNN-based computer-aided diagnosis system for WSI prostate cancer detection","volume":"8","author":"Duran-Lopez","year":"2020","journal-title":"IEEE Access"},{"key":"2024061105055863400_btae343-B6","doi-asserted-by":"crossref","first-page":"827","DOI":"10.1038\/s41551-020-0578-x","article-title":"Integrating spatial gene expression and breast tumour morphology via deep learning","volume":"4","author":"He","year":"2020","journal-title":"Nat Biomed Eng"},{"key":"2024061105055863400_btae343-B7","first-page":"770","author":"He","year":"2016"},{"key":"2024061105055863400_btae343-B8","doi-asserted-by":"crossref","first-page":"e10312","DOI":"10.1371\/journal.pone.0010312","article-title":"Gene expression-based classification of non-small cell lung carcinomas and survival prediction","volume":"5","author":"Hou","year":"2010","journal-title":"PLoS One"},{"key":"2024061105055863400_btae343-B9","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1186\/s12859-022-04895-5","article-title":"Transforming L1000 profiles to RNA-seq-like profiles with deep learning","volume":"23","author":"Jeon","year":"2022","journal-title":"BMC Bioinformatics"},{"key":"2024061105055863400_btae343-B10","doi-asserted-by":"crossref","first-page":"604801","DOI":"10.3389\/fonc.2021.604801","article-title":"MET and FASN as prognostic biomarkers of triple negative breast cancer: a systematic evidence landscape of clinical study","volume":"11","author":"Jiang","year":"2021","journal-title":"Front Oncol"},{"key":"2024061105055863400_btae343-B11","doi-asserted-by":"crossref","first-page":"3854","DOI":"10.3390\/cancers14163854","article-title":"Integrative, in silico and comparative analysis of breast cancer secretome highlights invasive-ductal-carcinoma-grade progression biomarkers","volume":"14","author":"Kastora","year":"2022","journal-title":"Cancers (Basel)"},{"key":"2024061105055863400_btae343-B12","doi-asserted-by":"crossref","first-page":"4870","DOI":"10.1016\/j.csbj.2022.08.043","article-title":"Computational solutions for spatial transcriptomics","volume":"20","author":"Kleino","year":"2022","journal-title":"Comput Struct Biotechnol J"},{"key":"2024061105055863400_btae343-B13","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1126\/science.aan6827","article-title":"The promise of spatial transcriptomics for neuroscience in the era of molecular cell typing","volume":"358","author":"Lein","year":"2017","journal-title":"Science"},{"key":"2024061105055863400_btae343-B14","first-page":"1","article-title":"Heat shock protein 90 family isoforms as prognostic biomarkers and their correlations with immune infiltration in breast cancer","volume":"2020","author":"Lin","year":"2020","journal-title":"BioMed Res Intern"},{"key":"2024061105055863400_btae343-B15","first-page":"11976","author":"Liu","year":"2022"},{"key":"2024061105055863400_btae343-B16","doi-asserted-by":"crossref","first-page":"245","DOI":"10.4314\/tjpr.v22i2.4","article-title":"IFI6 predicts prognosis and promotes cell growth of human colorectal cancer","volume":"22","author":"Lv","year":"2023","journal-title":"Trop J Pharm Res"},{"key":"2024061105055863400_btae343-B17","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1166\/jbn.2023.3539","article-title":"The role of ATG4A clinical implication and potential function in breast cancer","volume":"19","author":"Lv","year":"2023","journal-title":"J Biomed Nanotechnol"},{"key":"2024061105055863400_btae343-B18","doi-asserted-by":"crossref","first-page":"8076","DOI":"10.1080\/21655979.2022.2052672","article-title":"Ribosomal protein L5 (RPL5)\/E2F transcription factor 1 (E2F1) signaling suppresses breast cancer progression via regulating endoplasmic reticulum stress and autophagy","volume":"13","author":"Ma","year":"2022","journal-title":"Bioengineered"},{"key":"2024061105055863400_btae343-B19","author":"Pang","year":"2021"},{"key":"2024061105055863400_btae343-B20","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1186\/s12885-016-2223-3","article-title":"On predicting lung cancer subtypes using \u2018omic\u2019data from tumor and tumor-adjacent histologically-normal tissue","volume":"16","author":"Pineda","year":"2016","journal-title":"BMC Cancer"},{"key":"2024061105055863400_btae343-B21","doi-asserted-by":"crossref","first-page":"2501","DOI":"10.1038\/s41596-018-0045-2","article-title":"Barcoded solid-phase RNA capture for spatial transcriptomics profiling in mammalian tissue sections","volume":"13","author":"Salm\u00e9n","year":"2018","journal-title":"Nat Protoc"},{"key":"2024061105055863400_btae343-B22","doi-asserted-by":"crossref","first-page":"3877","DOI":"10.1038\/s41467-020-17678-4","article-title":"A deep learning model to predict RNA-seq expression of tumours from whole slide images","volume":"11","author":"Schmauch","year":"2020","journal-title":"Nat Commun"},{"key":"2024061105055863400_btae343-B23","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.aaf2403","article-title":"Visualization and analysis of gene expression in tissue sections by spatial transcriptomics","volume":"353","author":"St\u00e5hl","year":"2016","journal-title":"Science"},{"key":"2024061105055863400_btae343-B24","doi-asserted-by":"crossref","first-page":"1338","DOI":"10.1038\/s41592-022-01678-x","article-title":"Imaging-based spatial transcriptomics goes electric","volume":"19","author":"Strack","year":"2022","journal-title":"Nat Methods"},{"key":"2024061105055863400_btae343-B25","doi-asserted-by":"crossref","first-page":"1468","DOI":"10.1111\/febs.14435","article-title":"Placing RNA in context and space\u2013methods for spatially resolved transcriptomics","volume":"286","author":"Strell","year":"2019","journal-title":"FEBS J"},{"key":"2024061105055863400_btae343-B26","doi-asserted-by":"crossref","first-page":"1437","DOI":"10.1016\/j.cell.2017.10.049","article-title":"A next generation connectivity map: L1000 platform and the first 1,000,000 profiles","volume":"171","author":"Subramanian","year":"2017","journal-title":"Cell"},{"key":"2024061105055863400_btae343-B27","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1038\/s41587-022-01448-2","article-title":"The expanding vistas of spatial transcriptomics","volume":"41","author":"Tian","year":"2023","journal-title":"Nat Biotechnol"},{"key":"2024061105055863400_btae343-B28","doi-asserted-by":"crossref","first-page":"e19213","DOI":"10.1371\/journal.pone.0019213","article-title":"Overexpression of prothymosin alpha predicts poor disease outcome in head and neck cancer","volume":"6","author":"Tripathi","year":"2011","journal-title":"PLoS One"},{"key":"2024061105055863400_btae343-B29","doi-asserted-by":"crossref","first-page":"3950","DOI":"10.1109\/TCYB.2019.2935141","article-title":"Weakly supervised deep learning for whole slide lung cancer image analysis","volume":"50","author":"Wang","year":"2019","journal-title":"IEEE Trans Cybern"},{"key":"2024061105055863400_btae343-B30","doi-asserted-by":"crossref","first-page":"i603","DOI":"10.1093\/bioinformatics\/bty563","article-title":"Conditional generative adversarial network for gene expression inference","volume":"34","author":"Wang","year":"2018","journal-title":"Bioinformatics"},{"key":"2024061105055863400_btae343-B31","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1186\/s13073-022-01075-1","article-title":"An introduction to spatial transcriptomics for biomedical research","volume":"14","author":"Williams","year":"2022","journal-title":"Genome Med"},{"key":"2024061105055863400_btae343-B32","doi-asserted-by":"crossref","first-page":"e0233678","DOI":"10.1371\/journal.pone.0233678","article-title":"Deep learning-based survival prediction for multiple cancer types using histopathology images","volume":"15","author":"Wulczyn","year":"2020","journal-title":"PLoS One"},{"key":"2024061105055863400_btae343-B33","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1016\/j.gene.2015.10.053","article-title":"Over-expressed RPL34 promotes malignant proliferation of non-small cell lung cancer cells","volume":"576","author":"Yang","year":"2016","journal-title":"Gene"},{"key":"2024061105055863400_btae343-B34","doi-asserted-by":"crossref","first-page":"bbac297","DOI":"10.1093\/bib\/bbac297","article-title":"Spatial transcriptomics prediction from histology jointly through transformer and graph neural networks","volume":"23","author":"Zeng","year":"2022","journal-title":"Brief Bioinform"},{"key":"2024061105055863400_btae343-B35","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1093\/nsr\/nwx105","article-title":"An overview of multi-task learning","volume":"5","author":"Zhang","year":"2018","journal-title":"Natl Sci Rev"},{"key":"2024061105055863400_btae343-B36","doi-asserted-by":"crossref","first-page":"3689","DOI":"10.1002\/1878-0261.13297","article-title":"Prognostic value of baseline genetic features and newly identified TP53 mutations in advanced breast cancer","volume":"16","author":"Zhang","year":"2022","journal-title":"Mol Oncol"},{"key":"2024061105055863400_btae343-B37","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1186\/s13046-022-02385-3","article-title":"Spatially resolved transcriptomics provide a new method for cancer research","volume":"41","author":"Zheng","year":"2022","journal-title":"J Exp Clin Cancer Res"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btae343\/58108010\/btae343.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btae343\/58186422\/btae343.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btae343\/58186422\/btae343.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T05:07:51Z","timestamp":1718082471000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btae343\/7688334"}},"subtitle":[],"editor":[{"given":"Janet","family":"Kelso","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":37,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,6,3]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btae343","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,6]]},"published":{"date-parts":[[2024,6]]},"article-number":"btae343"}}