{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,19]],"date-time":"2026-10-19T15:35:23Z","timestamp":1792424123655,"version":"4.5.0"},"reference-count":59,"publisher":"Wiley","issue":"12","license":[{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"vor","delay-in-days":10,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2023YFE0204000"],"award-info":[{"award-number":["2023YFE0204000"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82273204"],"award-info":[{"award-number":["82273204"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82404087"],"award-info":[{"award-number":["82404087"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012540","name":"Guangdong Provincial Introduction of Innovative Research and Development Team","doi-asserted-by":"publisher","award":["2023KQNCX138"],"award-info":[{"award-number":["2023KQNCX138"]}],"id":[{"id":"10.13039\/100012540","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["MedComm"],"published-print":{"date-parts":[[2024,12]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>Breast cancer is the leading cancer among women, with a significant number experiencing recurrence and metastasis, thereby reducing survival rates. This study focuses on the role of long noncoding RNAs (lncRNAs) in breast cancer immunotherapy response. We conducted an analysis involving 1027 patients from Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University, and The Cancer Genome Atlas, utilizing RNA sequencing and pathology whole\u2010slide images. We employed unsupervised clustering to identify distinct lncRNA expression patterns and developed an AI\u2010based pathology model using convolutional neural networks to predict immune\u2013metabolic subtypes. Additionally, we created a multimodal model integrating lncRNA data, immune\u2010cell scores, clinical information, and pathology images for prognostic prediction. Our findings revealed four unique immune\u2013metabolic subtypes, and the AI model demonstrated high predictive accuracy, highlighting the significant impact of lncRNAs on antitumor immunity and metabolic states within the tumor microenvironment. The AI\u2010based pathology model, DeepClinMed\u2010IM, exhibited high accuracy in predicting these subtypes. Additionally, the multimodal model, DeepClinMed\u2010PGM, integrating pathology images, lncRNA data, immune\u2010cell scores, and clinical information, showed superior prognostic performance. In conclusion, these AI models provide a robust foundation for precise prognostication and the identification of potential candidates for immunotherapy, advancing breast cancer research and treatment strategies.<\/jats:p>","DOI":"10.1002\/mco2.70023","type":"journal-article","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T02:15:18Z","timestamp":1733969718000},"source":"Crossref","is-referenced-by-count":23,"title":["Multimodal data fusion AI model uncovers tumor microenvironment immunotyping heterogeneity and enhanced risk stratification of breast cancer"],"prefix":"10.1002","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2579-6220","authenticated-orcid":false,"given":"Yunfang","family":"Yu","sequence":"first","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"},{"name":"Faculty of Medicine Macau University of Science and Technology  Taipa Macao China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gengyi","family":"Cai","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruichong","family":"Lin","sequence":"additional","affiliation":[{"name":"Faculty of Innovation Engineering Macau University of Science and Technology  Taipa Macau China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zehua","family":"Wang","sequence":"additional","affiliation":[{"name":"Faculty of Innovation Engineering Macau University of Science and Technology  Taipa Macau China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongjian","family":"Chen","sequence":"additional","affiliation":[{"name":"Dermatology and Venereology Division, Department of Medicine Solna, Center for Molecular Medicine Karolinska Institute  Stockholm Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yujie","family":"Tan","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zifan","family":"He","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuo","family":"Sun","sequence":"additional","affiliation":[{"name":"Institute for Advanced Study on Eye Health and Diseases Wenzhou Medical University  Wenzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2913-8527","authenticated-orcid":false,"given":"Wenhao","family":"Ouyang","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Herui","family":"Yao","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Malignant Tumor Epigenetics and Gene Regulation, Department of Medical Oncology Breast Tumor Centre, Phase I Clinical Trial Centre, Sun Yat\u2010sen Memorial Hospital, Sun Yat\u2010sen University  Guangzhou China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kang","family":"Zhang","sequence":"additional","affiliation":[{"name":"Faculty of Medicine Macau University of Science and Technology  Taipa Macao China"},{"name":"Faculty of Innovation Engineering Macau University of Science and Technology  Taipa Macau China"},{"name":"Institute for Advanced Study on Eye Health and Diseases Wenzhou Medical University  Wenzhou China"},{"name":"Guangzhou National Laboratory  Guangzhou China"},{"name":"Zhuhai International Eve Center Zhuhai People's Hospital and the First Affiliated Hospital of Faculty of Medicine, Macau University of Science and Technology and University Hospital  Zhuhai China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","published-online":{"date-parts":[[2024,12,11]]},"reference":[{"key":"e_1_2_10_2_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2018.19323"},{"key":"e_1_2_10_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1470-2045(17)30914-2"},{"key":"e_1_2_10_4_1","doi-asserted-by":"publisher","DOI":"10.3322\/caac.21708"},{"key":"e_1_2_10_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.annonc.2023.10.124"},{"key":"e_1_2_10_6_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12943-023-01805-y"},{"key":"e_1_2_10_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.semcancer.2023.06.007"},{"key":"e_1_2_10_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.phrs.2021.106041"},{"key":"e_1_2_10_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.canlet.2022.215798"},{"key":"e_1_2_10_10_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2020.2149"},{"key":"e_1_2_10_11_1","doi-asserted-by":"publisher","DOI":"10.1172\/JCI162951"},{"key":"e_1_2_10_12_1","doi-asserted-by":"publisher","DOI":"10.1158\/1078-0432.CCR-22-3714"},{"key":"e_1_2_10_13_1","doi-asserted-by":"publisher","DOI":"10.1158\/2159-8290.CD-21-1059"},{"key":"e_1_2_10_14_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13046-023-02832-9"},{"key":"e_1_2_10_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tips.2023.08.009"},{"key":"e_1_2_10_16_1","doi-asserted-by":"publisher","DOI":"10.1200\/JCO.22.02754"},{"key":"e_1_2_10_17_1","doi-asserted-by":"publisher","DOI":"10.1136\/jitc-2023-007466"},{"key":"e_1_2_10_18_1","doi-asserted-by":"publisher","DOI":"10.1136\/gutjnl-2020-320930"},{"key":"e_1_2_10_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ccell.2023.08.002"},{"key":"e_1_2_10_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1470-2045(23)00468-0"},{"key":"e_1_2_10_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ccell.2022.09.012"},{"key":"e_1_2_10_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ebiom.2021.103460"},{"key":"e_1_2_10_23_1","doi-asserted-by":"publisher","DOI":"10.1002\/mef2.27"},{"key":"e_1_2_10_24_1","doi-asserted-by":"publisher","DOI":"10.1177\/11769351221124205"},{"key":"e_1_2_10_25_1","doi-asserted-by":"publisher","DOI":"10.3390\/cancers14040934"},{"key":"e_1_2_10_26_1","doi-asserted-by":"publisher","DOI":"10.1038\/s12276-023-00926-0"},{"key":"e_1_2_10_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.phrs.2022.106535"},{"key":"e_1_2_10_28_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13046-023-02741-x"},{"key":"e_1_2_10_29_1","doi-asserted-by":"publisher","DOI":"10.1002\/mef2.59"},{"key":"e_1_2_10_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2018.10.001"},{"key":"e_1_2_10_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2016.12.039"},{"key":"e_1_2_10_32_1","doi-asserted-by":"publisher","DOI":"10.1038\/nrc3038"},{"key":"e_1_2_10_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.immuni.2017.03.019"},{"key":"e_1_2_10_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmet.2016.12.011"},{"key":"e_1_2_10_35_1","doi-asserted-by":"publisher","DOI":"10.1136\/jitc-2022-006514"},{"key":"e_1_2_10_36_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13058-023-01688-3"},{"key":"e_1_2_10_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jtho.2023.12.010"},{"key":"e_1_2_10_38_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-022-00961-8"},{"key":"e_1_2_10_39_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-022-02681-3"},{"key":"e_1_2_10_40_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41571-023-00830-6"},{"key":"e_1_2_10_41_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41571-023-00729-2"},{"key":"e_1_2_10_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.semcancer.2022.12.009"},{"key":"e_1_2_10_43_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.g7594"},{"key":"e_1_2_10_44_1","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMp1607591"},{"key":"e_1_2_10_45_1","doi-asserted-by":"publisher","DOI":"10.6004\/jnccn.2023.0031"},{"key":"e_1_2_10_46_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-020-00682-w"},{"key":"e_1_2_10_47_1","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkv007"},{"key":"e_1_2_10_48_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-014-0550-8"},{"key":"e_1_2_10_49_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btp616"},{"key":"e_1_2_10_50_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btq170"},{"key":"e_1_2_10_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.xinn.2021.100141"},{"key":"e_1_2_10_52_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature08460"},{"key":"e_1_2_10_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csbj.2021.08.005"},{"key":"e_1_2_10_54_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btt395"},{"key":"e_1_2_10_55_1","doi-asserted-by":"crossref","unstructured":"HeK ZhangX RenS SunJ Deep residual learning for image recognition.Proceedings of 2016 IEEE Conference on Computer Vision and Pattern Recognition2016:770\u2010778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_2_10_56_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-03512-4"},{"key":"e_1_2_10_57_1","unstructured":"IlseM TomczakJM WellingM Attention\u2010based Deep Multiple Instance Learning.2018:"},{"key":"e_1_2_10_58_1","unstructured":"DauphinYN FanA AuliM GrangierD Language modeling with gated convolutional networks.presented at: Proceedings of the 34th International Conference on Machine Learning\u2014Volume 70;2017;Sydney NSW Australia."},{"key":"e_1_2_10_59_1","unstructured":"ClevertD\u2010A UnterthinerT HochreiterS Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs).arXiv: Learning.2015;"},{"key":"e_1_2_10_60_1","unstructured":"JangE GuSS PooleB Categorical Reparameterization with Gumbel\u2010Softmax.ArXiv. 2016;abs\/1611.01144."}],"container-title":["MedComm"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/mco2.70023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T17:52:18Z","timestamp":1741715538000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/mco2.70023"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":59,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["10.1002\/mco2.70023"],"URL":"https:\/\/doi.org\/10.1002\/mco2.70023","archive":["Portico"],"relation":{},"ISSN":["2688-2663","2688-2663"],"issn-type":[{"value":"2688-2663","type":"print"},{"value":"2688-2663","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]},"article-number":"e70023"}}