{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T19:14:12Z","timestamp":1777058052142,"version":"3.51.4"},"reference-count":29,"publisher":"Oxford University Press (OUP)","issue":"Supplement_1","license":[{"start":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T00:00:00Z","timestamp":1719532800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFA0908700"],"award-info":[{"award-number":["2020YFA0908700"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFA0908702"],"award-info":[{"award-number":["2020YFA0908702"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272246"],"award-info":[{"award-number":["62272246"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,28]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Motivation<\/jats:title>\n                  <jats:p>Human epidermal growth factor receptor 2 (HER2) status identification enables physicians to assess the prognosis risk and determine the treatment schedule for patients. In clinical practice, pathological slides serve as the gold standard, offering morphological information on cellular structure and tumoral regions. Computational analysis of pathological images has the potential to discover morphological patterns associated with HER2 molecular targets and achieve precise status prediction. However, pathological images are typically equipped with high-resolution attributes, and HER2 expression in breast cancer (BC) images often manifests the intratumoral heterogeneity.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>We present a phenotype-informed weakly supervised multiple instance learning architecture (PhiHER2) for the prediction of the HER2 status from pathological images of BC. Specifically, a hierarchical prototype clustering module is designed to identify representative phenotypes across whole slide images. These phenotype embeddings are then integrated into a cross-attention module, enhancing feature interaction and aggregation on instances. This yields a phenotype-based feature space that leverages the intratumoral morphological heterogeneity for HER2 status prediction. Extensive results demonstrate that PhiHER2 captures a better WSI-level representation by the typical phenotype guidance and significantly outperforms existing methods on real-world datasets. Additionally, interpretability analyses of both phenotypes and WSIs provide explicit insights into the heterogeneity of morphological patterns associated with molecular HER2 status.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>Our model is available at https:\/\/github.com\/lyotvincent\/PhiHER2<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btae236","type":"journal-article","created":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T09:37:29Z","timestamp":1719567449000},"page":"i79-i90","source":"Crossref","is-referenced-by-count":10,"title":["PhiHER2: phenotype-informed weakly supervised model for HER2 status prediction from pathological images"],"prefix":"10.1093","volume":"40","author":[{"given":"Chaoyang","family":"Yan","sequence":"first","affiliation":[{"name":"College of Computer Science, Nankai University , Tianjin 300071, China"},{"name":"Centre for Bioinformatics and Intelligent Medicine, Nankai University , Tianjin 300071, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jialiang","family":"Sun","sequence":"additional","affiliation":[{"name":"College of Computer Science, Nankai University , Tianjin 300071, China"},{"name":"Centre for Bioinformatics and Intelligent Medicine, Nankai University , Tianjin 300071, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Guan","sequence":"additional","affiliation":[{"name":"College of Computer Science, Nankai University , Tianjin 300071, China"},{"name":"Centre for Bioinformatics and Intelligent Medicine, Nankai University , Tianjin 300071, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiuxin","family":"Feng","sequence":"additional","affiliation":[{"name":"College of Computer Science, Nankai University , Tianjin 300071, China"},{"name":"Centre for Bioinformatics and Intelligent Medicine, Nankai University , Tianjin 300071, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hong","family":"Liu","sequence":"additional","affiliation":[{"name":"The Second Surgical Department of Breast Cancer, National Clinical Research Center for Cancer, Tianjin Medical University Cancer Institute & Hospital , Tianjin 300060, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5516-0157","authenticated-orcid":false,"given":"Jian","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Computer Science, Nankai University , Tianjin 300071, China"},{"name":"Centre for Bioinformatics and Intelligent Medicine, Nankai University , Tianjin 300071, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2024,6,28]]},"reference":[{"key":"2024062809090128500_btae236-B1","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1038\/s42256-021-00303-4","article-title":"Morphological and molecular breast cancer profiling through explainable machine learning","volume":"3","author":"Binder","year":"2021","journal-title":"Nat Mach Intell"},{"key":"2024062809090128500_btae236-B2","doi-asserted-by":"crossref","first-page":"102837","DOI":"10.1016\/j.media.2023.102837","article-title":"E2efp-mil: end-to-end and high-generalizability weakly supervised deep convolutional network for lung cancer classification from whole slide image","volume":"88","author":"Cao","year":"2023","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B3","doi-asserted-by":"crossref","first-page":"100863","DOI":"10.18632\/oncotarget.19809","article-title":"Challenges and future of biomarker tests in the era of precision oncology: can we rely on immunohistochemistry (IHC) or fluorescence in situ hybridization (FISH) to select the optimal patients for matched therapy?","volume":"8","author":"Chae","year":"2017","journal-title":"Oncotarget"},{"key":"2024062809090128500_btae236-B4","doi-asserted-by":"crossref","first-page":"213","DOI":"10.3390\/jimaging8080213","article-title":"Herohe challenge: predicting Her2 status in breast cancer from hematoxylin\u2013eosin whole-slide imaging","volume":"8","author":"Conde-Sousa","year":"2022","journal-title":"J Imaging"},{"key":"2024062809090128500_btae236-B5","doi-asserted-by":"crossref","first-page":"e787","DOI":"10.1016\/S2589-7500(22)00168-6","article-title":"Spatially aware graph neural networks and cross-level molecular profile prediction in colon cancer histopathology: a retrospective multi-cohort study","volume":"4","author":"Ding","year":"2022","journal-title":"Lancet Digit Health"},{"key":"2024062809090128500_btae236-B6","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/s40291-013-0024-9","article-title":"Her2 expression beyond breast cancer: therapeutic implications for gynecologic malignancies","volume":"17","author":"English","year":"2013","journal-title":"Mol Diagn Ther"},{"key":"2024062809090128500_btae236-B7","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1038\/s41379-021-00911-w","article-title":"Deep learning trained on hematoxylin and eosin tumor region of interest predicts Her2 status and trastuzumab treatment response in Her2+ breast cancer","volume":"35","author":"Farahmand","year":"2022","journal-title":"Mod Pathol"},{"key":"2024062809090128500_btae236-B8","doi-asserted-by":"crossref","first-page":"972","DOI":"10.1126\/science.1136800","article-title":"Clustering by passing messages between data points","volume":"315","author":"Frey","year":"2007","journal-title":"Science"},{"key":"2024062809090128500_btae236-B9","doi-asserted-by":"crossref","first-page":"101563","DOI":"10.1016\/j.media.2019.101563","article-title":"Hover-net: simultaneous segmentation and classification of nuclei in multi-tissue histology images","volume":"58","author":"Graham","year":"2019","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B10","doi-asserted-by":"crossref","first-page":"11314","DOI":"10.1038\/s41598-023-38109-6","article-title":"Region of interest (ROI) selection using vision transformer for automatic analysis using whole slide images","volume":"13","author":"Hossain","year":"2023","journal-title":"Sci Rep"},{"key":"2024062809090128500_btae236-B11","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1038\/s41698-023-00352-5","article-title":"Artificial intelligence reveals features associated with breast cancer neoadjuvant chemotherapy responses from multi-stain histopathologic images","volume":"7","author":"Huang","year":"2023","journal-title":"NPJ Precis Oncol"},{"key":"2024062809090128500_btae236-B12","first-page":"2127","author":"Ilse","year":"2018"},{"key":"2024062809090128500_btae236-B13","doi-asserted-by":"crossref","first-page":"102474","DOI":"10.1016\/j.media.2022.102474","article-title":"Benchmarking weakly-supervised deep learning pipelines for whole slide classification in computational pathology","volume":"79","author":"Ghaffari Laleh","year":"2022","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B14","doi-asserted-by":"crossref","first-page":"100872","DOI":"10.1016\/j.xcrm.2022.100872","article-title":"Deep learning identifies morphological patterns of homologous recombination deficiency in luminal breast cancers from whole slide images","volume":"3","author":"Lazard","year":"2022","journal-title":"Cell Rep Med"},{"key":"2024062809090128500_btae236-B15","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","article-title":"Data-efficient and weakly supervised computational pathology on whole-slide images","volume":"5","author":"Lu","year":"2021","journal-title":"Nat Biomed Eng"},{"key":"2024062809090128500_btae236-B16","doi-asserted-by":"crossref","first-page":"102486","DOI":"10.1016\/j.media.2022.102486","article-title":"Slidegraph+: whole slide image level graphs to predict Her2 status in breast cancer","volume":"80","author":"Lu","year":"2022","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B17","doi-asserted-by":"crossref","first-page":"5727","DOI":"10.1038\/s41467-020-19334-3","article-title":"Deep learning-enabled breast cancer hormonal receptor status determination from base-level H&E stains","volume":"11","author":"Naik","year":"2020","journal-title":"Nat Commun"},{"key":"2024062809090128500_btae236-B18","doi-asserted-by":"crossref","first-page":"1369","DOI":"10.1038\/s41416-023-02143-y","article-title":"Predicting the Her2 status in oesophageal cancer from tissue microarrays using convolutional neural networks","volume":"128","author":"Pisula","year":"2023","journal-title":"Br J Cancer"},{"key":"2024062809090128500_btae236-B19","doi-asserted-by":"crossref","first-page":"938","DOI":"10.1038\/modpathol.2012.36","article-title":"Intratumoral heterogeneity of Her2 gene amplification in breast cancer: its clinicopathological significance","volume":"25","author":"Seol","year":"2012","journal-title":"Mod Pathol"},{"key":"2024062809090128500_btae236-B20","doi-asserted-by":"crossref","first-page":"930","DOI":"10.1038\/s44222-023-00096-8","article-title":"Artificial intelligence for digital and computational pathology","volume":"1","author":"Song","year":"2023","journal-title":"Nat Rev Bioeng"},{"key":"2024062809090128500_btae236-B21","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1038\/s41573-022-00579-0","article-title":"Targeting Her2-positive breast cancer: advances and future directions","volume":"22","author":"Swain","year":"2023","journal-title":"Nat Rev Drug Discov"},{"key":"2024062809090128500_btae236-B22","doi-asserted-by":"crossref","first-page":"2102","DOI":"10.1038\/s41467-023-37179-4","article-title":"Histopathology images predict multi-omics aberrations and prognoses in colorectal cancer patients","volume":"14","author":"Tsai","year":"2023","journal-title":"Nat Commun"},{"key":"2024062809090128500_btae236-B23","first-page":"5998","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv Neural Inform Process Syst"},{"key":"2024062809090128500_btae236-B24","doi-asserted-by":"crossref","first-page":"102743","DOI":"10.1016\/j.media.2023.102743","article-title":"Handcrafted histological transformer (H2T): unsupervised representation of whole slide images","volume":"85","author":"Vu","year":"2023","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B25","doi-asserted-by":"crossref","first-page":"1650","DOI":"10.1016\/j.ccell.2023.08.002","article-title":"Transformer-based biomarker prediction from colorectal cancer histology: a large-scale multicentric study","volume":"41","author":"Wagner","year":"2023","journal-title":"Cancer Cell"},{"key":"2024062809090128500_btae236-B26","doi-asserted-by":"crossref","first-page":"102645","DOI":"10.1016\/j.media.2022.102645","article-title":"RetCCL: clustering-guided contrastive learning for whole-slide image retrieval","volume":"83","author":"Wang","year":"2023","journal-title":"Med Image Anal"},{"key":"2024062809090128500_btae236-B27","doi-asserted-by":"crossref","first-page":"4206","DOI":"10.1093\/bioinformatics\/btac456","article-title":"Demos: a deep learning-based ensemble approach for predicting the molecular subtypes of gastric adenocarcinomas from histopathological images","volume":"38","author":"Wang","year":"2022","journal-title":"Bioinformatics"},{"key":"2024062809090128500_btae236-B28","doi-asserted-by":"crossref","first-page":"1364","DOI":"10.5858\/arpa.2018-0902-SA","article-title":"Human epidermal growth factor receptor 2 testing in breast cancer: American society of clinical oncology\/college of American pathologists clinical practice guideline focused update","volume":"142","author":"Wolff","year":"2018","journal-title":"Arch Pathol Lab Med"},{"key":"2024062809090128500_btae236-B29","doi-asserted-by":"crossref","first-page":"102748","DOI":"10.1016\/j.media.2023.102748","article-title":"Prototypical multiple instance learning for predicting lymph node metastasis of breast cancer from whole-slide pathological images","volume":"85","author":"Yu","year":"2023","journal-title":"Med Image Anal"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/Supplement_1\/i79\/58354990\/btae236.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/Supplement_1\/i79\/58354990\/btae236.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T09:37:45Z","timestamp":1719567465000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/40\/Supplement_1\/i79\/7700888"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,28]]},"references-count":29,"journal-issue":{"issue":"Supplement_1","published-print":{"date-parts":[[2024,6,28]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btae236","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,7]]},"published":{"date-parts":[[2024,6,28]]}}}