{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T16:55:29Z","timestamp":1792083329788,"version":"4.4.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T00:00:00Z","timestamp":1764979200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T00:00:00Z","timestamp":1768176000000},"content-version":"vor","delay-in-days":37,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["82404081"],"award-info":[{"award-number":["82404081"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["82072095"],"award-info":[{"award-number":["82072095"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62303338"],"award-info":[{"award-number":["62303338"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the Key R&D Project of Sichuan Provincial Science and Technology Department","award":["2024YFFK0339"],"award-info":[{"award-number":["2024YFFK0339"]}]},{"name":"the Fundamental Research Funds for the Central Universities, under grant Sichuan University","award":["YJ202285"],"award-info":[{"award-number":["YJ202285"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Breast Cancer Res"],"DOI":"10.1186\/s13058-025-02181-9","type":"journal-article","created":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T06:06:10Z","timestamp":1765001170000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Attention-based multimodal fusion transformer for predicting the efficacy of neoadjuvant therapy in breast cancer: a cross-institutional retrospective study"],"prefix":"10.1186","volume":"28","author":[{"given":"Wenchuan","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuwan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiadi","family":"You","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fengling","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xunxi","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingjie","family":"Lv","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juan","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuhao","family":"Yi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong","family":"Bu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,6]]},"reference":[{"key":"2181_CR1","first-page":"17","volume":"73","author":"RL Siegel","year":"2023","unstructured":"Siegel RL, Miller KD, Wagle NS, Jemal A. Cancer statistics, 2023. CA Cancer J Clin. 2023;73:17\u201348.","journal-title":"CA Cancer J Clin"},{"key":"2181_CR2","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/S1470-2045(17)30777-5","volume":"19","author":"Early Breast Cancer Trialists\u2019 Collaborative Group (EBCTCG)","year":"2018","unstructured":"Early Breast Cancer Trialists\u2019 Collaborative Group (EBCTCG). Long-term outcomes for neoadjuvant versus adjuvant chemotherapy in early breast cancer: meta-analysis of individual patient data from ten randomised trials. Lancet Oncol. 2018;19:27\u201339.","journal-title":"Lancet Oncol"},{"key":"2181_CR3","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1186\/s12967-021-03020-z","volume":"19","author":"F Li","year":"2021","unstructured":"Li F, Yang Y, Wei Y, He P, Chen J, Zheng Z, et al. Deep learning-based predictive biomarker of pathological complete response to neoadjuvant chemotherapy from histological images in breast cancer. J Transl Med. 2021;19:348.","journal-title":"J Transl Med"},{"key":"2181_CR4","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1038\/s41523-022-00491-1","volume":"8","author":"F Li","year":"2022","unstructured":"Li F, Yang Y, Wei Y, Zhao Y, Fu J, Xiao X, et al. Predicting neoadjuvant chemotherapy benefit using deep learning from stromal histology in breast cancer. NPJ Breast Cancer. 2022;8:124.","journal-title":"NPJ Breast Cancer"},{"key":"2181_CR5","doi-asserted-by":"publisher","first-page":"e222830","DOI":"10.1148\/radiol.222830","volume":"308","author":"Z Shi","year":"2023","unstructured":"Shi Z, Huang X, Cheng Z, Xu Z, Lin H, Liu C, et al. MRI-based quantification of intratumoral heterogeneity for predicting treatment response to neoadjuvant chemotherapy in breast cancer. Radiology. 2023;308:e222830.","journal-title":"Radiology"},{"key":"2181_CR6","doi-asserted-by":"publisher","first-page":"2681","DOI":"10.1038\/s41467-024-46700-2","volume":"15","author":"H Xiang","year":"2024","unstructured":"Xiang H, Xiao Y, Li F, Li C, Liu L, Deng T, et al. Development and validation of an interpretable model integrating multimodal information for improving ovarian cancer diagnosis. Nat Commun. 2024;15:2681.","journal-title":"Nat Commun"},{"key":"2181_CR7","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1038\/s41746-021-00381-z","volume":"4","author":"C Fang","year":"2021","unstructured":"Fang C, Xu D, Su J, Dry JR, Linghu B. DeePaN: deep patient graph convolutional network integrating clinico-genomic evidence to stratify lung cancers for immunotherapy. NPJ Digit Med. 2021;4:14.","journal-title":"NPJ Digit Med"},{"key":"2181_CR8","unstructured":"Ilse M, Tomczak J, Welling M Attention-based deep multiple instance learning. In Proceedings of the 35th international conference on machine learning 2127\u20132136 (PMLR, 2018)."},{"key":"2181_CR9","unstructured":"Zhang W, Zhang P, Guo J, Cheng T, Chen J, Zhang S et al. Patho-R1: a multimodal reinforcement learning-based pathology expert reasoner. 2025. arXiv preprint arXiv: 2505.11404."},{"key":"2181_CR10","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1186\/s13058-022-01580-6","volume":"24","author":"L Wu","year":"2022","unstructured":"Wu L, Ye W, Liu Y, Chen D, Wang Y, Cui Y, et al. An integrated deep learning model for the prediction of pathological complete response to neoadjuvant chemotherapy with serial ultrasonography in breast cancer patients: a multicentre, retrospective study. Breast Cancer Res. 2022;24:81.","journal-title":"Breast Cancer Res"},{"key":"2181_CR11","doi-asserted-by":"publisher","first-page":"2678","DOI":"10.1109\/TMI.2023.3263010","volume":"42","author":"Z Li","year":"2023","unstructured":"Li Z, Jiang Y, Lu M, Li R, Xia Y. Survival prediction via hierarchical multimodal co-attention transformer: a computational histology-radiology solution. IEEE Trans Med Imaging. 2023;42:2678\u201389.","journal-title":"IEEE Trans Med Imaging"},{"key":"2181_CR12","doi-asserted-by":"crossref","unstructured":"Jaume G, Vaidya A, Chen RJ, Williamson DFK, Liang PP, Mahmood F. Modeling dense multimodal interactions between biological pathways and histology for survival prediction. In 2024 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 2024. pp 11579\u201311590.","DOI":"10.1109\/CVPR52733.2024.01100"},{"key":"2181_CR13","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1200\/JCO.19.02309","volume":"38","author":"KH Allison","year":"2020","unstructured":"Allison KH, Hammond MEH, Dowsett M, McKernin SE, Carey LA, Fitzgibbons PL, et al. Estrogen and progesterone receptor testing in breast cancer: ASCO\/CAP guideline update. J Clin Oncol. 2020;38:1346\u201366.","journal-title":"J Clin Oncol"},{"key":"2181_CR14","doi-asserted-by":"publisher","first-page":"2206","DOI":"10.1093\/annonc\/mdt303","volume":"24","author":"A Goldhirsch","year":"2013","unstructured":"Goldhirsch A, Winer EP, Coates AS, Gelber RD, Piccart-Gebhart M, Th\u00fcrlimann B, et al. Personalizing the treatment of women with early breast cancer: highlights of the St Gallen International Expert Consensus on the Primary Therapy of Early Breast Cancer 2013. Ann Oncol. 2013;24:2206\u201323.","journal-title":"Ann Oncol"},{"key":"2181_CR15","doi-asserted-by":"publisher","first-page":"2105","DOI":"10.1200\/JCO.2018.77.8738","volume":"36","author":"AC Wolff","year":"2018","unstructured":"Wolff AC, Hammond MEH, Allison KH, Harvey BE, Mangu PB, Bartlett JMS, et al. Human epidermal growth factor receptor 2 testing in breast cancer: American Society of Clinical Oncology\/College of American Pathologists Clinical Practice Guideline Focused Update. J Clin Oncol. 2018;36:2105\u201322.","journal-title":"J Clin Oncol"},{"key":"2181_CR16","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/S0140-6736(13)62422-8","volume":"384","author":"P Cortazar","year":"2014","unstructured":"Cortazar P, Zhang L, Untch M, Mehta K, Costantino JP, Wolmark N, et al. Pathological complete response and long-term clinical benefit in breast cancer: the CTNeoBC pooled analysis. Lancet. 2014;384:164\u201372.","journal-title":"Lancet"},{"key":"2181_CR17","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","volume":"5","author":"MY Lu","year":"2021","unstructured":"Lu MY, Williamson DFK, Chen TY, Chen RJ, Barbieri M, Mahmood F. Data-efficient and weakly supervised computational pathology on whole-slide images. Nat Biomed Eng. 2021;5:555\u201370.","journal-title":"Nat Biomed Eng"},{"key":"2181_CR18","doi-asserted-by":"crossref","unstructured":"Chen RJ, Chen C, Li Y, Chen TY, Trister AD, Krishnan RG et al. Scaling vision transformers to gigapixel images via hierarchical self-supervised learning. 2022. pp 16144\u201316155.","DOI":"10.1109\/CVPR52688.2022.01567"},{"key":"2181_CR19","doi-asserted-by":"crossref","unstructured":"Macenko M, Niethammer M, Marron JS, Borland D, Woosley JT, Guan X et al. A method for normalizing histology slides for quantitative analysis. In 2009 IEEE international symposium on biomedical imaging: from nano to macro. 2009. pp 1107\u20131110.","DOI":"10.1109\/ISBI.2009.5193250"},{"key":"2181_CR20","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1109\/42.836373","volume":"19","author":"LG Ny\u00fal","year":"2000","unstructured":"Ny\u00fal LG, Udupa JK, Zhang X. New variants of a method of MRI scale standardization. IEEE Trans Med Imaging. 2000;19:143\u201350.","journal-title":"IEEE Trans Med Imaging"},{"key":"2181_CR21","doi-asserted-by":"publisher","first-page":"1310","DOI":"10.1109\/TMI.2010.2046908","volume":"29","author":"NJ Tustison","year":"2010","unstructured":"Tustison NJ, Avants BB, Cook PA, Zheng Y, Egan A, Yushkevich PA, et al. N4ITK: improved N3 bias correction. IEEE Trans Med Imaging. 2010;29:1310\u201320.","journal-title":"IEEE Trans Med Imaging"},{"key":"2181_CR22","unstructured":"Saillard C, Jenatton R, Llinares-L\u00f3pez F, Mariet Z, Cahan\u00e9 D, Durand E et al. H-optimus-0 (v0). 2024. https:\/\/github.com\/bioptimus\/releases\/tree\/main\/models\/h-optimus\/v0."},{"key":"2181_CR23","first-page":"2136","volume":"34","author":"Z Shao","year":"2021","unstructured":"Shao Z, Bian H, Chen Y, Wang Y, Zhang J, Ji X, et al. TransMIL: transformer based correlated multiple instance learning for whole slide image classification. Adv Neural Inf Process Syst. 2021;34:2136\u201347.","journal-title":"Adv Neural Inf Process Syst"},{"key":"2181_CR24","doi-asserted-by":"crossref","unstructured":"Chikontwe P, Nam SJ, Go H, Kim M, Sung HJ, Park SH. Feature re-calibration based multiple instance learning for whole slide image classification. In Medical image computing and computer assisted intervention\u2014MICCAI 2022 (eds. Wang L, Dou Q, Fletcher PT, Speidel S, Li S) 420\u2013430 (Springer Nature Switzerland, 2022).","DOI":"10.1007\/978-3-031-16434-7_41"},{"key":"2181_CR25","unstructured":"Klambauer G, Unterthiner T, Mayr A, Hochreiter S. Self-normalizing neural networks. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 2017. vol. 30."},{"key":"2181_CR26","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1038\/s41586-021-03922-4","volume":"598","author":"HA Elmarakeby","year":"2021","unstructured":"Elmarakeby HA, Hwang J, Arafeh R, Crowdis J, Gang S, Liu D, et al. Biologically informed deep neural network for prostate cancer discovery. Nature. 2021;598:348\u201352.","journal-title":"Nature"},{"key":"2181_CR27","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN et al. Attention is all you need. In Proceedings of the 31st international conference on neural information processing systems. Curran Associates Inc. 2017. pp 6000\u20136010."},{"key":"2181_CR28","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1038\/s41586-024-07441-w","volume":"630","author":"H Xu","year":"2024","unstructured":"Xu H, Usuyama N, Bagga J, Zhang S, Rao R, Naumann T, et al. A whole-slide foundation model for digital pathology from real-world data. Nature. 2024;630:181\u20138.","journal-title":"Nature"},{"key":"2181_CR29","doi-asserted-by":"publisher","first-page":"3342","DOI":"10.1016\/j.ejca.2012.05.023","volume":"48","author":"N Houssami","year":"2012","unstructured":"Houssami N, Macaskill P, von Minckwitz G, Marinovich ML, Mamounas E. Meta-analysis of the association of breast cancer subtype and pathologic complete response to neoadjuvant chemotherapy. Eur J Cancer. 2012;48:3342\u201354.","journal-title":"Eur J Cancer"},{"key":"2181_CR30","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1186\/s13058-024-01905-7","volume":"26","author":"F Zhao","year":"2024","unstructured":"Zhao F, Polley E, McClellan J, Howard F, Olopade OI, Huo D. Predicting pathologic complete response to neoadjuvant chemotherapy in breast cancer using a machine learning approach. Breast Cancer Res. 2024;26:148.","journal-title":"Breast Cancer Res"},{"key":"2181_CR31","doi-asserted-by":"publisher","first-page":"559","DOI":"10.1007\/s10549-018-4801-3","volume":"170","author":"W Haque","year":"2018","unstructured":"Haque W, Verma V, Hatch S, Klimberg V, Butler E, Teh BS. Response rates and pathologic complete response by breast cancer molecular subtype following neoadjuvant chemotherapy. Breast Cancer Res Treat. 2018;170:559\u201367.","journal-title":"Breast Cancer Res Treat"},{"key":"2181_CR32","doi-asserted-by":"publisher","first-page":"e009587","DOI":"10.1136\/jitc-2024-009587","volume":"12","author":"X Lu","year":"2024","unstructured":"Lu X, Gou Z, Chen H, Li L, Chen F, Bao C, et al. Gene panel predicts neoadjuvant chemoimmunotherapy response and benefit from immunotherapy in HER2-negative breast cancer. J Immunother Cancer. 2024;12:e009587.","journal-title":"J Immunother Cancer"},{"key":"2181_CR33","doi-asserted-by":"crossref","unstructured":"Chen RJ, Lu MY, Weng W-H, Chen TY, Williamson DFK, Manz T et al. Multimodal co-attention transformer for survival prediction in gigapixel whole slide images. 2021. pp 4015\u20134025.","DOI":"10.1109\/ICCV48922.2021.00398"},{"key":"2181_CR34","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1186\/s13058-017-0846-1","volume":"19","author":"NM Braman","year":"2017","unstructured":"Braman NM, Etesami M, Prasanna P, Dubchuk C, Gilmore H, Tiwari P, et al. Intratumoral and peritumoral radiomics for the pretreatment prediction of pathological complete response to neoadjuvant chemotherapy based on breast DCE-MRI. Breast Cancer Res. 2017;19:57.","journal-title":"Breast Cancer Res"},{"key":"2181_CR35","doi-asserted-by":"publisher","first-page":"1264259","DOI":"10.3389\/fonc.2023.1264259","volume":"13","author":"B Panthi","year":"2023","unstructured":"Panthi B, Mohamed RM, Adrada BE, Boge M, Candelaria RP, Chen H, et al. Longitudinal dynamic contrast-enhanced MRI radiomic models for early prediction of response to neoadjuvant systemic therapy in triple-negative breast cancer. Front Oncol. 2023;13:1264259.","journal-title":"Front Oncol"},{"key":"2181_CR36","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/s12282-024-01544-y","volume":"31","author":"SM Hacking","year":"2024","unstructured":"Hacking SM, Windsor G, Cooper R, Jiao Z, Lourenco A, Wang Y. A novel approach correlating pathologic complete response with digital pathology and radiomics in triple-negative breast cancer. Breast Cancer. 2024;31:529\u201335.","journal-title":"Breast Cancer"},{"key":"2181_CR37","doi-asserted-by":"publisher","first-page":"E2970","DOI":"10.1073\/pnas.1717139115","volume":"115","author":"P Mobadersany","year":"2018","unstructured":"Mobadersany P, Yousefi S, Amgad M, Gutman DA, Barnholtz-Sloan JS, Vel\u00e1zquez Vega JE, et al. Predicting cancer outcomes from histology and genomics using convolutional networks. Proc Natl Acad Sci U S A. 2018;115:E2970\u20139.","journal-title":"Proc Natl Acad Sci U S A"},{"key":"2181_CR38","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TMI.2020.3021387","volume":"41","author":"RJ Chen","year":"2022","unstructured":"Chen RJ, Lu MY, Wang J, Williamson DFK, Rodig SJ, Lindeman NI, et al. Pathomic fusion: an integrated framework for fusing histopathology and genomic features for cancer diagnosis and prognosis. IEEE Trans Med Imaging. 2022;41:757\u201370.","journal-title":"IEEE Trans Med Imaging"},{"key":"2181_CR39","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1038\/s41592-020-01008-z","volume":"18","author":"F Isensee","year":"2021","unstructured":"Isensee F, Jaeger PF, Kohl SAA, Petersen J, Maier-Hein KH. nnU-net: a self-configuring method for deep learning-based biomedical image segmentation. Nat Methods. 2021;18:203\u201311.","journal-title":"Nat Methods"},{"key":"2181_CR40","unstructured":"Zhang W, Guo J, Zhang H, Zhang P, Chen J, Zhang S et al. Patho-AgenticRAG: towards multimodal agentic retrieval-augmented generation for pathology VLMs via reinforcement learning. 2025. arXiv preprint arXiv:2508.02258."}],"container-title":["Breast Cancer Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13058-025-02181-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13058-025-02181-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13058-025-02181-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T22:21:41Z","timestamp":1768342901000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1186\/s13058-025-02181-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,6]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2181"],"URL":"https:\/\/doi.org\/10.1186\/s13058-025-02181-9","relation":{},"ISSN":["1465-542X"],"issn-type":[{"value":"1465-542X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,6]]},"assertion":[{"value":"18 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was approved by the Ethics Committee of West China Hospital, Sichuan University (Approval No. 20232365) and was conducted in accordance with the Declaration of Helsinki. Tissue samples were used exclusively for scientific research purposes. The ethics committee waived the requirement for written informed consent for this retrospective study. This study does not involve a clinical trial; therefore, the clinical trial number is not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"4"}}