{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T20:13:54Z","timestamp":1776888834736,"version":"3.51.2"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720857","type":"print"},{"value":"9783031720864","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72086-4_43","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:34:45Z","timestamp":1727987685000},"page":"458-468","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["M2Fusion: Multi-time Multimodal Fusion for\u00a0Prediction of\u00a0Pathological Complete Response in\u00a0Breast Cancer"],"prefix":"10.1007","author":[{"given":"Song","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Siyao","family":"Du","sequence":"additional","affiliation":[]},{"given":"Caixia","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Bao","family":"Li","sequence":"additional","affiliation":[]},{"given":"Lizhi","family":"Shao","sequence":"additional","affiliation":[]},{"given":"Lina","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Kun","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Zhenyu","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Tian","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"issue":"9938","key":"43_CR1","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/S0140-6736(13)62422-8","volume":"384","author":"P Cortazar","year":"2014","unstructured":"Cortazar, P., et al.: Pathological complete response and long-term clinical benefit in breast cancer: the CTNeoBC pooled analysis. The Lancet 384(9938), 164\u2013172 (2014)","journal-title":"The Lancet"},{"issue":"12","key":"43_CR2","doi-asserted-by":"publisher","first-page":"2838","DOI":"10.1158\/1078-0432.CCR-19-3492","volume":"26","author":"LM Spring","year":"2020","unstructured":"Spring, L.M., et al.: Pathologic complete response after neoadjuvant chemotherapy and impact on breast cancer recurrence and survival: a comprehensive meta-analysis. Clinical cancer research 26(12), 2838\u20132848 (2020)","journal-title":"Clinical cancer research"},{"issue":"9","key":"43_CR3","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1001\/jamaoncol.2020.2535","volume":"6","author":"D Yee","year":"2020","unstructured":"Yee, D., et al.: Association of event-free and distant recurrence-free survival with individual-level pathologic complete response in neoadjuvant treatment of stages 2 and 3 breast cancer: three-year follow-up analysis for the I-SPY2 adaptively randomized clinical trial. JAMA oncology 6(9), 1355\u20131362 (2020)","journal-title":"JAMA oncology"},{"issue":"12","key":"43_CR4","doi-asserted-by":"publisher","first-page":"3538","DOI":"10.1158\/1078-0432.CCR-18-3190","volume":"25","author":"Z Liu","year":"2019","unstructured":"Liu, Z., et al.: Radiomics of multiparametric MRI for pretreatment prediction of pathologic complete response to neoadjuvant chemotherapy in breast cancer: a multicenter study. Clinical Cancer Research 25(12), 3538\u20133547 (2019)","journal-title":"Clinical Cancer Research"},{"key":"43_CR5","doi-asserted-by":"crossref","unstructured":"Ogier, du T.J., et al.:Federated learning for predicting histological response to neoadjuvant chemotherapy in triple-negative breast cancer. Nature medicine 29(1), 135\u2013146 (2023)","DOI":"10.1038\/s41591-022-02155-w"},{"key":"43_CR6","doi-asserted-by":"crossref","unstructured":"Huang, Z., et al.: Artificial intelligence reveals features associated with breast cancer neoadjuvant chemotherapy responses from multi-stain histopathologic images. NPJ Precision Oncology 7(1): 14 (2023)","DOI":"10.1038\/s41698-023-00352-5"},{"key":"43_CR7","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.breast.2022.10.004","volume":"66","author":"B Li","year":"2022","unstructured":"Li, B., et al.: Deep learning with biopsy whole slide images for pretreatment prediction of pathological complete response to neoadjuvant chemotherapy in breast cancer: A multicenter study. The Breast 66, 183\u2013190 (2022)","journal-title":"The Breast"},{"key":"43_CR8","doi-asserted-by":"crossref","unstructured":"Lipkova, J., et al. :Artificial intelligence for multimodal data integration in oncology. Cancer cell 40(10): 1095\u20131110(2022)","DOI":"10.1016\/j.ccell.2022.09.012"},{"key":"43_CR9","doi-asserted-by":"crossref","unstructured":"Boehm, K.M., et al. :Harnessing multimodal data integration to advance precision oncology. Nature Reviews Cancer 22(2): 114\u2013126(2022)","DOI":"10.1038\/s41568-021-00408-3"},{"key":"43_CR10","doi-asserted-by":"crossref","unstructured":"Steyaert, S., et al. :Multimodal data fusion for cancer biomarker discovery with deep learning. Nature Machine Intelligence 5(4): 351\u2013362(2023)","DOI":"10.1038\/s42256-023-00633-5"},{"key":"43_CR11","doi-asserted-by":"crossref","unstructured":"Shi, Z., et al. :MRI-based quantification of intratumoral heterogeneity for predicting treatment response to neoadjuvant chemotherapy in breast cancer. Radiology 308(1): e222830(2023)","DOI":"10.1148\/radiol.222830"},{"key":"43_CR12","doi-asserted-by":"publisher","unstructured":"Du, S., et al. :Distilling Knowledge from Topological Representations for Pathological Complete Response Prediction. In: Wang, L., Dou, Q., Fletcher, P.T., Speidel, S., Li, S. (eds.). International Conference on Medical Image Computing and Computer-Assisted Intervention- MICCAI 2022. LCNS,vol.13432,pp.56\u201365 Springer, Cham.(2022). https:\/\/doi.org\/10.1007\/978-3-031-16434-7_6","DOI":"10.1007\/978-3-031-16434-7_6"},{"key":"43_CR13","doi-asserted-by":"crossref","unstructured":"Jin, C., et al. :Predicting treatment response from longitudinal images using multi-task deep learning. Nature communications 12(1): 1851(2021)","DOI":"10.1038\/s41467-021-22188-y"},{"key":"43_CR14","doi-asserted-by":"crossref","unstructured":"Huang, Y.H., et al. :Longitudinal MRI-based fusion novel model predicts pathological complete response in breast cancer treated with neoadjuvant chemotherapy: a multicenter, retrospective study. EClinicalMedicine 58(2023)","DOI":"10.1016\/j.eclinm.2023.101899"},{"key":"43_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102423","volume":"79","author":"H Yue","year":"2022","unstructured":"Yue, H., et al.: MLDRL: Multi-loss disentangled representation learning for predicting esophageal cancer response to neoadjuvant chemoradiotherapy using longitudinal CT images. Medical image analysis 79, 102423 (2022)","journal-title":"Medical image analysis"},{"key":"43_CR16","doi-asserted-by":"crossref","unstructured":"Liu, Y., et al. :Early prediction of treatment response to neoadjuvant chemotherapy based on longitudinal ultrasound images of HER2-positive breast cancer patients by Siamese multi-task network: A multicentre, retrospective cohort study. EClinicalMedicine 52(2022)","DOI":"10.1016\/j.eclinm.2022.101562"},{"key":"43_CR17","doi-asserted-by":"publisher","unstructured":"Li B., et al.: Multi-omics fusion for prediction of response to neoadjuvant therapy in breast cancer with external validation. Proceedings of the 2021 San Antonio Breast Cancer Symposium-SABCS.AACR,vol. 82(4 Suppl),P2-12-11.(2022) https:\/\/doi.org\/10.1158\/1538-7445.SABCS21-P2-12-11","DOI":"10.1158\/1538-7445.SABCS21-P2-12-11"},{"issue":"7894","key":"43_CR18","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1038\/s41586-021-04278-5","volume":"601","author":"SJ Sammut","year":"2022","unstructured":"Sammut, S.J., et al.: Multi-omic machine learning predictor of breast cancer therapy response. Nature 601(7894), 623\u2013629 (2022)","journal-title":"Nature"},{"issue":"1","key":"43_CR19","doi-asserted-by":"publisher","first-page":"e8","DOI":"10.1016\/S2589-7500(21)00215-6","volume":"4","author":"L Feng","year":"2022","unstructured":"Feng, L., et al.: Development and validation of a radiopathomics model to predict pathological complete response to neoadjuvant chemoradiotherapy in locally advanced rectal cancer: a multicentre observational study. The Lancet Digital Health 4(1), e8\u2013e17 (2022)","journal-title":"The Lancet Digital Health"},{"issue":"9","key":"43_CR20","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1038\/s41591-022-01981-2","volume":"28","author":"JN Acosta","year":"2022","unstructured":"Acosta, J.N., et al.: Multimodal biomedical AI. Nature Medicine 28(9), 1773\u20131784 (2022)","journal-title":"Nature Medicine"},{"key":"43_CR21","doi-asserted-by":"publisher","first-page":"4296","DOI":"10.1245\/s10434-020-08659-4","volume":"27","author":"L Shao","year":"2020","unstructured":"Shao, L., et al.: Multiparametric MRI and whole slide image-based pretreatment prediction of pathological response to neoadjuvant chemoradiotherapy in rectal cancer: a multicenter radiopathomic study. Annals of surgical oncology 27, 4296\u20134306 (2020)","journal-title":"Annals of surgical oncology"},{"issue":"6","key":"43_CR22","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1038\/s43018-022-00388-9","volume":"3","author":"KM Boehm","year":"2022","unstructured":"Boehm, K.M., et al.: Multimodal data integration using machine learning improves risk stratification of high-grade serous ovarian cancer. Nature cancer 3(6), 723\u2013733 (2022)","journal-title":"Nature cancer"},{"key":"43_CR23","doi-asserted-by":"crossref","unstructured":"Vanguri, R.S., et al. :Multimodal integration of radiology, pathology and genomics for prediction of response to PD-(L) 1 blockade in patients with non-small cell lung cancer. Nature cancer 3(10): 1151\u20131164 (2022)","DOI":"10.1038\/s43018-022-00416-8"},{"key":"43_CR24","doi-asserted-by":"crossref","unstructured":"Li, Z., et al. :Survival prediction via hierarchical multimodal co-attention transformer: A computational histology-radiology solution. IEEE Transactions on Medical Imaging (2023)","DOI":"10.1109\/TMI.2023.3263010"},{"key":"43_CR25","doi-asserted-by":"crossref","unstructured":"Huang, Y., et al. :Deep learning radiopathomics based on preoperative US images and biopsy whole slide images can distinguish between luminal and non-luminal tumors in early-stage breast cancers. EBioMedicine 94 (2023)","DOI":"10.1016\/j.ebiom.2023.104706"},{"key":"43_CR26","unstructured":"Chen, S., Ma, K., Zheng, Y. :Med3d: Transfer learning for 3d medical image analysis. arXiv preprint arXiv:1904.00625(2019)"},{"issue":"6","key":"43_CR27","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","volume":"5","author":"MY Lu","year":"2021","unstructured":"Lu, M.Y., et al.: Data-efficient and weakly supervised computational pathology on whole-slide images. Nature biomedical engineering 5(6), 555\u2013570 (2021)","journal-title":"Nature biomedical engineering"},{"key":"43_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102559","volume":"81","author":"X Wang","year":"2022","unstructured":"Wang, X., et al.: Transformer-based unsupervised contrastive learning for histopathological image classification. Medical image analysis 81, 102559 (2022)","journal-title":"Medical image analysis"},{"key":"43_CR29","unstructured":"Vaswani A.,et al. :Attention is all you need.In: Guyon, I., et al(eds.). Advances in neural information processing systems-NIPS.vol. 30, pp. 5998\u20136008. Curran Associates, Inc(2017)"},{"key":"43_CR30","doi-asserted-by":"crossref","unstructured":"Wang, F., Mei, J., Yuille, A. :SCLIP: :Rethinking Self-Attention for Dense Vision-Language Inference. arXiv preprint arXiv:2312.01597 (2023)","DOI":"10.1007\/978-3-031-72664-4_18"},{"key":"43_CR31","doi-asserted-by":"publisher","unstructured":"Liu, Z., et al. :SFusion: Self-attention Based N-to-One Multimodal Fusion Block. In: Greenspan, H., et al(eds.).International Conference on Medical Image Computing and Computer-Assisted Intervention-MICCAI 2023. LCNS,vol. 14221, pp. 159\u2013169.Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-43895-0_15","DOI":"10.1007\/978-3-031-43895-0_15"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72086-4_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T02:26:55Z","timestamp":1732847215000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72086-4_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720857","9783031720864"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72086-4_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}