{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T22:08:03Z","timestamp":1779919683823,"version":"3.53.1"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032051264","type":"print"},{"value":"9783032051271","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T00:00:00Z","timestamp":1758326400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T00:00:00Z","timestamp":1758326400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-05127-1_24","type":"book-chapter","created":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T21:15:29Z","timestamp":1758316529000},"page":"246-255","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["HARM3-Fusion: Hierarchical Attentional Representation Learning of\u00a0Multi-modal, Multi-temporal, and\u00a0Multi-sequence Fusion for\u00a0Pathological Complete Response Prediction of\u00a0Head and\u00a0Neck Squamous Cell Carcinoma"],"prefix":"10.1007","author":[{"given":"Jianye","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyue","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiying","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingjie","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanwen","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Long","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yimeng","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuncheng","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaohui","family":"Duan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weibing","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,20]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0E Johnson, Barbara Burtness, C\u00a0Ren\u00e9 Leemans, Vivian Wai\u00a0Yan Lui, Julie\u00a0E Bauman, and Jennifer\u00a0R Grandis. Head and neck squamous cell carcinoma. Nature reviews Disease primers, 6(1):92, 2020","DOI":"10.1038\/s41572-020-00224-3"},{"key":"24_CR2","unstructured":"Barbara Burtness, Kevin\u00a0J Harrington, Richard Greil, Denis Souli\u00e8res, Makoto Tahara, Gilberto de\u00a0Castro, Amanda Psyrri, Neus Bast\u00e9, Prakash Neupane, \u00c5se Bratland, et\u00a0al. Pembrolizumab alone or with chemotherapy versus cetuximab with chemotherapy for recurrent or metastatic squamous cell carcinoma of the head and neck (keynote-048): a randomised, open-label, phase 3 study. The Lancet, 394(10212):1915\u20131928, 2019"},{"issue":"8","key":"24_CR3","doi-asserted-by":"publisher","first-page":"1959","DOI":"10.3390\/cancers13081959","volume":"13","author":"S Semrau","year":"2021","unstructured":"Semrau, S., Gostian, A.-O., Traxdorf, M., Eckstein, M., Rutzner, S., von der Gr\u00fcn, J., Illmer, T., Hautmann, M., Klautke, G., Laban, S., et al.: Implementation of double immune checkpoint blockade increases response rate to induction chemotherapy in head and neck cancer. Cancers 13(8), 1959 (2021)","journal-title":"Cancers"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Davide Mattavelli, Gunnar Wichmann, Davide Smussi, Alberto Paderno, Maria\u00a0Serrahima Plana, Ricard\u00a0Nin Mesia, Micaela Compagnoni, Alessandro Medda, Susanna Chiocca, Stefano Calza, et\u00a0al. Is precision medicine the solution to improve organ preservation in laryngeal\/hypopharyngeal cancer? a position paper by the preserve research group. Frontiers in Oncology, 14:1433333, 2024","DOI":"10.3389\/fonc.2024.1433333"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Cheng Jin, Heng Yu, Jia Ke, Peirong Ding, Yongju Yi, Xiaofeng Jiang, Xin Duan, Jinghua Tang, Daniel\u00a0T Chang, Xiaojian Wu, et\u00a0al. Predicting treatment response from longitudinal images using multi-task deep learning. Nature communications, 12(1):1851, 2021","DOI":"10.1038\/s41467-021-22188-y"},{"key":"24_CR6","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.breast.2022.10.004","volume":"66","author":"B Li","year":"2022","unstructured":"Li, B., Li, F., Liu, Z., FangPing, X., Ye, G., Li, W., Zhang, Y., Zhu, T., Shao, L., Chen, C., et al.: Deep learning with biopsy whole slide images for pretreatment prediction of pathological complete response to neoadjuvant chemotherapy in breast cancer: A multicenter study. The Breast 66, 183\u2013190 (2022)","journal-title":"The Breast"},{"issue":"1","key":"24_CR7","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1038\/s41523-022-00491-1","volume":"8","author":"F Li","year":"2022","unstructured":"Li, F., Yang, Y., Wei, Y., Zhao, Y., Jing, F., Xiao, X., Zheng, Z., Hong, B.: Predicting neoadjuvant chemotherapy benefit using deep learning from stromal histology in breast cancer. NPJ Breast Cancer 8(1), 124 (2022)","journal-title":"NPJ Breast Cancer"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Kevin\u00a0M Boehm, Omar\u00a0SM El\u00a0Nahhas, Antonio Marra, Pier Selenica, Hannah\u00a0Y Wen, Britta Weigelt, Evan\u00a0D Paul, Pavol Cekan, Ramona Erber, Chiara\u00a0ML Loeffler, et\u00a0al. Multimodal histopathologic models stratify hormone receptor-positive early breast cancer. BioRxiv, pages 2024\u201302, 2024","DOI":"10.1101\/2024.02.23.581806"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Song Zhang, Siyao Du, Caixia Sun, Bao Li, Lizhi Shao, Lina Zhang, Kun Wang, Zhenyu Liu, and Jie Tian. M2fusion: Multi-time multimodal fusion for prediction of pathological complete response in breast cancer. In International Conference on Medical Image Computing and Computer-Assisted Intervention, pages 458\u2013468. Springer, 2024","DOI":"10.1007\/978-3-031-72086-4_43"},{"key":"24_CR10","unstructured":"Diederik\u00a0P Kingma, Max Welling, et\u00a0al. Auto-encoding variational bayes, 2013"},{"key":"24_CR11","unstructured":"Jean-Baptiste Cordonnier, Andreas Loukas, and Martin Jaggi. Multi-head attention: Collaborate instead of concatenate. arXiv preprint arXiv:2006.16362, 2020"},{"key":"24_CR12","doi-asserted-by":"crossref","unstructured":"Ming\u00a0Y Lu, Drew\u00a0FK Williamson, Tiffany\u00a0Y Chen, Richard\u00a0J Chen, Matteo Barbieri, and Faisal Mahmood. Data-efficient and weakly supervised computational pathology on whole-slide images. Nature biomedical engineering, 5(6):555\u2013570, 2021","DOI":"10.1038\/s41551-020-00682-w"},{"key":"24_CR13","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, et\u00a0al. An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929, 2020"},{"key":"24_CR14","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. Attention is all you need. Advances in neural information processing systems, 30, 2017"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Chun-Fu\u00a0Richard Chen, Quanfu Fan, and Rameswar Panda. Crossvit: Cross-attention multi-scale vision transformer for image classification. In Proceedings of the IEEE\/CVF international conference on computer vision, pages 357\u2013366, 2021","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"24_CR16","doi-asserted-by":"crossref","unstructured":"Du\u00a0Tran, Lubomir Bourdev, Rob Fergus, Lorenzo Torresani, and Manohar Paluri. Learning spatiotemporal features with 3d convolutional networks. In Proceedings of the IEEE international conference on computer vision, pages 4489\u20134497, 2015","DOI":"10.1109\/ICCV.2015.510"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Kaiming He, Xiangyu Zhang, Shaoqing Ren, and Jian Sun. Deep residual learning for image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 770\u2013778, 2016","DOI":"10.1109\/CVPR.2016.90"},{"key":"24_CR18","first-page":"2136","volume":"34","author":"Z Shao","year":"2021","unstructured":"Shao, Z., Bian, H., Chen, Y., Wang, Y., Zhang, J., Ji, X., et al.: Transmil: Transformer based correlated multiple instance learning for whole slide image classification. Adv. Neural. Inf. Process. Syst. 34, 2136\u20132147 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"9","key":"24_CR19","doi-asserted-by":"publisher","first-page":"2678","DOI":"10.1109\/TMI.2023.3263010","volume":"42","author":"Z Li","year":"2023","unstructured":"Li, Z., Jiang, Y., Mengkang, L., Li, R., Xia, Y.: Survival prediction via hierarchical multimodal co-attention transformer: A computational histology-radiology solution. IEEE Trans. Med. Imaging 42(9), 2678\u20132689 (2023)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"24_CR20","doi-asserted-by":"crossref","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"visual explanations from deep networks via gradient-based localization","year":"2020","unstructured":"visual explanations from deep networks via gradient-based localization: Ramprasaath R Selvaraju, Michael Cogswell, Abhishek Das, Ramakrishna Vedantam, Devi Parikh, and Dhruv Batra. Grad-cam. Int. J. Comput. Vision 128, 336\u2013359 (2020)","journal-title":"Grad-cam. Int. J. Comput. Vision"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-05127-1_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T21:15:35Z","timestamp":1758316535000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-05127-1_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,20]]},"ISBN":["9783032051264","9783032051271"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-05127-1_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,20]]},"assertion":[{"value":"20 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}