{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T19:11:07Z","timestamp":1772824267316,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720857","type":"print"},{"value":"9783031720864","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72086-4_46","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:34:45Z","timestamp":1727987685000},"page":"490-500","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["MuGI: Multi-Granularity Interactions of Heterogeneous Biomedical Data for Survival Prediction"],"prefix":"10.1007","author":[{"given":"Lifan","family":"Long","sequence":"first","affiliation":[]},{"given":"Jiaqi","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Pinxian","family":"Zeng","sequence":"additional","affiliation":[]},{"given":"Yilun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yuanjun","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"key":"46_CR1","doi-asserted-by":"publisher","first-page":"3739","DOI":"10.1109\/TMI.2021.3097319","volume":"40","author":"W Shao","year":"2021","unstructured":"Shao, W., Wang, T., Huang, Z., et al.: Weakly Supervised Deep Ordinal Cox Model for Survival Prediction From Whole-Slide Pathological Images. IEEE Trans. Med. Imaging. 40, 3739\u20133747 (2021)","journal-title":"IEEE Trans. Med. Imaging."},{"key":"46_CR2","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/978-3-030-87237-3_33","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021","author":"RJ Chen","year":"2021","unstructured":"Chen, R.J., Lu, M.Y., Shaban, M., et al.: Whole Slide Images are 2D Point Clouds: Context-Aware Survival Prediction Using Patch-Based Graph Convolutional Networks. In: De Bruijne, M., Cattin, P.C., Cotin, S., et al. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021. pp. 339\u2013349. Springer International Publishing, Cham (2021)"},{"key":"46_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101789","volume":"65","author":"J Yao","year":"2020","unstructured":"Yao, J., Zhu, X., Jonnagaddala, J., Hawkins, N., Huang, J.: Whole slide images based cancer survival prediction using attention guided deep multiple instance learning networks. Medical Image Analysis. 65, 101789 (2020)","journal-title":"Medical Image Analysis."},{"key":"46_CR4","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-3-030-87237-3_22","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021","author":"Z Wang","year":"2021","unstructured":"Wang, Z., Li, J., Pan, Z., et al.: Hierarchical Graph Pathomic Network for Progression Free Survival Prediction. In: De Bruijne, M., Cattin, P.C., Cotin, S., et al. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021. pp. 227\u2013237. Springer International Publishing, Cham (2021)"},{"key":"46_CR5","doi-asserted-by":"crossref","unstructured":"Ding, K., Zhou, M., Metaxas, D.N., Zhang, S.: Pathology-and-Genomics Multimodal Transformer for Survival Outcome Prediction. In: Greenspan, H., Madabhushi, A., Mousavi, P., et al. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2023. pp. 622\u2013631. Springer Nature Switzerland, Cham (2023)","DOI":"10.1007\/978-3-031-43987-2_60"},{"key":"46_CR6","doi-asserted-by":"crossref","unstructured":"Xing, X., Chen, Z., Zhu, M., et al.: Discrepancy and Gradient-Guided Multi-modal Knowledge Distillation for Pathological Glioma Grading. In: Wang, L., Dou, Q., Fletcher, P.T., Speidel, S., and Li, S. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2022. pp. 636\u2013646. Springer Nature Switzerland, Cham (2022)","DOI":"10.1007\/978-3-031-16443-9_61"},{"key":"46_CR7","doi-asserted-by":"publisher","first-page":"3737","DOI":"10.1109\/TNNLS.2021.3112194","volume":"34","author":"Z Ning","year":"2023","unstructured":"Ning, Z., Lin, Z., Xiao, Q., et al.: Multi-Constraint Latent Representation Learning for Prognosis Analysis Using Multi-Modal Data. IEEE Trans. Neural Netw. Learning Syst. 34, 3737\u20133750 (2023)","journal-title":"IEEE Trans. Neural Netw. Learning Syst."},{"key":"46_CR8","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1109\/TMI.2021.3108802","volume":"41","author":"Z Ning","year":"2022","unstructured":"Ning, Z., Du, D., Tu, C., Feng, Q., Zhang, Y.: Relation-Aware Shared Representation Learning for Cancer Prognosis Analysis With Auxiliary Clinical Variables and Incomplete Multi-Modality Data. IEEE Trans. Med. Imaging. 41, 186\u2013198 (2022)","journal-title":"IEEE Trans. Med. Imaging."},{"key":"46_CR9","doi-asserted-by":"crossref","unstructured":"Mobadersany, P., Yousefi, S., Amgad, M., et al.: Predicting cancer outcomes from histology and genomics using convolutional networks. Proc. Natl. Acad. Sci. U.S.A. 115, (2018)","DOI":"10.1073\/pnas.1717139115"},{"key":"46_CR10","doi-asserted-by":"crossref","unstructured":"Zheng, H., Lin, Z., Zhou, Q., et al.: Multi-transSP: Multimodal Transformer for Survival Prediction of Nasopharyngeal Carcinoma Patients. In: Wang, L., Dou, Q., Fletcher, P.T., Speidel, S., and Li, S. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2022. pp. 234\u2013243. Springer Nature Switzerland, Cham (2022)","DOI":"10.1007\/978-3-031-16449-1_23"},{"key":"46_CR11","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TMI.2020.3021387","volume":"41","author":"RJ Chen","year":"2022","unstructured":"Chen, R.J., Lu, M.Y., Wang, J., et al.: Pathomic Fusion: An Integrated Framework for Fusing Histopathology and Genomic Features for Cancer Diagnosis and Prognosis. IEEE Trans. Med. Imaging. 41, 757\u2013770 (2022)","journal-title":"IEEE Trans. Med. Imaging."},{"key":"46_CR12","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1016\/j.ccell.2022.07.004","volume":"40","author":"RJ Chen","year":"2022","unstructured":"Chen, R.J., Lu, M.Y., Williamson, D.F.K., et al.: Pan-cancer integrative histology-genomic analysis via multimodal deep learning. Cancer Cell. 40, 865-878.e6 (2022)","journal-title":"Cancer Cell."},{"key":"46_CR13","doi-asserted-by":"crossref","unstructured":"Liang, P.P., Zadeh, A., Morency, L.-P.: Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions. Presented at the (2022)","DOI":"10.1145\/3610661.3617602"},{"key":"46_CR14","doi-asserted-by":"crossref","unstructured":"Zhou, F., Chen, H.: Cross-Modal Translation and Alignment for Survival Analysis. In: 2023 IEEE\/CVF International Conference on Computer Vision (ICCV). pp. 21428\u201321437. IEEE, Paris, France (2023)","DOI":"10.1109\/ICCV51070.2023.01964"},{"key":"46_CR15","doi-asserted-by":"crossref","unstructured":"Liu, M., Liu, Y., Cui, H., Li, C., Ma, J.: MGCT: Mutual-Guided Cross-Modality Transformer for Survival Outcome Prediction using Integrative Histopathology-Genomic Features. In: 2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM) pp. 1306\u20131312. IEEE, Istanbul, Turkiye (2023)","DOI":"10.1109\/BIBM58861.2023.10385897"},{"key":"46_CR16","unstructured":"Liang, P.P., Cheng, Y., Fan, X., et al.: Quantifying & Modeling Feature Interactions: An Information Decomposition Framework. ArXiv. abs\/2302.12247, (2023)"},{"key":"46_CR17","doi-asserted-by":"crossref","unstructured":"Xu, Y., Chen, H.: Multimodal Optimal Transport-based Co-Attention Transformer with Global Structure Consistency for Survival Prediction. 2023 IEEE\/CVF International Conference on Computer Vision (ICCV). 21184\u201321194 (2023)","DOI":"10.1109\/ICCV51070.2023.01942"},{"key":"46_CR18","doi-asserted-by":"crossref","unstructured":"Chen, R.J., Lu, M.Y., Weng, W.-H., et al.: Multimodal Co-Attention Transformer for Survival Prediction in Gigapixel Whole Slide Images. In: 2021 IEEE\/CVF International Conference on Computer Vision (ICCV). pp. 3995\u20134005. IEEE, Montreal, QC, Canada (2021)","DOI":"10.1109\/ICCV48922.2021.00398"},{"key":"46_CR19","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","volume":"5","author":"MY Lu","year":"2021","unstructured":"Lu, M.Y., Williamson, D.F.K., Chen, T.Y., et al.: Data-efficient and weakly supervised computational pathology on whole-slide images. Nat Biomed Eng. 5, 555\u2013570 (2021)","journal-title":"Nat Biomed Eng."},{"key":"46_CR20","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.cels.2015.12.004","volume":"1","author":"A Liberzon","year":"2015","unstructured":"Liberzon, A., Birger, C., Thorvaldsd\u00f3ttir, H., et al.: The Molecular Signatures Database Hallmark Gene Set Collection. Cell Systems. 1, 417\u2013425 (2015)","journal-title":"Cell Systems."},{"key":"46_CR21","doi-asserted-by":"crossref","unstructured":"Xiong, Y., Zeng, Z., Chakraborty, R., et al.: Nystr\u00f6mformer: A nystr\u00f6m-based algorithm for approximating self-attention. In: Proceedings of the AAAI Conference on Artificial Intelligence. pp. 14138\u201314148 (2021)","DOI":"10.1609\/aaai.v35i16.17664"},{"key":"46_CR22","unstructured":"Shao, Z., Bian, H., Chen, Y., et al.: TransMIL: Transformer based Correlated Multiple Instance Learning for Whole Slide Image Classication. In: Neural Information Processing Systems (2021)"},{"key":"46_CR23","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., et al.: Generative Adversarial Nets. In: Neural Information Processing Systems (2014)"},{"key":"46_CR24","unstructured":"Ilse, M., Tomczak, J.M., Welling, M.: Attention-based Deep Multiple Instance Learning. In: International Conference on Machine Learning (2018)"},{"key":"46_CR25","doi-asserted-by":"crossref","unstructured":"Katzman, J., Shaham, U., Cloninger, A., et al.: DeepSurv: personalized treatment recommender system using a Cox proportional hazards deep neural network. BMC Medical Research Methodology. 18, (2016)","DOI":"10.1186\/s12874-018-0482-1"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72086-4_46","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:40:16Z","timestamp":1727988016000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72086-4_46"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720857","9783031720864"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72086-4_46","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}