{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T04:13:25Z","timestamp":1772943205949,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720826","type":"print"},{"value":"9783031720833","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72083-3_30","type":"book-chapter","created":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T18:01:42Z","timestamp":1728842502000},"page":"318-328","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["MoME: Mixture of\u00a0Multimodal Experts for\u00a0Cancer Survival Prediction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0134-9397","authenticated-orcid":false,"given":"Conghao","family":"Xiong","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8400-3780","authenticated-orcid":false,"given":"Hao","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Hao","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Dong","family":"Wei","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2195-2847","authenticated-orcid":false,"given":"Yefeng","family":"Zheng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3125-5199","authenticated-orcid":false,"given":"Joseph J. Y.","family":"Sung","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8106-6447","authenticated-orcid":false,"given":"Irwin","family":"King","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,14]]},"reference":[{"key":"30_CR1","doi-asserted-by":"crossref","unstructured":"Campanella, G., Hanna, M.G., Geneslaw, L., Miraflor, A., Werneck Krauss\u00a0Silva, V., Busam, K.J., Brogi, E., Reuter, V.E., Klimstra, D.S., Fuchs, T.J.: Clinical-grade computational pathology using weakly supervised deep learning on whole slide images. Nature Medicine 25(8), 1301\u20131309 (2019)","DOI":"10.1038\/s41591-019-0508-1"},{"key":"30_CR2","doi-asserted-by":"crossref","unstructured":"Chen, R.J., Lu, M.Y., Weng, W.H., Chen, T.Y., Williamson, D.F., Manz, T., Shady, M., Mahmood, F.: Multimodal co-attention transformer for survival prediction in gigapixel whole slide images. In: IEEE\/CVF International Conference on Computer Vision. pp. 4015\u20134025 (2021)","DOI":"10.1109\/ICCV48922.2021.00398"},{"issue":"8","key":"30_CR3","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1016\/j.ccell.2022.07.004","volume":"40","author":"RJ Chen","year":"2022","unstructured":"Chen, R.J., Lu, M.Y., Williamson, D.F., Chen, T.Y., Lipkova, J., Noor, Z., Shaban, M., Shady, M., Williams, M., Joo, B., Mahmood, F.: Pan-cancer integrative histology-genomic analysis via multimodal deep learning. Cancer Cell 40(8), 865\u2013878.e6 (2022)","journal-title":"Cancer Cell"},{"key":"30_CR4","unstructured":"Clevert, D., Unterthiner, T., Hochreiter, S.: Fast and accurate deep network learning by exponential linear units (elus). In: International Conference on Learning Representations (2016)"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Ding, K., Zhou, M., Metaxas, D.N., Zhang, S.: Pathology-and-genomics multimodal transformer for survival outcome prediction. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. pp. 622\u2013631 (2023)","DOI":"10.1007\/978-3-031-43987-2_60"},{"key":"30_CR6","unstructured":"Fedus, W., Zoph, B., Shazeer, N.: Switch transformers: Scaling to trillion parameter models with simple and efficient sparsity. Journal of Machine Learning Research 23, 120:1\u2013120:39 (2022)"},{"key":"30_CR7","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"30_CR8","unstructured":"Hendrycks, D., Gimpel, K.: Gaussian error linear units (gelus). arXiv:1606.08415 (2016)"},{"issue":"1","key":"30_CR9","doi-asserted-by":"publisher","first-page":"3217","DOI":"10.1038\/s41598-020-59985-2","volume":"10","author":"JD Ianni","year":"2020","unstructured":"Ianni, J.D., Soans, R.E., Sankarapandian, S., Chamarthi, R.V., Ayyagari, D., Olsen, T.G., Bonham, M.J., Stavish, C.C., Motaparthi, K., Cockerell, C.J., et\u00a0al.: Tailored for real-world: a whole slide image classification system validated on uncurated multi-site data emulating the prospective pathology workload. Scientific Reports 10(1), \u00a03217 (2020)","journal-title":"Scientific Reports"},{"key":"30_CR10","unstructured":"Ilse, M., Tomczak, J., Welling, M.: Attention-based deep multiple instance learning. In: International Conference on Machine Learning. pp. 2127\u20132136 (2018)"},{"key":"30_CR11","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. In: Bengio, Y., LeCun, Y. (eds.) International Conference on Learning Representations (2015)"},{"key":"30_CR12","unstructured":"Klambauer, G., Unterthiner, T., Mayr, A., Hochreiter, S.: Self-normalizing neural networks. In: Advances in Neural Information Processing Systems. vol.\u00a030 (2017)"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"Li, R., Wu, X., Li, A., Wang, M.: HFBSurv: hierarchical multimodal fusion with factorized bilinear models for cancer survival prediction. Bioinformatics 38(9), 2587\u20132594 (Feb 2022)","DOI":"10.1093\/bioinformatics\/btac113"},{"key":"30_CR14","doi-asserted-by":"crossref","unstructured":"Litjens, G., S\u00e1nchez, C.I., Timofeeva, N., Hermsen, M., Nagtegaal, I., Kovacs, I., Hulsbergen-Van De\u00a0Kaa, C., Bult, P., Van\u00a0Ginneken, B., Van Der\u00a0Laak, J.: Deep learning as a tool for increased accuracy and efficiency of histopathological diagnosis. Scientific Reports 6(1), 26286 (2016)","DOI":"10.1038\/srep26286"},{"issue":"6","key":"30_CR15","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","volume":"5","author":"MY Lu","year":"2021","unstructured":"Lu, M.Y., Williamson, D.F., Chen, T.Y., Chen, R.J., Barbieri, M., Mahmood, F.: Data-efficient and weakly supervised computational pathology on whole-slide images. Nature Biomedical Engineering 5(6), 555\u2013570 (2021)","journal-title":"Nature Biomedical Engineering"},{"issue":"2","key":"30_CR16","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/s10462-012-9338-y","volume":"42","author":"S Masoudnia","year":"2014","unstructured":"Masoudnia, S., Ebrahimpour, R.: Mixture of experts: a literature survey. Artif. Intell. Rev. 42(2), 275\u2013293 (2014)","journal-title":"Artif. Intell. Rev."},{"key":"30_CR17","unstructured":"Nagrani, A., Yang, S., Arnab, A., Jansen, A., Schmid, C., Sun, C.: Attention bottlenecks for multimodal fusion. In: Advances in Neural Information Processing Systems. pp. 14200\u201314213 (2021)"},{"key":"30_CR18","unstructured":"Shao, Z., Bian, H., Chen, Y., Wang, Y., Zhang, J., Ji, X., Zhang, Y.: Transmil: Transformer based correlated multiple instance learning for whole slide image classification. In: Advanced in Neural Information Processing Systems (2021)"},{"key":"30_CR19","unstructured":"Shazeer, N., Mirhoseini, A., Maziarz, K., Davis, A., Le, Q.V., Hinton, G.E., Dean, J.: Outrageously large neural networks: The sparsely-gated mixture-of-experts layer. In: International Conference on Learning Representations (2017)"},{"key":"30_CR20","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, L., Polosukhin, I.: Attention is all you need. In: Advances in Neural Information Processing Systems. pp. 5998\u20136008 (2017)"},{"key":"30_CR21","doi-asserted-by":"crossref","unstructured":"Wang, Z., Ma, J., Gao, Q., Bain, C., Imoto, S., Li\u00f2, P., Cai, H., Chen, H., Song, J.: Dual-stream multi-dependency graph neural network enables precise cancer survival analysis. Medical Image Analysis p. 103252 (2024)","DOI":"10.1016\/j.media.2024.103252"},{"key":"30_CR22","doi-asserted-by":"crossref","unstructured":"Xing, X., Chen, Z., Zhu, M., Hou, Y., Gao, Z., Yuan, Y.: Discrepancy and gradient-guided multi-modal knowledge distillation for pathological glioma grading. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. pp. 636\u2013646 (2022)","DOI":"10.1007\/978-3-031-16443-9_61"},{"key":"30_CR23","doi-asserted-by":"crossref","unstructured":"Xiong, C., Chen, H., Sung, J.J.Y., King, I.: Diagnose like a pathologist: Transformer-enabled hierarchical attention-guided multiple instance learning for whole slide image classification. In: International Joint Conference on Artificial Intelligence. pp. 1587\u20131595 (2023)","DOI":"10.24963\/ijcai.2023\/176"},{"key":"30_CR24","unstructured":"Xiong, C., Lin, Y., Chen, H., Sung, J.J.Y., King, I.: Knowledge transfer via multi-head feature adaptation for whole slide image classification. arXiv preprint arXiv:2303.05780 (2023)"},{"issue":"10","key":"30_CR25","doi-asserted-by":"publisher","first-page":"12113","DOI":"10.1109\/TPAMI.2023.3275156","volume":"45","author":"P Xu","year":"2023","unstructured":"Xu, P., Zhu, X., Clifton, D.A.: Multimodal learning with transformers: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence 45(10), 12113\u201312132 (2023)","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"30_CR26","doi-asserted-by":"crossref","unstructured":"Xu, Y., Chen, H.: Multimodal optimal transport-based co-attention transformer with global structure consistency for survival prediction. In: IEEE\/CVF International Conference on Computer Vision. pp. 21241\u201321251 (October 2023)","DOI":"10.1109\/ICCV51070.2023.01942"},{"key":"30_CR27","doi-asserted-by":"crossref","unstructured":"Xue, Z., Marculescu, R.: Dynamic Multimodal Fusion. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. pp. 2575\u20132584 (Jun 2023)","DOI":"10.1109\/CVPRW59228.2023.00256"},{"key":"30_CR28","unstructured":"Zhang, B., Sennrich, R.: Root mean square layer normalization. In: Advances in Neural Information Processing Systems. pp. 12360\u201312371 (2019)"},{"key":"30_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, H., Meng, Y., Zhao, Y., Qiao, Y., Yang, X., Coupland, S.E., Zheng, Y.: DTFD-MIL: double-tier feature distillation multiple instance learning for histopathology whole slide image classification. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 18780\u201318790. IEEE (2022)","DOI":"10.1109\/CVPR52688.2022.01824"},{"key":"30_CR30","unstructured":"Zhang, Y., Xu, Y., Chen, J., Xie, F., Chen, H.: Prototypical information bottlenecking and disentangling for multimodal cancer survival prediction. In: International Conference on Learning Representations (2024)"},{"key":"30_CR31","doi-asserted-by":"crossref","unstructured":"Zhou, F., Chen, H.: Cross-modal translation and alignment for survival analysis. In: IEEE\/CVF International Conference on Computer Vision. pp. 21485\u201321494 (2023)","DOI":"10.1109\/ICCV51070.2023.01964"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72083-3_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T18:07:30Z","timestamp":1728842850000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72083-3_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720826","9783031720833"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72083-3_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"14 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}