{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,13]],"date-time":"2025-04-13T04:08:03Z","timestamp":1744517283851,"version":"3.40.4"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031845246","type":"print"},{"value":"9783031845253","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-84525-3_15","type":"book-chapter","created":{"date-parts":[[2025,4,12]],"date-time":"2025-04-12T06:23:08Z","timestamp":1744438988000},"page":"170-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["HyperMM: Robust Multimodal Learning with\u00a0Varying-Sized Inputs"],"prefix":"10.1007","author":[{"given":"Hava","family":"Chaptoukaev","sequence":"first","affiliation":[]},{"given":"Vincenzo","family":"Marcian\u00f3","sequence":"additional","affiliation":[]},{"given":"Francesco","family":"Galati","sequence":"additional","affiliation":[]},{"given":"Maria A.","family":"Zuluaga","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,13]]},"reference":[{"issue":"2","key":"15_CR1","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2018","unstructured":"Baltru\u0161aitis, T., Ahuja, C., Morency, L.-P.: Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. 41(2), 423\u2013443 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Cai, L., Wang, Z., Gao, H., Shen, D., Ji, S.: Deep adversarial learning for multi-modality missing data completion. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 1158\u20131166 (2018)","DOI":"10.1145\/3219819.3219963"},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Chen, B., Oliva, J., Niethammer, M.: A unified model for longitudinal multi-modal multi-view prediction with missingness. arXiv preprint arXiv:2403.12211 (2024)","DOI":"10.1007\/978-3-031-72390-2_39"},{"issue":"9","key":"15_CR4","doi-asserted-by":"publisher","first-page":"3507","DOI":"10.1109\/JBHI.2021.3059453","volume":"25","author":"X Fu","year":"2021","unstructured":"Fu, X., Bi, L., Kumar, A., Fulham, M., Kim, J.: Multimodal spatial attention module for targeting multimodal PET-CT lung tumor segmentation. IEEE J. Biomed. Health Inform. 25(9), 3507\u20133516 (2021)","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"15_CR5","unstructured":"Ha, D., Dai, A.M., Le, Q.V.: Hypernetworks. CoRR (2016)"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Huang, Y., Xu, J., Zhou, Y., Tong, T., Zhuang, X., Alzheimer\u2019s Disease Neuroimaging Initiative (ADNI). Diagnosis of Alzheimer\u2019s disease via multi-modality 3D convolutional neural network. Front. Neurosci. 13, 509 (2019)","DOI":"10.3389\/fnins.2019.00509"},{"issue":"17","key":"15_CR7","doi-asserted-by":"publisher","first-page":"4952","DOI":"10.1002\/hbm.24750","volume":"40","author":"F Isensee","year":"2019","unstructured":"Isensee, F., et al.: Automated brain extraction of multisequence MRI using artificial neural networks. Hum. Brain Mapp. 40(17), 4952\u20134964 (2019)","journal-title":"Hum. Brain Mapp."},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Isola, P., Zhu, J.Y., Zhou, T., Efros, A.A.: Image-to-image translation with conditional adversarial networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1125\u20131134 (2017)","DOI":"10.1109\/CVPR.2017.632"},{"key":"15_CR9","first-page":"12104","volume":"33","author":"T Karras","year":"2020","unstructured":"Karras, T., Aittala, M., Hellsten, J., Laine, S., Lehtinen, J., Aila, T.: Training generative adversarial networks with limited data. Adv. Neural. Inf. Process. Syst. 33, 12104\u201312114 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"15_CR10","doi-asserted-by":"publisher","first-page":"104933","DOI":"10.1109\/ACCESS.2020.2997255","volume":"8","author":"J-C Kim","year":"2020","unstructured":"Kim, J.-C., Chung, K.: Multi-modal stacked denoising autoencoder for handling missing data in healthcare big data. IEEE Access 8, 104933\u2013104943 (2020)","journal-title":"IEEE Access"},{"key":"15_CR11","first-page":"11530","volume":"34","author":"M Le Morvan","year":"2021","unstructured":"Le Morvan, M., Josse, J., Scornet, E., Varoquaux, G.: What\u2019s a good imputation to predict with missing values? Adv. Neural. Inf. Process. Syst. 34, 11530\u201311540 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Liang, G., et al.: Alzheimer\u2019s disease classification using 2D convolutional neural networks. In: 43rd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 3008\u20133012 (2021)","DOI":"10.1109\/EMBC46164.2021.9629587"},{"key":"15_CR13","unstructured":"Lu, Z.: A theory of multimodal learning. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Mayouf, M.S., Dupin\u00a0de Saint-Cyr, F.: Curriculum incremental deep learning on breakhis dataset. In: Proceedings of the 2022 8th International Conference on Computer Technology Applications, pp. 35\u201341 (2022)","DOI":"10.1145\/3543712.3543747"},{"issue":"1","key":"15_CR15","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.jalz.2005.06.003","volume":"1","author":"SG Mueller","year":"2005","unstructured":"Mueller, S.G., et al.: Ways toward an early diagnosis in Alzheimer\u2019s disease: the Alzheimer\u2019s disease neuroimaging initiative (ADNI). Alzheimer\u2019s Dementia 1(1), 55\u201366 (2005)","journal-title":"Alzheimer\u2019s Dementia"},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Odusami, M., Maskeli\u016bnas, R., Dama\u0161evi\u010dius, R., Misra, S.: Machine learning with multimodal neuroimaging data to classify stages of Alzheimer\u2019s disease: a systematic review and meta-analysis. Cogn. Neurodyn. 1\u201320 (2023)","DOI":"10.1007\/s11571-023-09993-5"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Parthasarathy, S., Sundaram, S.: Training strategies to handle missing modalities for audio-visual expression recognition. In: Companion Publication of the 2020 International Conference on Multimodal Interaction, pp. 400\u2013404 (2020)","DOI":"10.1145\/3395035.3425202"},{"issue":"1","key":"15_CR18","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1038\/s43856-023-00356-z","volume":"3","author":"T Shadbahr","year":"2023","unstructured":"Shadbahr, T., et al.: The impact of imputation quality on machine learning classifiers for datasets with missing values. Commun. Med. 3(1), 139 (2023)","journal-title":"Commun. Med."},{"key":"15_CR19","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"issue":"7","key":"15_CR20","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1109\/TBME.2015.2496264","volume":"63","author":"FA Spanhol","year":"2015","unstructured":"Spanhol, F.A., Oliveira, L.S., Petitjean, C., Heutte, L.: A dataset for breast cancer histopathological image classification. IEEE Trans. Biomed. Eng. 63(7), 1455\u20131462 (2015)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Sun, W., Ma, F., Li, Y., Huang, S.L., Ni, S., Zhang, L.: Semi-supervised multimodal image translation for missing modality imputation. In: ICASSP 2021-2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4320\u20134324 (2021)","DOI":"10.1109\/ICASSP39728.2021.9413461"},{"key":"15_CR22","doi-asserted-by":"crossref","unstructured":"Sun, Z., et al.: A scoping review on multimodal deep learning in biomedical images and texts. J. Biomed. Inform. 104482 (2023)","DOI":"10.1016\/j.jbi.2023.104482"},{"key":"15_CR23","doi-asserted-by":"crossref","unstructured":"Suo, Q., Zhong, W., Ma, F., Yuan, Y., Gao, J., Zhang, A.: Metric learning on healthcare data with incomplete modalities. In: IJCAI, vol. 3534, p. 3540 (2019)","DOI":"10.24963\/ijcai.2019\/490"},{"issue":"10","key":"15_CR24","doi-asserted-by":"publisher","first-page":"1037","DOI":"10.1016\/S1474-4422(15)00093-9","volume":"14","author":"S Teipel","year":"2015","unstructured":"Teipel, S., et al.: Multimodal imaging in Alzheimer\u2019s disease: validity and usefulness for early detection. Lancet Neurol. 14(10), 1037\u20131053 (2015)","journal-title":"Lancet Neurol."},{"issue":"6","key":"15_CR25","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1002\/cncr.29012","volume":"121","author":"CM Tempany","year":"2015","unstructured":"Tempany, C.M., et al.: Multimodal imaging for improved diagnosis and treatment of cancers. Cancer 121(6), 817\u2013827 (2015)","journal-title":"Cancer"},{"issue":"1","key":"15_CR26","doi-asserted-by":"publisher","first-page":"3254","DOI":"10.1038\/s41598-020-74399-w","volume":"11","author":"J Venugopalan","year":"2021","unstructured":"Venugopalan, J., Tong, L., Hassanzadeh, H.R., Wang, M.D.: Multimodal deep learning models for early detection of Alzheimer\u2019s disease stage. Sci. Rep. 11(1), 3254 (2021)","journal-title":"Sci. Rep."},{"key":"15_CR27","doi-asserted-by":"crossref","unstructured":"Wang, H., Chen, Y., Ma, C., Avery, J., Hull, L., Carneiro, G.: Multi-modal learning with missing modality via shared-specific feature modelling. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15878\u201315887 (2023)","DOI":"10.1109\/CVPR52729.2023.01524"},{"key":"15_CR28","unstructured":"Wu, M., Goodman, N.: Multimodal generative models for scalable weakly-supervised learning. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"issue":"10","key":"15_CR29","doi-asserted-by":"publisher","first-page":"12113","DOI":"10.1109\/TPAMI.2023.3275156","volume":"45","author":"P Xu","year":"2023","unstructured":"Xu, P., Zhu, X., Clifton, D.A.: Multimodal learning with transformers: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 45(10), 12113\u201312132 (2023)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"15_CR30","unstructured":"Zaheer, M., Kottur, S., Ravanbakhsh, S., Poczos, B., Salakhutdinov, R.R., Smola, A.J.: Deep sets. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"15_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.jneumeth.2020.108795","volume":"341","author":"T Zhang","year":"2020","unstructured":"Zhang, T., Shi, M.: Multi-modal neuroimaging feature fusion for diagnosis of Alzheimer\u2019s disease. J. Neurosci. Methods 341, 108795 (2020)","journal-title":"J. Neurosci. Methods"},{"key":"15_CR32","unstructured":"Zhang, Y., Peng, C., Wang, Q., Song, D., Li, K., Zhou, S.K.: Unified multi-modal image synthesis for missing modality imputation. arXiv preprint arXiv:2304.05340 (2023)"},{"key":"15_CR33","doi-asserted-by":"crossref","unstructured":"Zhou, Q., Zou, H., Jiang, H., Wang, Y.: Incomplete multimodal learning for visual acuity prediction after cataract surgery using masked self-attention. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 735\u2013744. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-43990-2_69"},{"key":"15_CR34","doi-asserted-by":"crossref","unstructured":"Zhu, J.-Y., Park, T., Isola, P., Efros, A.A.: Unpaired image-to-image translation using cycle-consistent adversarial networks. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2223\u20132232 (2017)","DOI":"10.1109\/ICCV.2017.244"},{"key":"15_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1007\/978-3-030-88010-1_40","volume-title":"Pattern Recognition and Computer Vision","author":"Q Zuo","year":"2021","unstructured":"Zuo, Q., Lei, B., Shen, Y., Liu, Y., Feng, Z., Wang, S.: Multimodal representations learning and adversarial hypergraph fusion for early Alzheimer\u2019s disease prediction. In: Ma, H., et al. (eds.) PRCV 2021. LNCS, vol. 13021, pp. 479\u2013490. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88010-1_40"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-84525-3_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,12]],"date-time":"2025-04-12T06:23:22Z","timestamp":1744439002000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-84525-3_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031845246","9783031845253"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-84525-3_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"13 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}