{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T23:09:41Z","timestamp":1780355381078,"version":"3.54.1"},"reference-count":111,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach. Intell. Res."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s11633-022-1398-0","type":"journal-article","created":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T05:01:50Z","timestamp":1685595710000},"page":"539-553","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":59,"title":["Federated Learning on Multimodal Data: A Comprehensive Survey"],"prefix":"10.1007","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1535-427X","authenticated-orcid":false,"given":"Yi-Ming","family":"Lin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2990-9205","authenticated-orcid":false,"given":"Yuan","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0415-8556","authenticated-orcid":false,"given":"Mao-Guo","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Si-Jia","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuan-Qiao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhi-Yuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,1]]},"reference":[{"key":"1398_CR1","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1145\/2976749.2978318","volume-title":"Proceedings of the ACM SIGSAC Conference on Computer and Communications Security","author":"M Abadi","year":"2016","unstructured":"M. Abadi, A. Chu, I. Goodfellow, H. B. McMahan, I. Mironov, K. Talwar, L. Zhang. Deep learning with differential privacy. In Proceedings of the ACM SIGSAC Conference on Computer and Communications Security, ACM, Vienna, Austria, pp. 308\u2013318, 2016. DOI: https:\/\/doi.org\/10.1145\/2976749.2978318."},{"issue":"6","key":"1398_CR2","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1038\/s42256-020-0186-1","volume":"2","author":"G A Kaissis","year":"2020","unstructured":"G. A. Kaissis, M. R. Makowski, D. R\u00fcckert, R. F. Braren. Secure, privacy-preserving and federated machine learning in medical imaging. Nature Machine Intelligence, vol. 2, no. 6, pp. 305\u2013311, 2020. DOI: https:\/\/doi.org\/10.1038\/s42256-020-0186-1.","journal-title":"Nature Machine Intelligence"},{"key":"1398_CR3","doi-asserted-by":"publisher","unstructured":"Y. Gao, M. G. Gong, Y. Xie, A. K. Qin, K. Pan, Y. S. Ong. Multiparty dual learning. IEEE Transactions on Cybernetics, published online. DOI: https:\/\/doi.org\/10.1109\/TCYB.2021.3139076.","DOI":"10.1109\/TCYB.2021.3139076"},{"key":"1398_CR4","doi-asserted-by":"publisher","unstructured":"M. J. Sheller, B. Edwards, G. A. Reina, J. Martin, S. Pati, A. Kotrotsou, M. Milchenko, W. L. Xu, D. Marcus, R. R. Colen, S. Bakas. Federated learning in medicine: Facilitating multi-institutional collaborations without sharing patient data. Scientific Reports, vol. 10, no. 1, Article number 12598, 2020. DOI: https:\/\/doi.org\/10.1038\/s41598-020-69250-1.","DOI":"10.1038\/s41598-020-69250-1"},{"issue":"3","key":"1398_CR5","doi-asserted-by":"publisher","first-page":"287","DOI":"10.21552\/EDPL\/2016\/3\/4","volume":"2","author":"J P Albrecht","year":"2016","unstructured":"J. P. Albrecht. How the GDPR will change the world. European Data Protection Law Review, vol. 2, no. 3, pp. 287\u2013289, 2016. DOI: https:\/\/doi.org\/10.21552\/EDPL\/2016\/3\/4.","journal-title":"European Data Protection Law Review"},{"issue":"1","key":"1398_CR6","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.clsr.2017.05.022","volume":"34","author":"M Parasol","year":"2018","unstructured":"M. Parasol. The impact of China\u2019s 2016 cyber security law on foreign technology firms, and on China\u2019s big data and smart city dreams. Computer Law & Security Review, vol. 34, no. 1, pp. 67\u201398, 2018. DOI: https:\/\/doi.org\/10.1016\/j.clsr.2017.05.022.","journal-title":"Computer Law & Security Review"},{"issue":"4","key":"1398_CR7","doi-asserted-by":"publisher","first-page":"715","DOI":"10.2307\/840330","volume":"34","author":"W Gray","year":"1986","unstructured":"W. Gray, H. R. Zheng. General principles of civil law of the people\u2019s republic of China. The American Journal of Comparative Law, vol. 34, no. 4, pp. 715\u2013743, 1986. DOI: https:\/\/doi.org\/10.2307\/840330.","journal-title":"The American Journal of Comparative Law"},{"issue":"2","key":"1398_CR8","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1109\/MCI.2020.2976185","volume":"15","author":"M G Gong","year":"2020","unstructured":"M. G. Gong, Y. Xie, K. Pan, K. Y. Feng, A. K. Qin. A survey on differentially private machine learning [Review Article]. IEEE Computational Intelligence Magazine, vol. 15, no. 2, pp. 49\u201364, 2020. DOI: https:\/\/doi.org\/10.1109\/MCI.2020.2976185.","journal-title":"IEEE Computational Intelligence Magazine"},{"key":"1398_CR9","doi-asserted-by":"publisher","unstructured":"Q. Yang, Y. Liu, T. J. Chen, Y. X. Tong. Federated machine learning: Concept and applications. ACM Transactions on Intelligent Systems and Technology, vol. 10, no. 2, Article number 12, 2019. DOI: https:\/\/doi.org\/10.1145\/3298981.","DOI":"10.1145\/3298981"},{"key":"1398_CR10","unstructured":"B. McMahan, E. Moore, D. Ramage, S. Hampson, B. A. Y. Arcas. Communication-efficient learning of deep networks from decentralized data. In Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, Fort Lauderdale, USA, pp. 1273\u20131282, 2017."},{"key":"1398_CR11","unstructured":"Y. Zhao, M. Li, L. Z. Lai, N. Suda, D. Civin, V. Chandra. Federated learning with non-IID data, [Online], Available: https:\/\/arxiv.org\/abs\/1806.00582, 2018."},{"key":"1398_CR12","doi-asserted-by":"publisher","unstructured":"A. Brunete, E. Gambao, M. Hernando, R. Cedazo. Smart assistive architecture for the integration of iot devices, robotic systems, and multimodal interfaces in healthcare environments. Sensors, vol. 21, no. 6, Article number 2212, 2021. DOI: https:\/\/doi.org\/10.3390\/s21062212.","DOI":"10.3390\/s21062212"},{"key":"1398_CR13","doi-asserted-by":"publisher","first-page":"2130","DOI":"10.1109\/ICASSP.2015.7178347","volume-title":"Proceedings of the 2015 IEEE International Conference on Acoustics, Speech and Signal Processing","author":"Y Mroueh","year":"2015","unstructured":"Y. Mroueh, E. Marcheret, V. Goel. Deep multimodal learning for audio-visual speech recognition. In Proceedings of the 2015 IEEE International Conference on Acoustics, Speech and Signal Processing, IEEE, South Brisbane, Australia, pp. 2130\u20132134, 2015. DOI: https:\/\/doi.org\/10.1109\/ICASSP.2015.7178347."},{"key":"1398_CR14","doi-asserted-by":"publisher","first-page":"689","DOI":"10.5555\/3104482.3104569","volume-title":"Proceedings of the 28th International Conference on International Conference on Machine Learning","author":"J Ngiam","year":"2011","unstructured":"J. Ngiam, A. Khosla, M. Kim, J. Nam, H. Lee, A. Y. Ng. Multimodal deep learning. In Proceedings of the 28th International Conference on International Conference on Machine Learning, ACM, Bellevue, USA, pp. 689\u2013696, 2011. DOI: https:\/\/doi.org\/10.5555\/3104482.3104569."},{"key":"1398_CR15","doi-asserted-by":"publisher","first-page":"4594","DOI":"10.1109\/CVPR.2016.497","volume-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition","author":"Y W Pan","year":"2016","unstructured":"Y. W. Pan, T. Mei, T. Yao, H. Q. Li, Y. Rui. Jointly modeling embedding and translation to bridge video and language. In Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, IEEE, Las Vegas, USA, pp. 4594\u20134602, 2016. DOI: https:\/\/doi.org\/10.1109\/CVPR.2016.497."},{"key":"1398_CR16","unstructured":"D. Bahdanau, K. Cho, Y. Bengio. Neural machine translation by jointly learning to align and translate. In Proceedings of the 3rd International Conference on Learning Representations, San Diego, USA, 2015."},{"key":"1398_CR17","doi-asserted-by":"publisher","first-page":"3128","DOI":"10.1109\/CVPR.2015.7298932","volume-title":"Proceedings of the 2015 IEEE Conference on Computer Vision and Pattern Recognition","author":"A Karpathy","year":"2015","unstructured":"A. Karpathy, F. F. Li. Deep visual-semantic alignments for generating image descriptions. In Proceedings of the 2015 IEEE Conference on Computer Vision and Pattern Recognition, IEEE, Boston, USA, pp. 3128\u20133137, 2015. DOI: https:\/\/doi.org\/10.1109\/CVPR.2015.7298932."},{"key":"1398_CR18","unstructured":"K. Xu, J. Ba, R. Kiros, K. Cho, A. Courville, R. Salakhutdinov, R. Zemel, Y. Bengio. Show, attend and h]Neural image caption generation with visual attention. In Proceedings of the 32nd International Conference on Machine Learning, Lille, France, pp. 2048\u20132057, 2015."},{"key":"1398_CR19","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.patrec.2014.08.005","volume":"51","author":"X Y Jiang","year":"2015","unstructured":"X. Y. Jiang, F. Wu, Y. Zhang, S. L. Tang, W. M. Lu, Y. T. Zhuang. The classification of multi-modal data with hidden conditional random field. Pattern Recognition Letters, vol. 51, pp. 63\u201369, 2015. DOI: https:\/\/doi.org\/10.1016\/j.patrec.2014.08.005.","journal-title":"Pattern Recognition Letters"},{"key":"1398_CR20","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1007\/978-3-642-24571-8_51","volume-title":"Proceedings of the 4th International Conference on Affective Computing and Intelligent Interaction","author":"G A Ramirez","year":"2011","unstructured":"G. A. Ramirez, T. Baltru\u0161aitis, L. P. Morency. Modeling latent discriminative dynamic of multi-dimensional affective signals. In Proceedings of the 4th International Conference on Affective Computing and Intelligent Interaction, Springer, Memphis, USA, pp. 396\u2013406, 2011. DOI: https:\/\/doi.org\/10.1007\/978-3-642-24571-8_51."},{"key":"1398_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.pmcj.2018.09.003","volume":"51","author":"E Garcia-Ceja","year":"2018","unstructured":"E. Garcia-Ceja, M. Riegler, T. Nordgreen, P. Jakobsen, K. J. Oedegaard, J. T\u00f8resen. Mental health monitoring with multimodal sensing and machine learning: A survey. Pervasive and Mobile Computing, vol. 51, pp. 1\u201326, 2018. DOI: https:\/\/doi.org\/10.1016\/j.pmcj.2018.09.003.","journal-title":"Pervasive and Mobile Computing"},{"key":"1398_CR22","doi-asserted-by":"publisher","unstructured":"Y. D. Xia, D. Yang, Z. D. Yu, F. Z. Liu, J. Z. Cai, L. Q. Yu, Z. T. Zhu, D. G. Xu, A. Yuille, H. Roth. Uncertainty-aware multi-view co-training for semi-supervised medical image segmentation and domain adaptation. Medical Image Analysis, vol. 65, Article number 101766, 2020. DOI: https:\/\/doi.org\/10.1016\/j.media.2020.101766.","DOI":"10.1016\/j.media.2020.101766"},{"key":"1398_CR23","doi-asserted-by":"publisher","first-page":"171","DOI":"10.18653\/v1\/N16-1021","volume-title":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"J Rajendran","year":"2016","unstructured":"J. Rajendran, M. M. Khapra, S. Chandar, B. Ravindran. Bridge correlational neural networks for multilingual multimodal representation learning. In Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, ACL, San Diego, USA, pp. 171\u2013181, 2016. DOI: https:\/\/doi.org\/10.18653\/v1\/N16-1021."},{"issue":"1","key":"1398_CR24","doi-asserted-by":"publisher","first-page":"137","DOI":"10.21307\/ijssis-2017-283","volume":"1","author":"F Karray","year":"2008","unstructured":"F. Karray, M. Alemzadeh, J. A. Saleh, M. N. Arab. Human-computer interaction: Overview on state of the art. International Journal on Smart Sensing and Intelligent Systems, vol. 1, no. 1, pp. 137\u2013159, 2008. DOI: https:\/\/doi.org\/10.21307\/ijssis-2017-283.","journal-title":"International Journal on Smart Sensing and Intelligent Systems"},{"key":"1398_CR25","doi-asserted-by":"publisher","unstructured":"N. Rieke, J. Hancox, W. Q. Li, F. Milletar\u00ed, H. R. Roth, S. Albarqouni, S. Bakas, M. N. Galtier, B. A. Landman, K. Maier-Hein, S. Ourselin, M. Sheller, R. M. Summers, A. Trask, D. G. Xu, M. Baust, M. J. Cardoso. The future of digital health with federated learning, npj Digital Medicine, vol.3, Article number 119, 2020. DOI: https:\/\/doi.org\/10.1038\/s41746-020-00323-1.","DOI":"10.1038\/s41746-020-00323-1"},{"issue":"8","key":"1398_CR26","doi-asserted-by":"publisher","first-page":"2939","DOI":"10.1007\/s00371-021-02166-7","volume":"38","author":"K Bayoudh","year":"2022","unstructured":"K. Bayoudh, R. Knani, F. Hamdaoui, A. Mtibaa. A survey on deep multimodal learning for computer vision: Advances, trends, applications, and datasets. The Visual Computer, vol. 38, no. 8, pp. 2939\u20132970, 2022. DOI: https:\/\/doi.org\/10.1007\/s00371-021-02166-7.","journal-title":"The Visual Computer"},{"issue":"5","key":"1398_CR27","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1162\/neco_a_01273","volume":"32","author":"J Gao","year":"2020","unstructured":"J. Gao, P. Li, Z. K. Chen, J. N. Zhang. A survey on deep learning for multimodal data fusion. Neural Computation, vol. 32, no. 5, pp. 829\u2013864, 2020. DOI: https:\/\/doi.org\/10.1162\/neco_a_01273.","journal-title":"Neural Computation"},{"key":"1398_CR28","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1016\/j.inffus.2021.06.007","volume":"76","author":"G Muhammad","year":"2021","unstructured":"G. Muhammad, F. Alshehri, F. Karray, A. E. Saddik, M. Alsulaiman, T. H. Falk. A comprehensive survey on multimodal medical signals fusion for smart healthcare systems. Information Fusion, vol. 76, pp. 355\u2013375, 2021. DOI: https:\/\/doi.org\/10.1016\/j.inffus.2021.06.007.","journal-title":"Information Fusion"},{"issue":"1\u20132","key":"1398_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000083","volume":"14","author":"P Kairouz","year":"2021","unstructured":"P. Kairouz, H. B. McMahan, B. Avent, A. Bellet, M. Bennis, A. N. Bhagoji, K. Bonawitz, Z. Charles, G. Cormode, R. Cummings, R. G. L. D\u2019oliveira, H. Eichner, S. El Rouayheb, D. Evans, J. Gardner, Z. Garrett, A. Gasc\u00f3n, B. Ghazi, P. B. Gibbons, M. Gruteser, Z. Harchaoui, C. Y. He, L. He, Z. Y. Huo, B. Hutchinson, J. Hsu, M. Jaggi, T. Javidi, G. Joshi, M. Khodak, J. Konecn\u00fd, A. Korolova, F. Koushanfar, S. Koyejo, T. Lepoint, Y. Liu, P. Mittal, M. Mohri, R. Nock, A. \u00d6zg\u00fcr, R. Pagh, H. Qi, D. Ramage, R. Raskar, M. Raykova, D. Song, W. K. Song, S. U. Stich, Z. T. Sun, A. T. Suresh, F. Tramer, P. Vepakomma, J. Y. Wang, L. Xiong, Z. Xu, Q. Yang, F. X. Yu, H. Yu, S. Zhao. Advances and open problems in federated learning. Foundations and Trends\u00ae in Machine Learning, vol. 14, no. 1\u20132, pp. 1\u2013210, 2021. DOI: https:\/\/doi.org\/10.1561\/2200000083.","journal-title":"Foundations and Trends\u00ae in Machine Learning"},{"issue":"3","key":"1398_CR30","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"T. Li, A. K. Sahu, A. Talwalkar, V. Smith. Federated learning: Challenges, methods, and future directions. IEEE Signal Processing Magazine, vol. 37, no. 3, pp. 50\u201360, 2020. DOI: https:\/\/doi.org\/10.1109\/MSP.2020.2975749.","journal-title":"IEEE Signal Processing Magazine"},{"issue":"5","key":"1398_CR31","doi-asserted-by":"publisher","first-page":"3316","DOI":"10.1109\/TII.2020.3036166","volume":"18","author":"A M Fu","year":"2022","unstructured":"A. M. Fu, X. L. Zhang, N. X. Xiong, Y. S. Gao, H. Q. Wang, J. Zhang. VFL: A verifiable federated learning with privacy-preserving for big data in industrial IoT. IEEE Transactions on Industrial Informatics, vol. 18, no. 5, pp. 3316\u20133326, 2022. DOI: https:\/\/doi.org\/10.1109\/TII.2020.3036166.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"9","key":"1398_CR32","doi-asserted-by":"publisher","first-page":"6314","DOI":"10.1109\/TII.2021.3052183","volume":"17","author":"B Zhao","year":"2021","unstructured":"B. Zhao, K. Fan, K. Yang, Z. L. Wang, H. Li, Y. T. Yang. Anonymous and privacy-preserving federated learning with industrial big data. IEEE Transactions on Industrial Informatics, vol. 17, no. 9, pp. 6314\u20136323, 2021. DOI: https:\/\/doi.org\/10.1109\/TII.2021.3052183.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"6","key":"1398_CR33","doi-asserted-by":"publisher","first-page":"4177","DOI":"10.1109\/TII.2019.2942190","volume":"16","author":"Y L Lu","year":"2020","unstructured":"Y. L. Lu, X. H. Huang, Y. Y. Dai, S. Maharjan, Y. Zhang. Blockchain and federated learning for privacy-preserved data sharing in industrial IoT. IEEE Transactions on Industrial Informatics, vol. 16, no. 6, pp. 4177\u20134186, 2020. DOI: https:\/\/doi.org\/10.1109\/TII.2019.2942190.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"1398_CR34","doi-asserted-by":"publisher","unstructured":"I. Kholod, E. Yanaki, D. Fomichev, E. Shalugin, E. Novikova, E. Filippov, M. Nordlund. Open-source federated learning frameworks for IoT: A comparative review and analysis. Sensors, vol.21, no. 1, Article number 167, 2020. DOI: https:\/\/doi.org\/10.3390\/s21010167.","DOI":"10.3390\/s21010167"},{"issue":"3","key":"1398_CR35","doi-asserted-by":"publisher","first-page":"1622","DOI":"10.1109\/COMST.2021.3075439","volume":"23","author":"D C Nguyen","year":"2021","unstructured":"D. C. Nguyen, M. Ding, P. N. Pathirana, A. Seneviratne, J. Li, H. V. Poor. Federated learning for internet of things: A comprehensive survey. IEEE Communications Surveys & Tutorials, vol. 23, no. 3, pp. 1622\u20131658, 2021. DOI: https:\/\/doi.org\/10.1109\/COMST.2021.3075439.","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"2","key":"1398_CR36","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1007\/s11633-020-1263-y","volume":"18","author":"S Huang","year":"2021","unstructured":"S. Huang, W. Shao, M. L. Wang, D. Q. Zhang. fMRI-based decoding of visual information from human brain activity: A brief review. International Journal of Automation and Computing, vol. 18, no. 2, pp. 170\u2013184, 2021. DOI: https:\/\/doi.org\/10.1007\/s11633-020-1263-y.","journal-title":"International Journal of Automation and Computing"},{"issue":"21","key":"1398_CR37","doi-asserted-by":"publisher","first-page":"15884","DOI":"10.1109\/JIOT.2021.3056185","volume":"8","author":"W S Zhang","year":"2021","unstructured":"W. S. Zhang, T. Zhou, Q. H. Lu, X. Wang, C. S. Zhu, H. Y. Sun, Z. P. Wang, S. K. Lo, F. Y. Wang. Dynamic-fusion-based federated learning for COVID-19 detection. IEEE Internet of Things Journal, vol. 8, no. 21, pp. 15884\u201315891, 2021. DOI: https:\/\/doi.org\/10.1109\/JIOT.2021.3056185.","journal-title":"IEEE Internet of Things Journal"},{"key":"1398_CR38","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ymeth.2022.03.005","volume":"204","author":"A Nandi","year":"2022","unstructured":"A. Nandi, F. Xhafa. A federated learning method for realtime emotion state classification from multi-modal streaming. Methods, vol. 204, pp. 340\u2013347, 2022. DOI: https:\/\/doi.org\/10.1016\/j.ymeth.2022.03.005.","journal-title":"Methods"},{"key":"1398_CR39","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1109\/ICCWAMTIP53232.2021.9674116","volume-title":"Proceedings of the 18th International Computer Conference on Wavelet Active Media Technology and Information Processing","author":"B L Y Agbley","year":"2021","unstructured":"B. L. Y. Agbley, J. P. Li, A. U. Haq, E. K. Bankas, S. Ahmad, I. O. Agyemang, D. Kulevome, W. D. Ndiaye, B. Cobbinah, S. Latipova. Multimodal melanoma detection with federated learning. In Proceedings of the 18th International Computer Conference on Wavelet Active Media Technology and Information Processing, IEEE, Chengdu, China, pp. 238\u2013244, 2021. DOI: https:\/\/doi.org\/10.1109\/ICCWAMTIP53232.2021.9674116."},{"issue":"9","key":"1398_CR40","doi-asserted-by":"publisher","first-page":"9937","DOI":"10.1109\/TVT.2022.3178612","volume":"71","author":"P Cassar\u00e1","year":"2022","unstructured":"P. Cassar\u00e1, A. Gotta, L. Valerio. Federated feature selection for cyber-physical systems of systems. IEEE Transactions on Vehicular Technology, vol. 71, no. 9, pp. 9937\u20139950, 2022. DOI: https:\/\/doi.org\/10.1109\/TVT.2022.3178612.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"1398_CR41","doi-asserted-by":"publisher","first-page":"1719","DOI":"10.1109\/INFOCOM48880.2022.9796865","volume-title":"Proceedings of IEEE Conference on Computer Communications","author":"B Salehi","year":"2022","unstructured":"B. Salehi, J. Gu, D. Roy, K. Chowdhury. FLASH: Federated learning for automated selection of high-band mm-Wave sectors. In Proceedings of IEEE Conference on Computer Communications, IEEE, London, UK, pp. 1719\u20131728, 2022. DOI: https:\/\/doi.org\/10.1109\/INFOCOM48880.2022.9796865."},{"key":"1398_CR42","unstructured":"D. L. Li, J. P. Wang. FedMD: Heterogenous federated learning via model distillation, [Online], Available: https:\/\/arxiv.org\/abs\/1910.03581, 2019."},{"key":"1398_CR43","doi-asserted-by":"publisher","first-page":"8866","DOI":"10.1109\/ICASSP40776.2020.9054634","volume-title":"Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing","author":"M S H Abad","year":"2020","unstructured":"M. S. H. Abad, E. Ozfatura, D. GUndUz, O. Ercetin. Hierarchical federated learning ACROSS heterogeneous cellular networks. In Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing, IEEE, Barcelona, Spain, pp. 8866\u20138870, 2020. DOI: https:\/\/doi.org\/10.1109\/ICASSP40776.2020.9054634."},{"key":"1398_CR44","unstructured":"A. Khaled, K. Mishchenko, P. Richt\u00e1rik. Tighter theory for local SGD on identical and heterogeneous data. International Conference on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, 2020."},{"issue":"2","key":"1398_CR45","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/s11633-022-1314-7","volume":"19","author":"Q L Dang","year":"2022","unstructured":"Q. L. Dang, W. Xu, Y. F. Yuan. A dynamic resource allocation strategy with reinforcement learning for multimodal multi-objective optimization. Machine Intelligence Research, vol. 19, no. 2, pp. 138\u2013152, 2022. DOI: https:\/\/doi.org\/10.1007\/s11633-022-1314-7.","journal-title":"Machine Intelligence Research"},{"key":"1398_CR46","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1109\/ICALT.2017.122","volume-title":"Proceedings of the 17th International Conference on Advanced Learning Technologies","author":"D Spikol","year":"2017","unstructured":"D. Spikol, E. Ruffaldi, L. Landolfi, M. Cukurova. Estimation of success in collaborative learning based on multimodal learning analytics features. In Proceedings of the 17th International Conference on Advanced Learning Technologies, IEEE, Timisoara, Romania, pp. 269\u2013273, 2017. DOI: https:\/\/doi.org\/10.1109\/ICALT.2017.122."},{"issue":"5","key":"1398_CR47","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1111\/bjet.12982","volume":"51","author":"J K Olsen","year":"2020","unstructured":"J. K. Olsen, K. Sharma, N. Rummel, V. Aleven. Temporal analysis of multimodal data to predict collaborative learning outcomes. British Journal of Educational Technology, vol. 51, no. 5, pp. 1527\u20131547, 2020. DOI: https:\/\/doi.org\/10.1111\/bjet.12982.","journal-title":"British Journal of Educational Technology"},{"issue":"12","key":"1398_CR48","doi-asserted-by":"publisher","first-page":"3346","DOI":"10.1109\/TBME.2019.2904301","volume":"66","author":"W X Hu","year":"2019","unstructured":"W. X. Hu, B. Cai, A. Y. Zhang, V. D. Calhoun, Y. P. Wang. Deep collaborative learning with application to the study of multimodal brain development. IEEE Transactions on Biomedical Engineering, vol. 66, no. 12, pp. 3346\u20133359, 2019. DOI: https:\/\/doi.org\/10.1109\/TBME.2019.2904301.","journal-title":"IEEE Transactions on Biomedical Engineering"},{"key":"1398_CR49","unstructured":"P. P. Liang, R. Salakhutdinov, L. P. Morency. Computational modeling of human multimodal language: The MOSEI dataset and interpretable dynamic fusion. In First Workshop and Grand Challenge on Computational Modeling of Human Multimodal Language, 2018."},{"key":"1398_CR50","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.neucom.2022.01.063","volume":"480","author":"B C Xiong","year":"2022","unstructured":"B. C. Xiong, X. S. Yang, F. Qi, C. S. Xu. A unified framework for multi-modal federated learning. Neurocomputing, vol. 480, pp. 110\u2013118, 2022. DOI: https:\/\/doi.org\/10.1016\/j.neucom.2022.01.063.","journal-title":"Neurocomputing"},{"issue":"8","key":"1398_CR51","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1049\/tje2.12049","volume":"2021","author":"X Y Wei","year":"2021","unstructured":"X. Y. Wei. A multi-modal heterogeneous data mining algorithm using federated learning. The Journal of Engineering, vol. 2021, no. 8, pp. 458\u2013466, 2021. DOI: https:\/\/doi.org\/10.1049\/tje2.12049.","journal-title":"The Journal of Engineering"},{"key":"1398_CR52","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1109\/OJCS.2022.3206407","volume":"3","author":"A Qayyum","year":"2022","unstructured":"A. Qayyum, K. Ahmad, M. A. Ahsan, A. Al-Fuqaha, J. Qadir. Collaborative federated learning for healthcare: Multi-modal COVID-19 diagnosis at the edge. IEEE Open Journal of the Computer Society, vol. 3, pp. 172\u2013184, 2022. DOI: https:\/\/doi.org\/10.1109\/OJCS.2022.3206407.","journal-title":"IEEE Open Journal of the Computer Society"},{"key":"1398_CR53","unstructured":"T. Bernecker, A. Peters, C. L. Schlett, F. Bamberg, F. Theis, D. Rueckert, J. Wei\u00df, S. Albarqouni. FedNorm: Modality-based normalization in federated learning for multi-modal liver segmentation, [Online], Available: https:\/\/arxiv.org\/abs\/2205.11096, 2022."},{"key":"1398_CR54","unstructured":"T. N. Kipf, M. Welling. Semi-supervised classification with graph convolutional networks. In Proceedings of the 5th International Conference on Learning Representations, Toulon, France, 2017."},{"key":"1398_CR55","unstructured":"Y. Ouali, C. Hudelot, M. Tami. An overview of deep semi-supervised learning, [Online], Available: https:\/\/arxiv.org\/abs\/2006.05278, 2020."},{"key":"1398_CR56","unstructured":"Z. M. Zhang, Z. W. Yao, Y. Q. Yang, Y. J. Yan, J. E. Gonzalez, M. W. Mahoney. Benchmarking semi-supervised federated learning, [Online], Available: https:\/\/arxiv.org\/abs\/2008.11364vl, 2020."},{"issue":"1","key":"1398_CR57","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1109\/TMC.2021.3070013","volume":"22","author":"S Itahara","year":"2023","unstructured":"S. Itahara, T. Nishio, Y. Koda, M. Morikura, K. Yamamoto. Distillation-based semi-supervised federated learning for communication-efficient collaborative training with non-IID private data. IEEE Transactions on Mobile Computing, vol. 22, no. 1, pp. 191\u2013205, 2023. DOI: https:\/\/doi.org\/10.1109\/TMC.2021.3070013.","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"1398_CR58","unstructured":"Y. Kang, Y. Liu, X. L. Liang. FedCVT: Semi-supervised vertical federated learning with cross-view training, [Online], Available: https:\/\/arxiv.org\/abs\/2008.10838, 2020."},{"key":"1398_CR59","unstructured":"W. Jeong, J. Yoon, E. Yang, S. J. Hwang. Federated semi-supervised learning with inter-client consistency & disjoint learning. In Proceedings of the 9th International Conference on Learning Representations, 2021."},{"issue":"1","key":"1398_CR60","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/s11633-022-1315-6","volume":"19","author":"J Xie","year":"2022","unstructured":"J. Xie, S. Y. Liu, J. X. Chen. A framework for distributed semi-supervised learning using single-layer feedforward networks. Machine Intelligence Research, vol. 19, no. 1, pp. 63\u201374, 2022. DOI: https:\/\/doi.org\/10.1007\/s11633-022-1315-6.","journal-title":"Machine Intelligence Research"},{"key":"1398_CR61","first-page":"596","volume":"33","author":"K Sohn","year":"2020","unstructured":"K. Sohn, D. Berthelot, N. Carlini, Z. Z. Zhang, H. Zhang, C. A. Raffel, E. D. Cubuk, A. Kurakin, C. L. Li. Fixmatch: Simplifying semi-supervised learning with consistency and confidence. Advances in neural information processing systems, vol. 33, pp. 596\u2013608, 2020.","journal-title":"Advances in neural information processing systems"},{"key":"1398_CR62","doi-asserted-by":"publisher","first-page":"8595","DOI":"10.1109\/ICASSP.2013.6639343","volume-title":"Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing","author":"Q V Le","year":"2013","unstructured":"Q. V. Le. Building high-level features using large scale unsupervised learning. In Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing, IEEE, Vancouver, Canada, pp. 8595\u20138598, 2013. DOI: https:\/\/doi.org\/10.1109\/ICASSP.2013.6639343."},{"key":"1398_CR63","unstructured":"F. D. Zhang, K. Kuang, Z. Y. You, T. Shen, J. Xiao, Y. Zhang, C. Wu, Y. T. Zhuang, X. L. Li. Federated unsupervised representation learning, [Online], Available: https:\/\/arxiv.org\/abs\/2010.08982, 2020."},{"key":"1398_CR64","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9348203","volume-title":"Proceedings of IEEE Global Communications Conference","author":"M Servetnyk","year":"2020","unstructured":"M. Servetnyk, C. C. Fung, Z. Han. Unsupervised federated learning for unbalanced data. In Proceedings of IEEE Global Communications Conference, IEEE, Taipei, China, 2020. DOI: https:\/\/doi.org\/10.1109\/GLOBECOM42002.2020.9348203."},{"key":"1398_CR65","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/WASPAA52581.2021.9632783","volume-title":"Proceedings of IEEE Workshop on Applications of Signal Processing to Audio and Acoustics","author":"E Tzinis","year":"2021","unstructured":"E. Tzinis, J. Casebeer, Z. P. Wang, P. Smaragdis. Separate but together: Unsupervised federated learning for speech enhancement from non-IID data. In Proceedings of IEEE Workshop on Applications of Signal Processing to Audio and Acoustics, IEEE, New Paltz, USA, pp. 46\u201350, 2021. DOI: https:\/\/doi.org\/10.1109\/WASPAA52581.2021.9632783."},{"key":"1398_CR66","doi-asserted-by":"publisher","first-page":"8055","DOI":"10.1109\/TIP.2020.3011269","volume":"29","author":"W Kim","year":"2020","unstructured":"W. Kim, A. Kanezaki, M. Tanaka. Unsupervised learning of image segmentation based on differentiable feature clustering. IEEE Transactions on Image Processing 29 (2020): 8055\u20138068. DOI: https:\/\/doi.org\/10.1109\/TIP.2020.3011269.","journal-title":"IEEE Transactions on Image Processing"},{"issue":"4","key":"1398_CR67","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/MIS.2020.2988604","volume":"35","author":"Y Q Chen","year":"2020","unstructured":"Y. Q. Chen, X. Qin, J. D. Wang, C. H. Yu, W. Gao. Fedhealth: A federated transfer learning framework for wearable healthcare. IEEE Intelligent Systems, vol. 35, no. 4, pp. 83\u201393, 2020. DOI: https:\/\/doi.org\/10.1109\/MIS.2020.2988604.","journal-title":"IEEE Intelligent Systems"},{"key":"1398_CR68","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1145\/3534678.3539384","volume-title":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","author":"J Y Chen","year":"2022","unstructured":"J. Y. Chen, A. D. Zhang. FedMSplit: Correlation-adaptive federated multi-task learning across multimodal split networks. In Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, ACM, Washington DC, USA, pp. 87\u201396, 2022. DOI: https:\/\/doi.org\/10.1145\/3534678.3539384."},{"key":"1398_CR69","doi-asserted-by":"publisher","first-page":"2121","DOI":"10.5555\/2999792.2999849","volume-title":"Proceedings of the 26th International Conference on Neural Information Processing Systems","author":"A Frome","year":"2013","unstructured":"A. Frome, G. S. Corrado, J. Shlens, S. Bengio, J. Dean, M. A. Ranzato, T. Mikolov. DeViSE: A deep visual-semantic embedding model. In Proceedings of the 26th International Conference on Neural Information Processing Systems, ACM, Lake Tahoe, USA, pp. 2121\u20132129, 2013. DOI: https:\/\/doi.org\/10.5555\/2999792.2999849."},{"issue":"2","key":"1398_CR70","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/s10994-019-05855-6","volume":"109","author":"J E Van Engelen","year":"2020","unstructured":"J. E. Van Engelen, H. H. Hoos. A survey on semi-supervised learning. Machine Learning, vol. 109, no. 2, pp. 373\u2013440, 2020. DOI: https:\/\/doi.org\/10.1007\/s10994-019-05855-6.","journal-title":"Machine Learning"},{"key":"1398_CR71","first-page":"765","volume-title":"Proceedings of the 17th Annual Conference of the International Speech Communication Association","author":"Y A Chung","year":"2016","unstructured":"Y. A. Chung, C. C. Wu, C. H. Shen, H. Y. Lee, L. S. Lee. Audio Word2Vec: Unsupervised learning of audio segment representations using sequence-to-sequence autoencoder. In Proceedings of the 17th Annual Conference of the International Speech Communication Association, Interspeech, San Francisco, USA, pp. 765\u2013769, 2016."},{"key":"1398_CR72","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1109\/CVPR.2017.76","volume-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition","author":"R Zhang","year":"2017","unstructured":"R. Zhang, P. Isola, A. A. Efros. Split-brain autoencoders: Unsupervised learning by cross-channel prediction. In Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, IEEE, Honolulu, USA, pp. 645\u2013654, 2017. DOI: https:\/\/doi.org\/10.1109\/CVPR.2017.76."},{"issue":"9","key":"1398_CR73","doi-asserted-by":"publisher","first-page":"5597","DOI":"10.1007\/s11227-019-02805-w","volume":"75","author":"H Choi","year":"2019","unstructured":"H. Choi, M. Kim, G. Lee, W. Kim. Unsupervised learning approach for network intrusion detection system using autoencoders. The Journal of Supercomputing, vol. 75, no. 9, pp. 5597\u20135621, 2019. DOI: https:\/\/doi.org\/10.1007\/s11227-019-02805-w.","journal-title":"The Journal of Supercomputing"},{"key":"1398_CR74","unstructured":"Y. C. Zhao, H. Y. Liu, H. L. Li, P. Barnaghi, H. Haddadi. Semi-supervised federated learning for activity recognition, [Online], Available: https:\/\/arxiv.org\/abs\/2011.00851, 2020."},{"key":"1398_CR75","unstructured":"Y. C. Zhao, P. Barnaghi, H. Haddadi. Multimodal federated learning, [Online], Available: https:\/\/arxiv.org\/abs\/2109.04833v1, 2021."},{"key":"1398_CR76","doi-asserted-by":"publisher","unstructured":"H. Z. Yu, Z. K. Chen, X. Zhang, X. Chen, F. Z. Zhuang, H. Xiong, X. Z. Cheng. FedHAR: Semi-supervised online learning for personalized federated human activity recognition. IEEE Transactions on Mobile Computing, published online. DOI: https:\/\/doi.org\/10.1109\/TMC.2021.3136853.","DOI":"10.1109\/TMC.2021.3136853"},{"key":"1398_CR77","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.inffus.2021.12.003","volume":"81","author":"A Rahate","year":"2022","unstructured":"A. Rahate, R. Walambe, S. Ramanna, K. Kotecha. Multimodal co-learning: Challenges, applications with datasets, recent advances and future directions. Information Fusion, vol. 81, pp. 203\u2013239, 2022. DOI: https:\/\/doi.org\/10.1016\/j.inffus.2021.12.003.","journal-title":"Information Fusion"},{"key":"1398_CR78","doi-asserted-by":"crossref","unstructured":"J. B. Wang, G. Y. Xie, Y. W. Huang, Y. F. Zheng, Y. C. Jin, F. Zheng. FedMed-ATL: Misaligned unpaired brain image synthesis via affine transform loss, [Online], Available: https:\/\/arxiv.org\/abs\/2201.12589, 2022.","DOI":"10.1145\/3503161.3547762"},{"issue":"2","key":"1398_CR79","doi-asserted-by":"publisher","first-page":"1030","DOI":"10.1109\/JIOT.2020.3009358","volume":"8","author":"A Saeed","year":"2021","unstructured":"A. Saeed, F. D. Salim, T. Ozcelebi, J. Lukkien. Federated self-supervised learning of multisensor representations for embedded intelligence. IEEE Internet of Things Journal, vol. 8, no. 2, pp. 1030\u20131040, 2021. DOI: https:\/\/doi.org\/10.1109\/JIOT.2020.3009358.","journal-title":"IEEE Internet of Things Journal"},{"key":"1398_CR80","doi-asserted-by":"publisher","unstructured":"K. S. Arikumar, S. B. Prathiba, M. Alazab, T. R. Gadekallu, S. Pandya, J. M. Khan, R. S. Moorthy. FL-PMI: Federated learning-based person movement identification through wearable devices in smart healthcare systems. Sensors, vol.22, no. 4, Article number 1377, 2022. DOI: https:\/\/doi.org\/10.3390\/s22041377.","DOI":"10.3390\/s22041377"},{"key":"1398_CR81","unstructured":"Y. L. Sun. Federated Transfer Learning with Multimodal Data, [Online], Available: https:\/\/arxiv.org\/abs\/2209.03137, 2022."},{"key":"1398_CR82","unstructured":"W. Kay, J. Carreira, K. Simonyan, B. Zhang, C. Hillier, S. Vijayanarasimhan, F. Viola, T. Green, T. Back, P. Natsev, M. Suleyman, A. Zisserman. The kinetics human action video dataset, [Online], Available: https:\/\/arxiv.org\/abs\/1705.06950, 2017."},{"key":"1398_CR83","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/PERCOM.2016.7456521","volume-title":"Proceedings of IEEE International Conference on Pervasive Computing and Communications","author":"T Sztyler","year":"2016","unstructured":"T. Sztyler, H. Stuckenschmidt. On-body localization of wearable devices: An investigation of position-aware activity recognition. In Proceedings of IEEE International Conference on Pervasive Computing and Communications, IEEE, Sydney, Australia, pp. 1\u20139, 2016. DOI: https:\/\/doi.org\/10.1109\/PERCOM.2016.7456521."},{"issue":"4","key":"1398_CR84","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"C. Busso, M. Bulut, C. C. Lee, A. Kazemzadeh, E. Mower, S. Kim, J. N. Chang, S. Lee, S. S. Narayanan. IEMOCAP: Interactive emotional dyadic motion capture database. Language Resources and Evaluation, vol. 42, no. 4, pp. 335\u2013359, 2008. DOI: https:\/\/doi.org\/10.1007\/s10579-008-9076-6.","journal-title":"Language Resources and Evaluation"},{"key":"1398_CR85","doi-asserted-by":"publisher","unstructured":"Z. R. Wu, S. R. Song, A. Khosla, F. Yu, L. G. Zhang, X. O. Tang, J. X. Xiao. 3D ShapeNets: A deep representation for volumetric shapes. In Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, Boston, USA, pp. 1912\u20131920, 2015. DOI: https:\/\/doi.org\/10.1109\/CVPR.2015.7298801.","DOI":"10.1109\/CVPR.2015.7298801"},{"issue":"7","key":"1398_CR86","doi-asserted-by":"publisher","first-page":"826","DOI":"10.1016\/j.jpdc.2004.03.020","volume":"64","author":"M F Duarte","year":"2004","unstructured":"M. F. Duarte, Y. H. Hu. Vehicle classification in distributed sensor networks. Journal of Parallel and Distributed Computing, vol. 64, no. 7, pp. 826\u2013838, 2004. DOI: https:\/\/doi.org\/10.1016\/j.jpdc.2004.03.020.","journal-title":"Journal of Parallel and Distributed Computing"},{"key":"1398_CR87","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-319-13105-4_14","volume-title":"Proceedings of the 6th International Workshop on Ambient Assisted Living and Daily Activities","author":"A Banos","year":"2014","unstructured":"A. Banos, R. Garcia, J. A. Holgado-Terriza, M. Damas, H. Pomares, I. Rojas, A. Saez, C. Villalonga. mHealth-Droid: A novel framework for agile development of mobile health applications. In Proceedings of the 6th International Workshop on Ambient Assisted Living and Daily Activities, Springer, Belfast, UK, pp. 91\u201398, 2014. DOI: https:\/\/doi.org\/10.1007\/978-3-319-13105-4_14."},{"issue":"3","key":"1398_CR88","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.cmpb.2014.09.005","volume":"117","author":"B Kwolek","year":"2014","unstructured":"B. Kwolek, M. Kepski. Human fall detection on embedded platform using depth maps and wireless accelerometer. Computer Methods and Programs in Biomedicine, vol. 117, no. 3, pp. 489\u2013501, 2014. DOI: https:\/\/doi.org\/10.1016\/j.cmpb.2014.09.005.","journal-title":"Computer Methods and Programs in Biomedicine"},{"key":"1398_CR89","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1109\/PST.2016.7906930","volume-title":"Proceedings of the 14th Annual Conference on Privacy, Security and Trust","author":"J Ca\u00f1edo","year":"2016","unstructured":"J. Ca\u00f1edo, A. Skjellum. Using machine learning to secure IoT systems. In Proceedings of the 14th Annual Conference on Privacy, Security and Trust, IEEE, Auckland, New Zealand, pp. 219\u2013222, 2016. DOI: https:\/\/doi.org\/10.1109\/PST.2016.7906930."},{"issue":"5","key":"1398_CR90","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MSP.2018.2825478","volume":"35","author":"L Xiao","year":"2018","unstructured":"L. Xiao, X. Y. Wan, X. Z. Lu, Y. Y. Zhang, D. Wu. IoT security techniques based on machine learning: How do iot devices use ai to enhance security? IEEE Signal Processing Magazine, vol. 35, no. 5, pp. 41\u201349, 2018. DOI: https:\/\/doi.org\/10.1109\/MSP.2018.2825478.","journal-title":"IEEE Signal Processing Magazine"},{"key":"1398_CR91","doi-asserted-by":"publisher","unstructured":"F. Zantalis, G. Koulouras, S. Karabetsos, D. Kandris. A review of machine learning and iot in smart transportation. Future Internet, vol. 11, no. 4, Article number 94, 2019. DOI: https:\/\/doi.org\/10.3390\/fi11040094.","DOI":"10.3390\/fi11040094"},{"key":"1398_CR92","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1016\/j.patrec.2020.01.010","volume":"131","author":"A Franco","year":"2020","unstructured":"A. Franco, A. Magnani, D. Maio. A multimodal approach for human activity recognition based on skeleton and RGB data. Pattern Recognition Letters, vol. 131, pp. 293\u2013299, 2020. DOI: https:\/\/doi.org\/10.1016\/j.patrec.2020.01.010.","journal-title":"Pattern Recognition Letters"},{"issue":"2","key":"1398_CR93","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1109\/JIOT.2021.3078514","volume":"9","author":"Z Q Zhu","year":"2022","unstructured":"Z. Q. Zhu, S. Wan, P. Y. Fan, K. B. Letaief. Federated multiagent actor-critic learning for age sensitive mobile-edge computing. IEEE Internet of Things Journal, vol. 9, no. 2, pp. 1053\u20131067, 2022. DOI: https:\/\/doi.org\/10.1109\/JIOT.2021.3078514.","journal-title":"IEEE Internet of Things Journal"},{"key":"1398_CR94","doi-asserted-by":"publisher","unstructured":"S. Wang, C. Y. Li, D. W. K. Ng, Y. C. Eldar, H. V. Poor, Q. Hao, C. Z. Xu. Federated deep learning meets autonomous vehicle perception: Design and verification. IEEE Network, 2022. (Online first). DOI: https:\/\/doi.org\/10.1109\/MNET.104.2100403.","DOI":"10.1109\/MNET.104.2100403"},{"key":"1398_CR95","doi-asserted-by":"publisher","first-page":"1469","DOI":"10.1109\/INFOCOM48880.2022.9796724","volume-title":"Proceedings of IEEE Conference on Computer Communications","author":"S J Chen","year":"2022","unstructured":"S. J. Chen, B. C. Li. Towards optimal multi-modal federated learning on non-IID data with hierarchical gradient blending. In Proceedings of IEEE Conference on Computer Communications, IEEE, London, UK, pp. 1469\u20131478, 2022. DOI: https:\/\/doi.org\/10.1109\/INFOCOM48880.2022.9796724."},{"issue":"1","key":"1398_CR96","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s41666-020-00082-4","volume":"5","author":"J Xu","year":"2021","unstructured":"J. Xu, B. S. Glicksberg, C. Su, P. Walker, J. Bian, F. Wang. Federated learning for healthcare informatics. Journal of Healthcare Informatics Research, vol. 5, no. 1, pp. 1\u201319, 2021. DOI: https:\/\/doi.org\/10.1007\/s41666-020-00082-4.","journal-title":"Journal of Healthcare Informatics Research"},{"key":"1398_CR97","doi-asserted-by":"publisher","unstructured":"X. H. He, X. Y. Yang, S. H. Zhang, J. Y. Zhao, Y. C. Zhang, E. Xing, P. T. Xie. Sample-efficient deep learning for COVID-19 diagnosis based on CT scans. medrxiv, published online. DOI: https:\/\/doi.org\/10.1101\/2020.04.13.20063941.","DOI":"10.1101\/2020.04.13.20063941"},{"key":"1398_CR98","doi-asserted-by":"publisher","unstructured":"A. M. Ismael, A. \u015e eng\u00fcr. Deep learning approaches for COVID-19 detection based on chest X-ray images. Expert Systems with Applications, vol. 164, Article number 114054, 2021. DOI: https:\/\/doi.org\/10.1016\/j.eswa.2020.114054.","DOI":"10.1016\/j.eswa.2020.114054"},{"key":"1398_CR99","doi-asserted-by":"publisher","unstructured":"K. Gong, D. F. Wu, C. D. Arru, F. Homayounieh, N. Neumark, J. H. Guan, V. Buch, K. Kim, B. C. Bizzo, H. Ren, W. Y. Tak, S. Y. Park, Y. R. Lee, M. K. Kang, J. G. Park, A. Carriero, L. Saba, M. Masjedi, H. Talari, R. Babaei, H. K. Mobin, S. Ebrahimian, N. Guo, S. R. Digumarthy, I. Dayan, M. K. Kalra, Q. Z. Li. A multi-center study of COVID-19 patient prognosis using deep learning-based CT image analysis and electronic health records. European Journal of Radiology, vol. 139, Article number 109583, 2021. DOI: https:\/\/doi.org\/10.1016\/j.ejrad.2021.109583.","DOI":"10.1016\/j.ejrad.2021.109583"},{"key":"1398_CR100","unstructured":"V. S. Parekh, S. H. Lai, V. Braverman, J. Leal, S. Rowe, J. J. Pillai, M. A. Jacobs. Cross-domain federated learning in medical imaging, [Online], Available: https:\/\/arx-iv.org\/abs\/2112.10001, 2021."},{"key":"1398_CR101","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/CCIS53392.2021.9754623","volume-title":"Proceedings of the 7th International Conference on Cloud Computing and Intelligent Systems","author":"X M Chen","year":"2021","unstructured":"X. M. Chen, Y. X. Shao, Z. Xue, Z. Q. Yu. Multi-modal COVID-19 discovery with collaborative federated learning. In Proceedings of the 7th International Conference on Cloud Computing and Intelligent Systems, IEEE, Xi\u2019an, China, pp. 52\u201356, 2021. DOI: https:\/\/doi.org\/10.1109\/CCIS53392.2021.9754623."},{"key":"1398_CR102","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1145\/3523150.3523166","volume-title":"Proceedings of the 6th International Conference on Machine Learning and Soft Computing","author":"J Ji","year":"2022","unstructured":"J. Ji, D. F. Yan, Z. Y. Mu. Personnel status detection model suitable for vertical federated learning structure. In Proceedings of the 6th International Conference on Machine Learning and Soft Computing, ACM, Haikou, China, pp. 98\u2013104, 2022. DOI: https:\/\/doi.org\/10.1145\/3523150.3523166."},{"issue":"2","key":"1398_CR103","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2019","unstructured":"T. Baltru\u0161aitis, C. Ahuja, L. P. Morency. Multimodal machine learning: A survey and taxonomy. IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 41, no. 2, pp. 423\u2013443, 2019. DOI: https:\/\/doi.org\/10.1109\/TPAMI.2018.2798607.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"1398_CR104","doi-asserted-by":"publisher","unstructured":"T. Baltru\u0161aitis, C. Ahuja, L. P. Morency. Challenges and applications in multimodal machine learning. The Handbook of Multimodal-Multisensor Interfaces: Signal Processing, Architectures, and Detection of Emotion and Cognition, S. Oviatt, B. Schuller, P. R. Cohen, D. Sonntag, G. Potamianos, A. Kr\u00fcger, Eds., ACM, pp. 17\u201348, 2018. DOI: https:\/\/doi.org\/10.1145\/3107990.3107993.","DOI":"10.1145\/3107990.3107993"},{"key":"1398_CR105","doi-asserted-by":"publisher","first-page":"4758","DOI":"10.1109\/EMBC48229.2022.9871529","volume-title":"Proceedings of the 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society","author":"Q Chang","year":"2022","unstructured":"Q. Chang, H. Qu, Z. N. Yan, Y. H. Gao, L. Baskaran, D. Metaxas. Modality bank: Learn multi-modality images across data centers without sharing medical data. In Proceedings of the 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society, IEEE, Glasgow, UK, pp. 4758\u20134763, 2022. DOI: https:\/\/doi.org\/10.1109\/EMBC48229.2022.9871529."},{"key":"1398_CR106","doi-asserted-by":"publisher","first-page":"3360","DOI":"10.18653\/v1\/D18-1373","volume-title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","author":"C Wang","year":"2018","unstructured":"C. Wang, M. Niepert, H. Li. LRMM: Learning to recommend with missing modalities. In Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, ACL, Brussels, Belgium, pp. 3360\u20133370, 2018. DOI: https:\/\/doi.org\/10.18653\/v1\/D18-1373."},{"key":"1398_CR107","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/978-3-030-20351-1_32","volume-title":"Proceedings of the 26th International Conference on Information Processing in Medical Imaging","author":"Y Shen","year":"2019","unstructured":"Y. Shen, M. C. Gao. Brain tumor segmentation on mri with missing modalities. In Proceedings of the 26th International Conference on Information Processing in Medical Imaging, Springer, Hong Kong, China, pp. 417\u2013428, 2019. DOI: https:\/\/doi.org\/10.1007\/978-3-030-20351-1_32."},{"key":"1398_CR108","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/ICME51207.2021.9428219","volume-title":"Proceedings of IEEE International Conference on Multimedia and Expo","author":"F Ma","year":"2021","unstructured":"F. Ma, S. L. Huang, L. Zhang. An efficient approach for audio-visual emotion recognition with missing labels and missing modalities. In Proceedings of IEEE International Conference on Multimedia and Expo, IEEE, Shenzhen, China, pp. 1\u20136, 2021. DOI: https:\/\/doi.org\/10.1109\/ICME51207.2021.9428219."},{"key":"1398_CR109","doi-asserted-by":"publisher","unstructured":"A. Sadilek, L. Y. Liu, D. Nguyen, M. Kamruzzaman, S. Serghiou, B. Rader, A. Ingerman, S. Mellem, P. Kairouz, E. O. Nsoesie, J. Macfarlane, A. Vullikanti, M. Marathe, P. Eastham, J. S. Brownstein, B. A. Y. Arcas, M. D. Howell, J. Hernandez. Privacy-first health research with federated learning. NPJ Digital Medicine, vol. 4, no. 1, Article number 132, 2021. DOI: https:\/\/doi.org\/10.1038\/s41746-021-00489-2.","DOI":"10.1038\/s41746-021-00489-2"},{"key":"1398_CR110","doi-asserted-by":"crossref","unstructured":"I. Balelli, S. Silva, M. Lorenzi. A differentially private probabilistic framework for modeling the variability across federated datasets of heterogeneous multi-view observations, [Online], Available: https:\/\/arxiv.org\/abs\/2204.07352, 2022.","DOI":"10.59275\/j.melba.2022-7175"},{"issue":"3","key":"1398_CR111","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1109\/TCYB.2021.3126831","volume":"53","author":"L Zhang","year":"2023","unstructured":"L. Zhang, W. Cui, B. Li, Z. H. Chen, M. Wu, T. S. Gee. Privacy-preserving cross-environment human activity recognition. IEEE Transactions on Cybernetics, vol. 53, no. 3, pp. 1765\u20131775, 2023. DOI: https:\/\/doi.org\/10.1109\/TCYB.2021.3126831.","journal-title":"IEEE Transactions on Cybernetics"}],"container-title":["Machine Intelligence Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-022-1398-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11633-022-1398-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-022-1398-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T15:55:49Z","timestamp":1744214149000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11633-022-1398-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,1]]},"references-count":111,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["1398"],"URL":"https:\/\/doi.org\/10.1007\/s11633-022-1398-0","relation":{},"ISSN":["2731-538X","2731-5398"],"issn-type":[{"value":"2731-538X","type":"print"},{"value":"2731-5398","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,1]]},"assertion":[{"value":"19 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 November 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}