{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T15:19:11Z","timestamp":1778858351223,"version":"3.51.4"},"reference-count":278,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,4]],"date-time":"2025-01-04T00:00:00Z","timestamp":1735948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,4]],"date-time":"2025-01-04T00:00:00Z","timestamp":1735948800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BioData Mining"],"DOI":"10.1186\/s13040-024-00414-9","type":"journal-article","created":{"date-parts":[[2025,1,4]],"date-time":"2025-01-04T21:57:19Z","timestamp":1736027839000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":43,"title":["Open challenges and opportunities in federated foundation models towards biomedical healthcare"],"prefix":"10.1186","volume":"18","author":[{"given":"Xingyu","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lu","family":"Peng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu-Ping","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weihua","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,4]]},"reference":[{"key":"414_CR1","doi-asserted-by":"crossref","unstructured":"Jeblick K, Schachtner B, Dexl J, Mittermeier A, St\u00fcber AT, Topalis J, et\u00a0al. ChatGPT makes medicine easy to swallow: an exploratory case study on simplified radiology reports. Eur Radiol. 2023;34:1\u20139.","DOI":"10.1007\/s00330-023-10213-1"},{"key":"414_CR2","unstructured":"Touvron H, Lavril T, Izacard G, Martinet X, Lachaux MA, Lacroix T, et\u00a0al. Llama: Open and efficient foundation language models. arXiv\u00a0preprint\u00a0arXiv:2302.13971.\u00a02023."},{"issue":"7553","key":"414_CR3","first-page":"436","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep learning. New York: IEEE Corporate Headquarters. 2015;521(7553):436\u201344.","journal-title":"New York: IEEE Corporate Headquarters."},{"key":"414_CR4","unstructured":"Erhan D, Courville A, Bengio Y, Vincent P. Why does unsupervised pre-training help deep learning? In: Proceedings of the thirteenth international conference on artificial intelligence and statistics. JMLR Workshop and Conference Proceedings.\u00a0Italy: Chia Laguna Resort; 2010. p. 201\u20138."},{"key":"414_CR5","doi-asserted-by":"crossref","unstructured":"Caron M, Bojanowski P, Mairal J, Joulin A. Unsupervised pre-training of image features on non-curated data. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. 2019. pp. 2959\u201368.","DOI":"10.1109\/ICCV.2019.00305"},{"key":"414_CR6","doi-asserted-by":"crossref","unstructured":"Chen T, Frankle J, Chang S, Liu S, Zhang Y, Carbin M, et\u00a0al. The lottery tickets hypothesis for supervised and self-supervised pre-training in computer vision models. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters. 2021. p. 16306\u201316.","DOI":"10.1109\/CVPR46437.2021.01604"},{"key":"414_CR7","doi-asserted-by":"crossref","unstructured":"Wang X, Zhang R, Shen C, Kong T, Li L. Dense contrastive learning for self-supervised visual pre-training. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters. 2021. p. 3024\u201333.","DOI":"10.1109\/CVPR46437.2021.00304"},{"key":"414_CR8","unstructured":"Liu H, Li C, Wu Q, Lee YJ. Visual instruction tuning. Adv Neural Inf Process Sys. 2024;36."},{"key":"414_CR9","unstructured":"Christiano PF, Leike J, Brown T, Martic M, Legg S, Amodei D. Deep reinforcement learning from human preferences. Adv Neural Inf Process Syst. 2017;30."},{"key":"414_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13534-018-0058-3","volume":"8","author":"C Park","year":"2018","unstructured":"Park C, Took CC, Seong JK. Machine learning in biomedical engineering. Biomed Eng Lett. 2018;8:1\u20133.","journal-title":"Biomed Eng Lett."},{"issue":"4","key":"414_CR11","doi-asserted-by":"publisher","first-page":"291","DOI":"10.2174\/1389202922666210705124359","volume":"22","author":"H Habehh","year":"2021","unstructured":"Habehh H, Gohel S. Machine learning in healthcare. Curr Genomics. 2021;22(4):291.","journal-title":"Curr Genomics."},{"issue":"2","key":"414_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491209","volume":"55","author":"D Kaur","year":"2022","unstructured":"Kaur D, Uslu S, Rittichier KJ, Durresi A. Trustworthy artificial intelligence: a review. ACM Comput Surv (CSUR). 2022;55(2):1\u201338.","journal-title":"ACM Comput Surv (CSUR)."},{"key":"414_CR13","unstructured":"McMahan B, Moore E, Ramage D, Hampson S, Aguera\u00a0y\u00a0Arcas B. Communication-efficient learning of deep networks from decentralized data. In: Artificial intelligence and statistics. PMLR; 2017. pp. 1273\u201382."},{"key":"414_CR14","doi-asserted-by":"crossref","unstructured":"Li X, Qu Z, Tang B, Lu Z. FedLGA: Toward System-Heterogeneity of Federated Learning via Local Gradient Approximation. IEEE Trans Cybern. 2023.","DOI":"10.1109\/TCYB.2023.3247365"},{"issue":"4","key":"414_CR15","doi-asserted-by":"publisher","first-page":"3347","DOI":"10.1109\/TKDE.2021.3124599","volume":"35","author":"Q Li","year":"2021","unstructured":"Li Q, Wen Z, Wu Z, Hu S, Wang N, Li Y, et al. A survey on federated learning systems: Vision, hype and reality for data privacy and protection. IEEE Trans Knowl Data Eng. 2021;35(4):3347\u201366.","journal-title":"IEEE Trans Knowl Data Eng."},{"key":"414_CR16","doi-asserted-by":"publisher","first-page":"3454","DOI":"10.1109\/TIFS.2020.2988575","volume":"15","author":"K Wei","year":"2020","unstructured":"Wei K, Li J, Ding M, Ma C, Yang HH, Farokhi F, et al. Federated learning with differential privacy: Algorithms and performance analysis. IEEE Trans Inf Forensic Secur. 2020;15:3454\u201369.","journal-title":"IEEE Trans Inf Forensic Secur."},{"key":"414_CR17","doi-asserted-by":"crossref","unstructured":"Li H, Yu L, He W. The impact of GDPR on global technology development.\u00a0Hershey: Taylor & Francis; 2019.","DOI":"10.1080\/1097198X.2019.1569186"},{"key":"414_CR18","doi-asserted-by":"publisher","unstructured":"of\u00a0Medicine I. Beyond the HIPAA Privacy Rule: Enhancing Privacy, Improving Health Through Research. Nass SJ, Levit LA, Gostin LO, editors. Washington, DC: The National Academies Press; 2009. https:\/\/doi.org\/10.17226\/12458.","DOI":"10.17226\/12458"},{"key":"414_CR19","unstructured":"Lu W, Xixu H, Wang J, Xie X. Fedclip: fast generalization and personalization for clip in federated learning. In: ICLR 2023 Workshop on Trustworthy and Reliable Large-Scale Machine Learning Models.\u00a0Appleton: International Conference on Learning Representations. 2023."},{"key":"414_CR20","doi-asserted-by":"publisher","unstructured":"Wang Z, Wu Z, Agarwal D, Sun J. MedCLIP: Contrastive Learning from Unpaired Medical Images and Text. In: Goldberg Y, Kozareva Z, Zhang Y, editors. Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing. Abu Dhabi: Association for Computational Linguistics; 2022. pp. 3876\u201387. https:\/\/doi.org\/10.18653\/v1\/2022.emnlp-main.256.","DOI":"10.18653\/v1\/2022.emnlp-main.256"},{"issue":"14","key":"414_CR21","doi-asserted-by":"publisher","first-page":"4048","DOI":"10.3390\/s20144048","volume":"20","author":"X Wu","year":"2020","unstructured":"Wu X, Liang Z, Wang J. Fedmed: A federated learning framework for language modeling. Sensors. 2020;20(14):4048.","journal-title":"Sensors."},{"key":"414_CR22","unstructured":"Kraljevic Z, Shek A, Bean D, Bendayan R, Teo J, Dobson R. MedGPT: Medical concept prediction from clinical narratives. arXiv\u00a0preprint\u00a0arXiv:2107.03134. 2021."},{"issue":"2","key":"414_CR23","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1111\/coin.12563","volume":"39","author":"AAV Subramanian","year":"2023","unstructured":"Subramanian AAV, Venugopal JP. A deep ensemble network model for classifying and predicting breast cancer. Comput Intell. 2023;39(2):258\u201382.","journal-title":"Comput Intell."},{"issue":"1","key":"414_CR24","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1038\/s41746-021-00455-y","volume":"4","author":"L Rasmy","year":"2021","unstructured":"Rasmy L, Xiang Y, Xie Z, Tao C, Zhi D. Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ Digit Med. 2021;4(1):86.","journal-title":"NPJ Digit Med."},{"key":"414_CR25","unstructured":"Bommasani R, Hudson DA, Adeli E, Altman R, Arora S, von\u00a0Arx S, et\u00a0al. On the opportunities and risks of foundation models. arXiv\u00a0preprint\u00a0arXiv:2108.07258. 2021."},{"key":"414_CR26","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, et\u00a0al. Gpt-4 technical report. arXiv\u00a0preprint\u00a0arXiv:2303.08774. 2023."},{"key":"414_CR27","unstructured":"Ramesh A, Dhariwal P, Nichol A, Chu C, Chen M. Hierarchical text-conditional image generation with clip latents. arXiv\u00a0preprint\u00a0arXiv:2204.06125. 2022;1(2):3."},{"issue":"8","key":"414_CR28","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J. Long short-term memory. Neural Comput. 1997;9(8):1735\u201380.","journal-title":"Neural Comput."},{"key":"414_CR29","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, et\u00a0al. Attention is all you need. Adv Neural Inf Process Syst. 2017;30."},{"key":"414_CR30","doi-asserted-by":"crossref","unstructured":"Chowdhary K, Chowdhary K. Natural language processing. Fundam Artif Intell. 2020;603\u201349. https:\/\/dl.acm.org\/doi\/10.5555\/1074100.1074630.","DOI":"10.1007\/978-81-322-3972-7_19"},{"issue":"11","key":"414_CR31","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P. Gradient-based learning applied to document recognition. Proc IEEE. 1998;86(11):2278\u2013324.","journal-title":"Proc IEEE."},{"key":"414_CR32","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, et\u00a0al. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In: International Conference on Learning Representations.\u00a0Appleton: International Conference on Learning Representations; 2020."},{"key":"414_CR33","unstructured":"Kenton JDMWC, Toutanova LK. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In: Proceedings of NAACL-HLT. Stroudsburg: Association for Computational Linguistics (ACL). 2019. p. 4171\u201386."},{"issue":"140","key":"414_CR34","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res. 2020;21(140):1\u201367.","journal-title":"J Mach Learn Res."},{"key":"414_CR35","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters. 2016. p. 770\u20138.","DOI":"10.1109\/CVPR.2016.90"},{"key":"414_CR36","first-page":"21","volume":"1050","author":"JL Ba","year":"2016","unstructured":"Ba JL, Kiros JR, Hinton GE. Layer Normalization. Stat. 2016;1050:21.","journal-title":"Stat."},{"key":"414_CR37","unstructured":"Shiv V, Quirk C. Novel positional encodings to enable tree-based transformers. Adv Neural Inf Process Syst. 2019;32."},{"key":"414_CR38","unstructured":"Chen Y. Convolutional neural network for sentence classification. University of Waterloo; 2015."},{"key":"414_CR39","unstructured":"Mikolov T. Efficient estimation of word representations in vector space. arXiv\u00a0preprint\u00a0arXiv:1301.3781. 2013;3781."},{"key":"414_CR40","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD. Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). Stroudsburg: Association for Computational Linguistics (ACL). 2014. p. 1532\u201343.","DOI":"10.3115\/v1\/D14-1162"},{"key":"414_CR41","doi-asserted-by":"publisher","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, et\u00a0al. Deep Contextualized Word Representations. In: Walker M, Ji H, Stent A, editors. Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. vol. 1 (Long Papers). New Orleans: Association for Computational Linguistics; 2018. pp. 2227\u201337. https:\/\/doi.org\/10.18653\/v1\/N18-1202.","DOI":"10.18653\/v1\/N18-1202"},{"issue":"8","key":"414_CR42","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I, et al. Language models are unsupervised multitask learners. OpenAI Blog. 2019;1(8):9.","journal-title":"OpenAI Blog."},{"key":"414_CR43","unstructured":"Bengio Y, Ducharme R, Vincent P. A neural probabilistic language model. Adv Neural Inf Process Syst. 2000;13."},{"key":"414_CR44","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J. Distributed representations of words and phrases and their compositionality. Adv Neural Inf Process Syst. 2013;26."},{"key":"414_CR45","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P, et al. Language models are few-shot learners. Adv Neural Inf Process Syst. 2020;33:1877\u2013901.","journal-title":"Adv Neural Inf Process Syst."},{"issue":"240","key":"414_CR46","first-page":"1","volume":"24","author":"A Chowdhery","year":"2023","unstructured":"Chowdhery A, Narang S, Devlin J, Bosma M, Mishra G, Roberts A, et al. Palm: Scaling language modeling with pathways. J Mach Learn Res. 2023;24(240):1\u2013113.","journal-title":"J Mach Learn Res."},{"key":"414_CR47","unstructured":"Manyika J, Hsiao S. An overview of Bard: an early experiment with generative AI. AI Google Static Doc. 2023;2."},{"key":"414_CR48","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li LJ, Li K, Fei-Fei L. Imagenet: A large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition.\u00a0Washington, DC: IEEE Computer Society. 2009. pp. 248\u201355.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"414_CR49","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, et\u00a0al. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In: International Conference on Learning Representations. 2021. https:\/\/openreview.net\/forum?id=YicbFdNTTy. Accessed 12 Jan 2021."},{"key":"414_CR50","unstructured":"Radford A, Kim JW, Hallacy C, Ramesh A, Goh G, Agarwal S, et\u00a0al. Learning transferable visual models from natural language supervision. In: International conference on machine learning. Somerville: Microtome Publishing. 2021. p. 8748\u201363."},{"key":"414_CR51","doi-asserted-by":"crossref","unstructured":"Rombach R, Blattmann A, Lorenz D, Esser P, Ommer B. High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters. 2022. p. 10684\u201395.","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"414_CR52","doi-asserted-by":"crossref","unstructured":"Kirillov A, Mintun E, Ravi N, Mao H, Rolland C, Gustafson L, et\u00a0al. Segment anything. In:\u00a0Proceedings of the IEEE\/CVF International Conference on Computer Vision. 2023. p.\u00a04015\u201326.","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"414_CR53","doi-asserted-by":"crossref","unstructured":"W\u00f3jcik MA. Foundation Models in Healthcare: Opportunities, Biases and Regulatory Prospects in Europe. In: International Conference on Electronic Government and the Information Systems Perspective. Heidelberg: Springer Nature. 2022. pp. 32\u201346.","DOI":"10.1007\/978-3-031-12673-4_3"},{"issue":"10","key":"414_CR54","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-018-0305-z","volume":"2","author":"KH Yu","year":"2018","unstructured":"Yu KH, Beam AL, Kohane IS. Artificial intelligence in healthcare. Nat Biomed Eng. 2018;2(10):719\u201331.","journal-title":"Nat Biomed Eng."},{"key":"414_CR55","doi-asserted-by":"crossref","unstructured":"Bender EM, Gebru T, McMillan-Major A, Shmitchell S. On the dangers of stochastic parrots: Can language models be too big? In: Proceedings of the 2021 ACM conference on fairness, accountability, and transparency.\u00a0New York: Association for Computing Machinery (ACM). 2021. p. 610\u201323.","DOI":"10.1145\/3442188.3445922"},{"key":"414_CR56","doi-asserted-by":"crossref","unstructured":"Osman\u00a0Andersen T, Nunes F, Wilcox L, Kaziunas E, Matthiesen S, Magrabi F. Realizing AI in healthcare: challenges appearing in the wild. In: Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems.\u00a0New York: Association for Computing Machinery (ACM). 2021. p. 1\u20135.","DOI":"10.1145\/3411763.3441347"},{"key":"414_CR57","doi-asserted-by":"crossref","unstructured":"Liao QV, Zhang Y, Luss R, Doshi-Velez F, Dhurandhar A. Connecting algorithmic research and usage contexts: a perspective of contextualized evaluation for explainable AI. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing.Association for the Advancement of Artificial Intelligence (AAAI), vol.\u00a010.\u00a0Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI). 2022. p. 147\u201359.","DOI":"10.1609\/hcomp.v10i1.21995"},{"issue":"2","key":"414_CR58","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3582430","volume":"30","author":"HD Zaj\u0105c","year":"2023","unstructured":"Zaj\u0105c HD, Li D, Dai X, Carlsen JF, Kensing F, Andersen TO. Clinician-facing AI in the Wild: Taking Stock of the Sociotechnical Challenges and Opportunities for HCI. ACM Trans Comput Hum Interact. 2023;30(2):1\u201339.","journal-title":"ACM Trans Comput Hum Interact."},{"key":"414_CR59","doi-asserted-by":"crossref","unstructured":"Li W, Milletar\u00ec F, Xu D, Rieke N, Hancox J, Zhu W, et\u00a0al. Privacy-preserving federated brain tumour segmentation. In: Machine Learning in Medical Imaging: 10th International Workshop, MLMI 2019, Held in Conjunction with MICCAI 2019, Shenzhen, China, October 13, 2019, Proceedings 10.\u00a0Heidelberg: Springer Nature. 2019. pp. 133\u201341.","DOI":"10.1007\/978-3-030-32692-0_16"},{"issue":"1\u20132","key":"414_CR60","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000083","volume":"14","author":"P Kairouz","year":"2021","unstructured":"Kairouz P, McMahan HB, Avent B, Bellet A, Bennis M, Nitin Bhagoji A, et al. Advances and Open Problems in Federated Learning. Found Trends Mach Learn. 2021;14(1\u20132):1\u2013210. https:\/\/doi.org\/10.1561\/2200000083.","journal-title":"Found Trends Mach Learn."},{"issue":"3","key":"414_CR61","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Talwalkar A, Smith V. Federated learning: Challenges, methods, and future directions. IEEE Signal Process Mag. 2020;37(3):50\u201360.","journal-title":"IEEE Signal Process Mag."},{"key":"414_CR62","unstructured":"Karimireddy SP, Kale S, Mohri M, Reddi S, Stich S, Suresh AT. Scaffold: Stochastic controlled averaging for federated learning. In: International conference on machine learning. Somerville: Microtome Publishing. 2020. p. 5132\u201343."},{"key":"414_CR63","unstructured":"Qu Z, Li X, Duan R, Liu Y, Tang B, Lu Z. Generalized federated learning via sharpness aware minimization. In: International Conference on Machine Learning. PMLR; 2022. pp. 18250\u201380."},{"issue":"1","key":"414_CR64","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1109\/TDSC.2021.3135422","volume":"20","author":"X Li","year":"2021","unstructured":"Li X, Qu Z, Zhao S, Tang B, Lu Z, Liu Y. Lomar: A local defense against poisoning attack on federated learning. IEEE Trans Dependable Secure Comput. 2021;20(1):437\u201350.","journal-title":"IEEE Trans Dependable Secure Comput."},{"key":"414_CR65","doi-asserted-by":"crossref","unstructured":"Zhang J, Hua Y, Wang H, Song T, Xue Z, Ma R, et\u00a0al. FedCP: Separating Feature Information for Personalized Federated Learning via Conditional Policy. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. New York: Association for Computing Machinery (ACM); 2023.","DOI":"10.1145\/3580305.3599345"},{"key":"414_CR66","unstructured":"Beutel DJ, Topal T, Mathur A, Qiu X, Fernandez-Marques J, Gao Y, et\u00a0al. Flower: A Friendly Federated Learning Research Framework. arXiv\u00a0preprint\u00a0arXiv:2007.14390. 2020."},{"key":"414_CR67","unstructured":"He C, Li S, So J, Zeng X, Zhang M, Wang H, et\u00a0al. Fedml: A research library and benchmark for federated machine learning. arXiv\u00a0preprint\u00a0arXiv:2007.13518. 2020."},{"issue":"1","key":"414_CR68","first-page":"10320","volume":"22","author":"Y Liu","year":"2021","unstructured":"Liu Y, Fan T, Chen T, Xu Q, Yang Q. Fate: An industrial grade platform for collaborative learning with data protection. J Mach Learn Res. 2021;22(1):10320\u20135.","journal-title":"J Mach Learn Res."},{"issue":"5","key":"414_CR69","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.14778\/3579075.3579081","volume":"16","author":"Y Xie","year":"2023","unstructured":"Xie Y, Wang Z, Gao D, Chen D, Yao L, Kuang W, et al. FederatedScope: A Flexible Federated Learning Platform for Heterogeneity. Proc VLDB Endowment. 2023;16(5):1059\u201372.","journal-title":"Proc VLDB Endowment."},{"key":"414_CR70","unstructured":"Bonawitz K, Eichner H, Grieskamp W, Huba D, Ingerman A, Ivanov V, et\u00a0al. Towards Federated Learning at Scale: System Design. In: Talwalkar A, Smith V, Zaharia M, editors. Proceedings of Machine Learning and Systems. vol.\u00a01. 2019. pp. 374\u201388."},{"key":"414_CR71","first-page":"814","volume":"4","author":"D Huba","year":"2022","unstructured":"Huba D, Nguyen J, Malik K, Zhu R, Rabbat M, Yousefpour A, et al. Papaya: Practical, private, and scalable federated learning. Proc Mach Learn Syst. 2022;4:814\u201332.","journal-title":"Proc Mach Learn Syst."},{"key":"414_CR72","unstructured":"Hays K. Elon Musk\u2019s plan to charge for Twitter API access is unraveling \u2014 businessinsider.com. https:\/\/www.businessinsider.com\/elon-musk-plan-to-charge-for-twitter-api-access-unraveling-2023-5. Accessed 23 Feb 2024."},{"key":"414_CR73","unstructured":"Fung B. Reddit sparks outrage after a popular app developer said it wants him to pay $20 million a year for data access | CNN Business \u2014 cnn.com. https:\/\/www.cnn.com\/2023\/06\/01\/tech\/reddit-outrage-data-access-charge\/index.html. Accessed 23 Feb 2024."},{"key":"414_CR74","unstructured":"Nast C. Stack Overflow Will Charge AI Giants for Training Data \u2014 wired.com. https:\/\/www.wired.com\/story\/stack-overflow-will-charge-ai-giants-for-training-data\/. Accessed 23 Feb 2024."},{"issue":"12","key":"414_CR75","doi-asserted-by":"publisher","first-page":"1028","DOI":"10.1016\/j.tics.2020.09.004","volume":"24","author":"R Hadsell","year":"2020","unstructured":"Hadsell R, Rao D, Rusu AA, Pascanu R. Embracing change: Continual learning in deep neural networks. Trends Cogn Sci. 2020;24(12):1028\u201340.","journal-title":"Trends Cogn Sci."},{"key":"414_CR76","doi-asserted-by":"publisher","first-page":"127204","DOI":"10.1016\/j.neucom.2023.127204","volume":"572","author":"X Li","year":"2024","unstructured":"Li X, Tang B, Li H. AdaER: An adaptive experience replay approach for continual lifelong learning. Neurocomputing. 2024;572:127204.","journal-title":"Neurocomputing."},{"key":"414_CR77","unstructured":"Yoon J, Jeong W, Lee G, Yang E, Hwang SJ. Federated continual learning with weighted inter-client transfer. In: International Conference on Machine Learning. Somerville: Microtome Publishing. 2021. pp. 12073\u201386."},{"key":"414_CR78","unstructured":"Li Y, Wang H, Jin Q, Hu J, Chemerys P, Fu Y, et\u00a0al. Snapfusion: Text-to-image diffusion model on mobile devices within two seconds. Adv Neural Inf Process Syst. 2024;36."},{"key":"414_CR79","doi-asserted-by":"crossref","unstructured":"Shome D, Kar T. FedAffect: Few-shot federated learning for facial expression recognition. In: Proceedings of the IEEE\/CVF international conference on computer vision.\u00a0New York: IEEE Corporate Headquarters. 2021. p. 4168\u201375.","DOI":"10.1109\/ICCVW54120.2021.00463"},{"key":"414_CR80","unstructured":"Gao D, Yao X, Yang Q. A survey on heterogeneous federated learning. arXiv\u00a0preprint\u00a0arXiv:2210.04505. 2022."},{"issue":"11","key":"414_CR81","doi-asserted-by":"publisher","first-page":"2524","DOI":"10.1109\/TPDS.2020.2996273","volume":"31","author":"L Lyu","year":"2020","unstructured":"Lyu L, Yu J, Nandakumar K, Li Y, Ma X, Jin J, et al. Towards fair and privacy-preserving federated deep models. IEEE Trans Parallel Distrib Syst. 2020;31(11):2524\u201341.","journal-title":"IEEE Trans Parallel Distrib Syst."},{"key":"414_CR82","doi-asserted-by":"crossref","unstructured":"Chen C, Lyu L, Yu H, Chen G. Practical attribute reconstruction attack against federated learning. IEEE Trans Big Data. 2022;10(6):851\u201363.","DOI":"10.1109\/TBDATA.2022.3159236"},{"key":"414_CR83","unstructured":"Yu S, Mu\u00f1oz JP, Jannesari A. Federated Foundation Models: Privacy-Preserving and Collaborative Learning for Large Models. arXiv\u00a0preprint\u00a0arXiv:2305.11414. 2023."},{"key":"414_CR84","unstructured":"Chen HY, Tu CH, Li Z, Shen HW, Chao WL. On the importance and applicability of pre-training for federated learning. In: The Eleventh International Conference on Learning Representations.\u00a0Appleton: International Conference on Learning Representations. 2022."},{"key":"414_CR85","first-page":"19332","volume":"35","author":"Y Tan","year":"2022","unstructured":"Tan Y, Long G, Ma J, Liu L, Zhou T, Jiang J. Federated learning from pre-trained models: A contrastive learning approach. Adv Neural Inf Process Syst. 2022;35:19332\u201344.","journal-title":"Adv Neural Inf Process Syst."},{"key":"414_CR86","unstructured":"Zhang T, Feng T,\u00a0Alam S, Dimitriadis D, Lee S,\u00a0Zhang M, et al. Gpt-fl: Generative pre-trained model-assisted federated learning. arXiv\u00a0preprint\u00a0arXiv:2306.02210. 2023."},{"key":"414_CR87","unstructured":"Li D, Wang J. Fedmd: Heterogenous federated learning via model distillation. arXiv\u00a0preprint\u00a0arXiv:1910.03581. 2019."},{"key":"414_CR88","doi-asserted-by":"crossref","unstructured":"Guo T, Guo S, Wang J, Tang X, Xu W. Promptfl: Let federated participants cooperatively learn prompts instead of models-federated learning in age of foundation model. IEEE Trans Mob Comput. 2023;23(5):5179\u201394.","DOI":"10.1109\/TMC.2023.3302410"},{"key":"414_CR89","doi-asserted-by":"crossref","unstructured":"Zhao H, Du W, Li F, Li P, Liu G. Reduce communication costs and preserve privacy: Prompt tuning method in federated learning. arXiv\u00a0preprint\u00a0arXiv:2208.12268. 2022;1(2).","DOI":"10.1109\/ICASSP49357.2023.10095356"},{"key":"414_CR90","unstructured":"Qiu C, Li X, Mummadi CK, Ganesh MR, Li Z, Peng L, et\u00a0al. Federated Text-driven Prompt Generation for Vision-Language Models. In: The Twelfth International Conference on Learning Representations. 2024. https:\/\/openreview.net\/forum?id=NW31gAylIm. Accessed 16 Jan 2024."},{"key":"414_CR91","doi-asserted-by":"crossref","unstructured":"Crawford K. The atlas of AI: Power, politics, and the planetary costs of artificial intelligence.\u00a0New Haven: Yale University Press; 2021.","DOI":"10.12987\/9780300252392"},{"issue":"2","key":"414_CR92","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3564752","volume":"30","author":"A Thieme","year":"2023","unstructured":"Thieme A, Hanratty M, Lyons M, Palacios J, Marques RF, Morrison C, et al. Designing human-centered AI for mental health: Developing clinically relevant applications for online CBT treatment. ACM Trans Comput Hum Interact. 2023;30(2):1\u201350.","journal-title":"ACM Trans Comput Hum Interact."},{"key":"414_CR93","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1146\/annurev-biodatasci-092820-114757","volume":"4","author":"IY Chen","year":"2021","unstructured":"Chen IY, Pierson E, Rose S, Joshi S, Ferryman K, Ghassemi M. Ethical machine learning in healthcare. Ann Rev Biomed Data Sci. 2021;4:123\u201344.","journal-title":"Ann Rev Biomed Data Sci."},{"issue":"6","key":"414_CR94","doi-asserted-by":"publisher","first-page":"534","DOI":"10.1136\/bmjqs.2010.049213","volume":"20","author":"SJ Swensen","year":"2011","unstructured":"Swensen SJ, Kaplan GS, Meyer GS, Nelson EC, Hunt GC, Pryor DB, et al. Controlling healthcare costs by removing waste: what American doctors can do now. BMJ Qual Saf. 2011;20(6):534\u20137.","journal-title":"BMJ Qual Saf."},{"issue":"2","key":"414_CR95","doi-asserted-by":"publisher","first-page":"e12100","DOI":"10.2196\/12100","volume":"8","author":"M Van Hartskamp","year":"2019","unstructured":"Van Hartskamp M, Consoli S, Verhaegh W, Petkovic M, Van de Stolpe A, et al. Artificial intelligence in clinical health care applications. Interact J Med Res. 2019;8(2):e12100.","journal-title":"Interact J Med Res."},{"issue":"4","key":"414_CR96","doi-asserted-by":"publisher","first-page":"704","DOI":"10.1377\/hlthaff.2020.00094","volume":"39","author":"SP Keehan","year":"2020","unstructured":"Keehan SP, Cuckler GA, Poisal JA, Sisko AM, Smith SD, Madison AJ, et al. National Health Expenditure Projections, 2019\u201328: Expected Rebound In Prices Drives Rising Spending Growth: National health expenditure projections for the period 2019\u20132028. Health Affairs. 2020;39(4):704\u201314.","journal-title":"Health Affairs."},{"key":"414_CR97","doi-asserted-by":"crossref","unstructured":"Easwaran S, Venugopal JP, Subramanian AAV, Sundaram G, Naseeba B. A comprehensive learning based swarm optimization approach for feature selection in gene expression data. Heliyon. 2024;10(17). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2405844024131969.","DOI":"10.1016\/j.heliyon.2024.e37165"},{"issue":"1","key":"414_CR98","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1038\/s41746-021-00464-x","volume":"4","author":"DM Korngiebel","year":"2021","unstructured":"Korngiebel DM, Mooney SD. Considering the possibilities and pitfalls of Generative Pre-trained Transformer 3 (GPT-3) in healthcare delivery. NPJ Digit Med. 2021;4(1):93.","journal-title":"NPJ Digit Med."},{"issue":"16","key":"414_CR99","doi-asserted-by":"publisher","first-page":"1669","DOI":"10.1001\/jama.2016.12537","volume":"316","author":"HM Krumholz","year":"2016","unstructured":"Krumholz HM, Terry SF, Waldstreicher J. Data acquisition, curation, and use for a continuously learning health system. Jama. 2016;316(16):1669\u201370.","journal-title":"Jama."},{"key":"414_CR100","doi-asserted-by":"crossref","unstructured":"Suresh A, Udendhran R, Vimal S. Deep neural networks for multimodal imaging and biomedical applications.\u00a0Hershey: IGI Global; 2020.","DOI":"10.4018\/978-1-7998-3591-2"},{"key":"414_CR101","doi-asserted-by":"publisher","first-page":"86","DOI":"10.22381\/LPI1920204","volume":"19","author":"D Ionescu","year":"2020","unstructured":"Ionescu D. Deep learning algorithms and big health care data in clinical natural language processing. Linguist Philos Investig. 2020;19:86\u201392.","journal-title":"Linguist Philos Investig."},{"issue":"134","key":"414_CR102","doi-asserted-by":"publisher","first-page":"20170391","DOI":"10.1098\/rsif.2017.0391","volume":"14","author":"A Ma\u2019ayan","year":"2017","unstructured":"Ma\u2019ayan A. Complex systems biology. J R Soc Interface. 2017;14(134):20170391.","journal-title":"J R Soc Interface."},{"issue":"6","key":"414_CR103","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MSP.2017.2738401","volume":"34","author":"D Ramachandram","year":"2017","unstructured":"Ramachandram D, Taylor GW. Deep multimodal learning: A survey on recent advances and trends. IEEE Signal Process Mag. 2017;34(6):96\u2013108.","journal-title":"IEEE Signal Process Mag."},{"issue":"1","key":"414_CR104","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/5.554205","volume":"85","author":"DL Hall","year":"1997","unstructured":"Hall DL, Llinas J. An introduction to multisensor data fusion. Proc IEEE. 1997;85(1):6\u201323.","journal-title":"Proc IEEE."},{"key":"414_CR105","doi-asserted-by":"crossref","unstructured":"Castanedo F, et\u00a0al. A review of data fusion techniques. Sci World J. 2013;2013.","DOI":"10.1155\/2013\/704504"},{"issue":"2","key":"414_CR106","first-page":"325","volume":"19","author":"Y Li","year":"2018","unstructured":"Li Y, Wu FX, Ngom A. A review on machine learning principles for multi-view biological data integration. Brief Bioinforma. 2018;19(2):325\u201340.","journal-title":"Brief Bioinforma."},{"issue":"2","key":"414_CR107","doi-asserted-by":"publisher","first-page":"bbab569","DOI":"10.1093\/bib\/bbab569","volume":"23","author":"SR Stahlschmidt","year":"2022","unstructured":"Stahlschmidt SR, Ulfenborg B, Synnergren J. Multimodal deep learning for biomedical data fusion: a review. Brief Bioinforma. 2022;23(2):bbab569.","journal-title":"Brief Bioinforma."},{"key":"414_CR108","doi-asserted-by":"publisher","first-page":"112873","DOI":"10.1016\/j.eswa.2019.112873","volume":"140","author":"C Park","year":"2020","unstructured":"Park C, Ha J, Park S. Prediction of Alzheimer\u2019s disease based on deep neural network by integrating gene expression and DNA methylation dataset. Expert Syst Appl. 2020;140:112873.","journal-title":"Expert Syst Appl."},{"issue":"5","key":"414_CR109","doi-asserted-by":"publisher","first-page":"1605","DOI":"10.1109\/TCBB.2019.2909905","volume":"17","author":"C Peng","year":"2019","unstructured":"Peng C, Zheng Y, Huang DS. Capsule network based modeling of multi-omics data for discovery of breast cancer-related genes. IEEE\/ACM Trans Comput Biol Bioinforma. 2019;17(5):1605\u201312.","journal-title":"IEEE\/ACM Trans Comput Biol Bioinforma."},{"issue":"17","key":"414_CR110","doi-asserted-by":"publisher","first-page":"2601","DOI":"10.1093\/bioinformatics\/btab140","volume":"37","author":"I Bichindaritz","year":"2021","unstructured":"Bichindaritz I, Liu G, Bartlett C. Integrative survival analysis of breast cancer with gene expression and DNA methylation data. Bioinformatics. 2021;37(17):2601\u20138.","journal-title":"Bioinformatics."},{"issue":"6","key":"414_CR111","doi-asserted-by":"publisher","first-page":"1248","DOI":"10.1158\/1078-0432.CCR-17-0853","volume":"24","author":"K Chaudhary","year":"2018","unstructured":"Chaudhary K, Poirion OB, Lu L, Garmire LX. Deep learning-based multi-omics integration robustly predicts survival in liver cancer. Clin Cancer Res. 2018;24(6):1248\u201359.","journal-title":"Clin Cancer Res."},{"issue":"9","key":"414_CR112","doi-asserted-by":"publisher","first-page":"2013","DOI":"10.3390\/cancers13092013","volume":"13","author":"EF Franco","year":"2021","unstructured":"Franco EF, Rana P, Cruz A, Calderon VV, Azevedo V, Ramos RT, et al. Performance comparison of deep learning autoencoders for cancer subtype detection using multi-omics data. Cancers. 2021;13(9):2013.","journal-title":"Cancers."},{"key":"414_CR113","doi-asserted-by":"publisher","first-page":"2185","DOI":"10.1016\/j.csbj.2020.08.005","volume":"18","author":"MM Islam","year":"2020","unstructured":"Islam MM, Huang S, Ajwad R, Chi C, Wang Y, Hu P. An integrative deep learning framework for classifying molecular subtypes of breast cancer. Comput Struct Biotechnol J. 2020;18:2185\u201399.","journal-title":"Comput Struct Biotechnol J."},{"issue":"1","key":"414_CR114","first-page":"401","volume":"54","author":"S Albaradei","year":"2021","unstructured":"Albaradei S, Napolitano F, Thafar MA, Gojobori T, Essack M, Gao X. MetaCancer: A deep learning-based pan-cancer metastasis prediction model developed using multi-omics data. Comput Struct Biotechnol J. 2021;54(1):401\u201314.","journal-title":"Comput Struct Biotechnol J."},{"issue":"1","key":"414_CR115","doi-asserted-by":"publisher","first-page":"1952","DOI":"10.1038\/s41598-018-37769-z","volume":"9","author":"G Lee","year":"2019","unstructured":"Lee G, Nho K, Kang B, Sohn KA, Kim D. Predicting Alzheimer\u2019s disease progression using multi-modal deep learning approach. Sci Rep. 2019;9(1):1952.","journal-title":"Sci Rep."},{"key":"414_CR116","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1016\/j.neuroimage.2014.06.077","volume":"101","author":"HI Suk","year":"2014","unstructured":"Suk HI, Lee SW, Shen D, Initiative ADN, et al. Hierarchical feature representation and multimodal fusion with deep learning for AD\/MCI diagnosis. NeuroImage. 2014;101:569\u201382.","journal-title":"NeuroImage."},{"issue":"1","key":"414_CR117","doi-asserted-by":"publisher","first-page":"e25535","DOI":"10.2196\/25535","volume":"23","author":"M Xu","year":"2021","unstructured":"Xu M, Ouyang L, Han L, Sun K, Yu T, Li Q, et al. Accurately differentiating between patients with COVID-19, patients with other viral infections, and healthy individuals: multimodal late fusion learning approach. J Med Internet Res. 2021;23(1):e25535.","journal-title":"J Med Internet Res."},{"issue":"6","key":"414_CR118","doi-asserted-by":"publisher","first-page":"bbab289","DOI":"10.1093\/bib\/bbab289","volume":"22","author":"X Wang","year":"2021","unstructured":"Wang X, Liu M, Zhang Y, He S, Qin C, Li Y, et al. Deep fusion learning facilitates anatomical therapeutic chemical recognition in drug repurposing and discovery. Brief Bioinforma. 2021;22(6):bbab289.","journal-title":"Brief Bioinforma."},{"issue":"3","key":"414_CR119","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1093\/ehjdh\/ztac033","volume":"3","author":"JT Soto","year":"2022","unstructured":"Soto JT, Weston Hughes J, Sanchez PA, Perez M, Ouyang D, Ashley EA. Multimodal deep learning enhances diagnostic precision in left ventricular hypertrophy. Eur Heart J Digit Health. 2022;3(3):380\u20139.","journal-title":"Eur Heart J Digit Health."},{"issue":"3","key":"414_CR120","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1109\/TCBB.2018.2806438","volume":"16","author":"D Sun","year":"2018","unstructured":"Sun D, Wang M, Li A. A multimodal deep neural network for human breast cancer prognosis prediction by integrating multi-dimensional data. IEEE\/ACM Trans Comput Biol Bioinforma. 2018;16(3):841\u201350.","journal-title":"IEEE\/ACM Trans Comput Biol Bioinforma."},{"issue":"1","key":"414_CR121","doi-asserted-by":"publisher","first-page":"22147","DOI":"10.1038\/s41598-020-78888-w","volume":"10","author":"SC Huang","year":"2020","unstructured":"Huang SC, Pareek A, Zamanian R, Banerjee I, Lungren MP. Multimodal fusion with deep neural networks for leveraging CT imaging and electronic health record: a case-study in pulmonary embolism detection. Sci Rep. 2020;10(1):22147.","journal-title":"Sci Rep."},{"issue":"1","key":"414_CR122","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1478-4505-13-1","volume":"13","author":"SR Hanney","year":"2015","unstructured":"Hanney SR, Castle-Clarke S, Grant J, Guthrie S, Henshall C, Mestre-Ferrandiz J, et al. How long does biomedical research take? Studying the time taken between biomedical and health research and its translation into products, policy, and practice. Health Res Policy Syst. 2015;13(1):1\u201318.","journal-title":"Health Res Policy Syst."},{"issue":"9","key":"414_CR123","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1001\/jama.2020.1166","volume":"323","author":"OJ Wouters","year":"2020","unstructured":"Wouters OJ, McKee M, Luyten J. Estimated research and development investment needed to bring a new medicine to market, 2009\u20132018. Jama. 2020;323(9):844\u201353.","journal-title":"Jama."},{"key":"414_CR124","doi-asserted-by":"publisher","first-page":"110059","DOI":"10.1016\/j.chaos.2020.110059","volume":"139","author":"S Lalmuanawma","year":"2020","unstructured":"Lalmuanawma S, Hussain J, Chhakchhuak L. Applications of machine learning and artificial intelligence for Covid-19 (SARS-CoV-2) pandemic: A review. Chaos Solitons Fractals. 2020;139:110059.","journal-title":"Chaos Solitons Fractals."},{"issue":"9","key":"414_CR125","doi-asserted-by":"publisher","first-page":"3098","DOI":"10.1021\/acs.molpharmaceut.7b00346","volume":"14","author":"A Kadurin","year":"2017","unstructured":"Kadurin A, Nikolenko S, Khrabrov K, Aliper A, Zhavoronkov A. druGAN: an advanced generative adversarial autoencoder model for de novo generation of new molecules with desired molecular properties in silico. Mol Pharm. 2017;14(9):3098\u2013104.","journal-title":"Mol Pharm."},{"issue":"8","key":"414_CR126","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1016\/j.tips.2019.05.005","volume":"40","author":"S Harrer","year":"2019","unstructured":"Harrer S, Shah P, Antony B, Hu J. Artificial intelligence for clinical trial design. Trends Pharmacol Sci. 2019;40(8):577\u201391.","journal-title":"Trends Pharmacol Sci."},{"issue":"16","key":"414_CR127","doi-asserted-by":"publisher","first-page":"2626","DOI":"10.1093\/bioinformatics\/bth294","volume":"20","author":"GR Lanckriet","year":"2004","unstructured":"Lanckriet GR, De Bie T, Cristianini N, Jordan MI, Noble WS. A statistical framework for genomic data fusion. Bioinformatics. 2004;20(16):2626\u201335.","journal-title":"Bioinformatics."},{"issue":"5","key":"414_CR128","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1038\/nbt1203","volume":"24","author":"S Aerts","year":"2006","unstructured":"Aerts S, Lambrechts D, Maity S, Van Loo P, Coessens B, De Smet F, et al. Gene prioritization through genomic data fusion. Nat Biotechnol. 2006;24(5):537\u201344.","journal-title":"Nat Biotechnol."},{"issue":"12","key":"414_CR129","doi-asserted-by":"publisher","first-page":"3469","DOI":"10.1109\/TBME.2011.2169256","volume":"58","author":"J Kong","year":"2011","unstructured":"Kong J, Cooper LA, Wang F, Gutman DA, Gao J, Chisolm C, et al. Integrative, multimodal analysis of glioblastoma using TCGA molecular data, pathology images, and clinical outcomes. IEEE Trans Biomed Eng. 2011;58(12):3469\u201374.","journal-title":"IEEE Trans Biomed Eng."},{"issue":"5","key":"414_CR130","doi-asserted-by":"publisher","first-page":"1336","DOI":"10.1109\/TBME.2012.2235438","volume":"60","author":"RT Ribeiro","year":"2012","unstructured":"Ribeiro RT, Marinho RT, Sanches JM. Classification and staging of chronic liver disease from multimodal data. IEEE Trans Biomed Eng. 2012;60(5):1336\u201344.","journal-title":"IEEE Trans Biomed Eng."},{"issue":"15","key":"414_CR131","doi-asserted-by":"publisher","first-page":"e2023070118","DOI":"10.1073\/pnas.2023070118","volume":"118","author":"KE Wu","year":"2021","unstructured":"Wu KE, Yost KE, Chang HY, Zou J. BABEL enables cross-modality translation between multiomic profiles at single-cell resolution. Proc Natl Acad Sci. 2021;118(15):e2023070118.","journal-title":"Proc Natl Acad Sci."},{"key":"414_CR132","doi-asserted-by":"publisher","first-page":"107977","DOI":"10.1016\/j.compbiomed.2024.107977","volume":"170","author":"N Karthikeyan","year":"2024","unstructured":"Karthikeyan N, et al. A novel attention-based cross-modal transfer learning framework for predicting cardiovascular disease. Comput Biol Med. 2024;170:107977.","journal-title":"Comput Biol Med."},{"issue":"7","key":"414_CR133","doi-asserted-by":"publisher","first-page":"7628","DOI":"10.1609\/aaai.v36i7.20729","volume":"36","author":"K Lu","year":"2022","unstructured":"Lu K, Grover A, Abbeel P, Mordatch I. Frozen Pretrained Transformers as Universal Computation Engines. Proc AAAI Conf Artif Intell. 2022;36(7):7628\u201336. https:\/\/doi.org\/10.1609\/aaai.v36i7.20729.","journal-title":"Proc AAAI Conf Artif Intell."},{"key":"414_CR134","doi-asserted-by":"crossref","unstructured":"Krishna K, Khosla S, Bigham JP, Lipton ZC. Generating SOAP Notes from Doctor-Patient Conversations Using Modular Summarization Techniques. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing. vol. 1 (Long Papers).\u00a0Stroudsburg: Association for Computational Linguistics (ACL). 2021. p. 4958\u201372.","DOI":"10.18653\/v1\/2021.acl-long.384"},{"issue":"1","key":"414_CR135","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.jbi.2011.08.017","volume":"45","author":"P Klasnja","year":"2012","unstructured":"Klasnja P, Pratt W. Healthcare in the pocket: mapping the space of mobile-phone health interventions. J Biomed Inform. 2012;45(1):184\u201398.","journal-title":"J Biomed Inform."},{"key":"414_CR136","doi-asserted-by":"crossref","unstructured":"Zhu M, Ahuja A, Wei W, Reddy CK. A hierarchical attention retrieval model for healthcare question answering. In: The World Wide Web Conference.\u00a0New York: Association for Computing Machinery (ACM). 2019. p. 2472\u201382.","DOI":"10.1145\/3308558.3313699"},{"key":"414_CR137","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1200\/CCI.19.00079","volume":"4","author":"JT Beck","year":"2020","unstructured":"Beck JT, Rammage M, Jackson GP, Preininger AM, Dankwa-Mullan I, Roebuck MC, et al. Artificial intelligence tool for optimizing eligibility screening for clinical trials in a large community cancer center. JCO Clin Cancer Inform. 2020;4:50\u20139.","journal-title":"JCO Clin Cancer Inform."},{"key":"414_CR138","unstructured":"Pichai S. An important next step on our AI journey \u2014 blog.google. 2023. https:\/\/blog.google\/intl\/en-africa\/products\/explore-get-answers\/an-important-next-step-on-our-ai-journey\/. Accessed 06 Feb 2023."},{"issue":"6","key":"414_CR139","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1038\/s41551-021-00751-8","volume":"5","author":"RJ Chen","year":"2021","unstructured":"Chen RJ, Lu MY, Chen TY, Williamson DF, Mahmood F. Synthetic data in machine learning for medicine and healthcare. Nat Biomed Eng. 2021;5(6):493\u20137.","journal-title":"Nat Biomed Eng."},{"issue":"7873","key":"414_CR140","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1038\/s41586-021-03828-1","volume":"596","author":"K Tunyasuvunakool","year":"2021","unstructured":"Tunyasuvunakool K, Adler J, Wu Z, Green T, Zielinski M, \u017d\u00eddek A, et al. Highly accurate protein structure prediction for the human proteome. Nature. 2021;596(7873):590\u20136.","journal-title":"Nature."},{"issue":"7","key":"414_CR141","doi-asserted-by":"publisher","first-page":"1035","DOI":"10.1038\/s41587-022-01221-5","volume":"40","author":"SD Goenka","year":"2022","unstructured":"Goenka SD, Gorzynski JE, Shafin K, Fisk DG, Pesout T, Jensen TD, et al. Accelerated identification of disease-causing variants with ultra-rapid nanopore genome sequencing. Nat Biotechnol. 2022;40(7):1035\u201341.","journal-title":"Nat Biotechnol."},{"key":"414_CR142","doi-asserted-by":"crossref","unstructured":"Chien I, Deliu N, Turner R, Weller A, Villar S, Kilbertus N. Multi-disciplinary fairness considerations in machine learning for clinical trials. In: Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency.\u00a0Heidelberg: Springer Nature. 2022. p. 906\u201324.","DOI":"10.1145\/3531146.3533154"},{"key":"414_CR143","unstructured":"Zhuang W, Chen C, Lyu L. When foundation model meets federated learning: Motivations, challenges, and future directions. arXiv\u00a0preprint\u00a0arXiv:2306.15546. 2023."},{"key":"414_CR144","unstructured":"Nguyen J, Wang J, Malik K, Sanjabi M, Rabbat M. Where to begin? on the impact of pre-training and initialization in federated learning. In: Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS. 2022. https:\/\/openreview.net\/forum?id=zE9ctlWm5lx."},{"issue":"1","key":"414_CR145","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu C, Wu F, Lyu L, Huang Y, Xie X. Communication-efficient federated learning via knowledge distillation. Nat Commun. 2022;13(1):2032.","journal-title":"Nat Commun."},{"key":"414_CR146","doi-asserted-by":"crossref","unstructured":"Liao Y, Xu Y, Xu H, Yao Z, Wang L, Qiao C. Accelerating federated learning with data and model parallelism in edge computing. IEEE\/ACM Trans Network. 2023;32(6):904\u201318.","DOI":"10.1109\/TNET.2023.3299851"},{"key":"414_CR147","doi-asserted-by":"publisher","first-page":"98649","DOI":"10.1109\/ACCESS.2022.3206785","volume":"10","author":"Z Wang","year":"2022","unstructured":"Wang Z, Che B, Guo L, Du Y, Chen Y, Zhao J, et al. PipeFL: Hardware\/software co-design of an FPGA accelerator for federated learning. IEEE Access. 2022;10:98649\u201361.","journal-title":"IEEE Access."},{"key":"414_CR148","first-page":"25464","volume":"35","author":"B Yuan","year":"2022","unstructured":"Yuan B, He Y, Davis J, Zhang T, Dao T, Chen B, et al. Decentralized training of foundation models in heterogeneous environments. Adv Neural Inf Process Syst. 2022;35:25464\u201377.","journal-title":"Adv Neural Inf Process Syst."},{"key":"414_CR149","unstructured":"Houlsby N, Giurgiu A, Jastrzebski S, Morrone B, De\u00a0Laroussilhe Q, Gesmundo A, et\u00a0al. Parameter-efficient transfer learning for NLP. In: International Conference on Machine Learning.\u00a0Somerville: Microtome Publishing. 2019. pp. 2790\u20139."},{"key":"414_CR150","unstructured":"Hu EJ, yelong shen, Wallis P, Allen-Zhu Z, Li Y, Wang S, et\u00a0al. LoRA: Low-Rank Adaptation of Large Language Models. In: International Conference on Learning Representations. 2022. https:\/\/openreview.net\/forum?id=nZeVKeeFYf9. Accessed 28 Jan 2022."},{"key":"414_CR151","doi-asserted-by":"crossref","unstructured":"Lester B, Al-Rfou R, Constant N. The Power of Scale for Parameter-Efficient Prompt Tuning. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing. Stroudsburg: Association for Computational Linguistics (ACL). 2021. p. 3045\u201359.","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"414_CR152","doi-asserted-by":"crossref","unstructured":"Zhao H, Du W, Li F, Li P, Liu G. FedPrompt: Communication-Efficient and Privacy-Preserving Prompt Tuning in Federated Learning. In: ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). New York: IEEE Corporate Headquarters. 2023. pp. 1\u20135.","DOI":"10.1109\/ICASSP49357.2023.10095356"},{"key":"414_CR153","unstructured":"Hinton G. Distilling the knowledge in a neural network. arXiv\u00a0preprint\u00a0arXiv:1503.02531. 2015."},{"key":"414_CR154","doi-asserted-by":"crossref","unstructured":"Yang J, Shen X, Xing J, Tian X, Li H, Deng B, et\u00a0al. Quantization networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 2019. pp. 7308\u201316.","DOI":"10.1109\/CVPR.2019.00748"},{"key":"414_CR155","first-page":"129","volume":"2","author":"D Blalock","year":"2020","unstructured":"Blalock D, Gonzalez Ortiz JJ, Frankle J, Guttag J. What is the state of neural network pruning? Proc Mach Learn Syst. 2020;2:129\u201346.","journal-title":"Proc Mach Learn Syst."},{"key":"414_CR156","doi-asserted-by":"crossref","unstructured":"Song R, Zhou L, Lyu L, Festag A, Knoll A. Resfed: Communication efficient federated learning with deep compressed residuals. IEEE Internet Things J. 2023;11(6):9458\u201372.","DOI":"10.1109\/JIOT.2023.3324079"},{"key":"414_CR157","first-page":"109693","volume":"264","author":"B Nagy","year":"2023","unstructured":"Nagy B, Heged\u0171s I, S\u00e1ndor N, Egedi B. Privacy-preserving Federated Learning and its application to natural language processing. Knowl Based Syst. 2023;264:109693.","journal-title":"Knowl Based Syst."},{"key":"414_CR158","unstructured":"Liu M, Ho S, Wang M, Gao L, Jin Y, Zhang H. Federated learning meets natural language processing: A survey. arXiv\u00a0preprint\u00a0arXiv:2107.12603. 2021."},{"key":"414_CR159","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1016\/j.patrec.2024.01.001","volume":"178","author":"V Jothi\u00a0Prakash","year":"2024","unstructured":"Jothi\u00a0Prakash V, Arul Antran\u00a0Vijay S. A multi-aspect framework for explainable sentiment analysis. Pattern Recogn Lett. 2024;178:122\u20139.","journal-title":"Pattern Recogn Lett."},{"issue":"21","key":"414_CR160","first-page":"4479","volume":"11","author":"G Kim","year":"2024","unstructured":"Kim G, Yoo J, Kang S. Efficient Federated Learning with Pre-Trained Large Language Model Using Several Adapter Mechanisms. MDPI. 2024;11(21):4479.","journal-title":"MDPI."},{"key":"414_CR161","doi-asserted-by":"crossref","unstructured":"Ye R, Wang W, Chai J, Li D, Li Z, Xu Y, et\u00a0al. OpenFedLLM: Training Large Language Models on Decentralized Private Data via Federated Learning. In:\u00a0Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining; 2024. p.\u00a06137\u201347.","DOI":"10.1145\/3637528.3671582"},{"key":"414_CR162","doi-asserted-by":"crossref","unstructured":"Weller O, Marone M, Braverman V, Lawrie D, Van\u00a0Durme B. Pretrained Models for Multilingual Federated Learning. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies.\u00a0Stroudsburg: Association for Computational Linguistics (ACL). 2022. p. 1413\u201321.","DOI":"10.18653\/v1\/2022.naacl-main.101"},{"key":"414_CR163","doi-asserted-by":"crossref","unstructured":"Guo T, Guo S, Wang J. Pfedprompt: Learning personalized prompt for vision-language models in federated learning. In: Proceedings of the ACM Web Conference 2023. New York: Association for Computing Machinery (ACM). 2023. p. 1364\u201374.","DOI":"10.1145\/3543507.3583518"},{"key":"414_CR164","doi-asserted-by":"crossref","unstructured":"Peng Y, Bian J, Xu J. FedMM: Federated Multi-Modal Learning with Modality Heterogeneity in Computational Pathology. In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)}.\u00a0IEEE. 2024. p. 1696-700.","DOI":"10.1109\/ICASSP48485.2024.10448255"},{"key":"414_CR165","doi-asserted-by":"crossref","unstructured":"Chen H, Zhang Y, Krompass D, Gu J, Tresp V. Feddat: An approach for foundation model finetuning in multi-modal heterogeneous federated learning. In: Proceedings of the AAAI Conference on Artificial Intelligence,\u00a0vol.\u00a038.\u00a0Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI); 2024. p. 11285\u201393.","DOI":"10.1609\/aaai.v38i10.29007"},{"key":"414_CR166","doi-asserted-by":"crossref","unstructured":"Shi J, Zheng S, Yin X, Lu Y, Xie Y, Qu Y. CLIP-Guided Federated Learning on Heterogeneity and Long-Tailed Data. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038.\u00a0Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI); 2024. p. 14955\u201363.","DOI":"10.1609\/aaai.v38i13.29416"},{"key":"414_CR167","doi-asserted-by":"crossref","unstructured":"Su S, Yang M, Li B, Xue X. Federated Adaptive Prompt Tuning for Multi-Domain Collaborative Learning. In: Proceedings of the AAAI Conference on Artificial Intelligence. vol.\u00a038. 2024. pp. 15117\u201325.","DOI":"10.1609\/aaai.v38i13.29434"},{"key":"414_CR168","doi-asserted-by":"crossref","unstructured":"Lee KJ, Jeong B, Kim S, Kim D, Park D. General Commerce Intelligence: Glocally Federated NLP-Based Engine for Privacy-Preserving and Sustainable Personalized Services of Multi-Merchants. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038. Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI); 2024. p. 22752\u201360.","DOI":"10.1609\/aaai.v38i21.30309"},{"issue":"3","key":"414_CR169","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1038\/s42256-023-00626-4","volume":"5","author":"N Ding","year":"2023","unstructured":"Ding N, Qin Y, Yang G, Wei F, Yang Z, Su Y, et al. Parameter-efficient fine-tuning of large-scale pre-trained language models. Nat Mach Intell. 2023;5(3):220\u201335.","journal-title":"Nat Mach Intell."},{"key":"414_CR170","doi-asserted-by":"crossref","unstructured":"Cho YJ, Manoel A, Joshi G, Sim R, Dimitriadis D. Heterogeneous Ensemble Knowledge Transfer for Training Large Models in Federated Learning. In: Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence (IJCAI) Main Track.\u00a0Vienna: Center for Computer Science; 2022.","DOI":"10.24963\/ijcai.2022\/399"},{"key":"414_CR171","doi-asserted-by":"crossref","unstructured":"Liu R, Wu F, Wu C, Wang Y, Lyu L, Chen H, et\u00a0al. No one left behind: Inclusive federated learning over heterogeneous devices. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining.\u00a0New York: Association for Computing Machinery (ACM); 2022. p. 3398\u2013406.","DOI":"10.1145\/3534678.3539086"},{"key":"414_CR172","doi-asserted-by":"crossref","unstructured":"Ducange P, Marcelloni F, Renda A, Ruffini F. Federated Learning of XAI Models in Healthcare: A Case Study on Parkinson\u2019s Disease. Cogn Comput. 2024;16:1\u201326.","DOI":"10.1007\/s12559-024-10332-x"},{"key":"414_CR173","doi-asserted-by":"publisher","first-page":"101805","DOI":"10.1016\/j.inffus.2023.101805","volume":"99","author":"S Ali","year":"2023","unstructured":"Ali S, Abuhmed T, El-Sappagh S, Muhammad K, Alonso-Moral JM, Confalonieri R, et al. Explainable Artificial Intelligence (XAI): What we know and what is left to attain Trustworthy Artificial Intelligence. Inf Fusion. 2023;99:101805.","journal-title":"Inf Fusion."},{"key":"414_CR174","doi-asserted-by":"crossref","unstructured":"Zielinski K, Kowalczyk N, Kocejko T, Mazur-Milecka M, Neumann T, Ruminski J. Federated Learning in Healthcare Industry: Mammography Case Study. In: 2023 IEEE International Conference on Industrial Technology (ICIT).\u00a0New York: IEEE Corporate Headquarters. 2023. pp. 1\u20136.","DOI":"10.1109\/ICIT58465.2023.10143132"},{"key":"414_CR175","doi-asserted-by":"crossref","unstructured":"Mondrejevski L, Miliou I, Montanino A, Pitts D, Hollm\u00e9n J, Papapetrou P. FLICU: A Federated Learning Workflow for Intensive Care Unit Mortality Prediction. 2022. https:\/\/arxiv.org\/abs\/2205.15104. Accessed 313 Aug 2022.","DOI":"10.1109\/CBMS55023.2022.00013"},{"issue":"10","key":"414_CR176","doi-asserted-by":"publisher","first-page":"1872","DOI":"10.1007\/s11431-020-1647-3","volume":"63","author":"X Qiu","year":"2020","unstructured":"Qiu X, Sun T, Xu Y, Shao Y, Dai N, Huang X. Pre-trained models for natural language processing: A survey. Sci China Technol Sci. 2020;63(10):1872\u201397.","journal-title":"Sci China Technol Sci."},{"key":"414_CR177","unstructured":"Yuan L, Chen D, Chen YL, Codella N, Dai X, Gao J, et\u00a0al. Florence: A new foundation model for computer vision. arXiv\u00a0preprint\u00a0arXiv:2111.11432. 2021."},{"issue":"1","key":"414_CR178","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1038\/s41746-023-00952-2","volume":"6","author":"F Liu","year":"2023","unstructured":"Liu F, Zhu T, Wu X, Yang B, You C, Wang C, et al. A medical multimodal large language model for future pandemics. NPJ Digit Med. 2023;6(1):226.","journal-title":"NPJ Digit Med."},{"key":"414_CR179","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens G, Kooi T, Bejnordi BE, Setio AAA, Ciompi F, Ghafoorian M, et al. A survey on deep learning in medical image analysis. Med Image Anal. 2017;42:60\u201388.","journal-title":"Med Image Anal."},{"key":"414_CR180","doi-asserted-by":"crossref","unstructured":"Feng Z, Guo D, Tang D, Duan N, Feng X, Gong M, et\u00a0al. Codebert: A pre-trained model for programming and natural languages. In:\u00a0Findings of the Association for Computational Linguistics: EMNLP 2020; 2020. p.\u00a01536-47.","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"414_CR181","doi-asserted-by":"crossref","unstructured":"Min S, Lyu X, Holtzman A, Artetxe M, Lewis M, Hajishirzi H, et\u00a0al. Rethinking the role of demonstrations: What makes in-context learning work? arXiv\u00a0preprint\u00a0arXiv:2202.12837. 2022.","DOI":"10.18653\/v1\/2022.emnlp-main.759"},{"issue":"1","key":"414_CR182","first-page":"1","volume":"3","author":"Y Gu","year":"2021","unstructured":"Gu Y, Tinn R, Cheng H, Lucas M, Usuyama N, Liu X, et al. Domain-specific language model pretraining for biomedical natural language processing. ACM Trans Comput Healthc (HEALTH). 2021;3(1):1\u201323.","journal-title":"ACM Trans Comput Healthc (HEALTH)."},{"key":"414_CR183","doi-asserted-by":"crossref","unstructured":"Petroni F, Rockt\u00e4schel T, Riedel S, Lewis P, Bakhtin A, Wu Y, et\u00a0al. Language Models as Knowledge Bases? In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP).\u00a0Stroudsburg: Association for Computational Linguistics (ACL); 2019. p. 2463\u201373.","DOI":"10.18653\/v1\/D19-1250"},{"key":"414_CR184","doi-asserted-by":"crossref","unstructured":"Saxena S, Sangani R, Prasad S, Kumar S, Athale M, Awhad R, et\u00a0al. Large-scale knowledge synthesis and complex information retrieval from biomedical documents. In: 2022 IEEE International Conference on Big Data (Big Data).\u00a0New York: IEEE Corporate Headquarters. 2022. p. 2364\u20139.","DOI":"10.1109\/BigData55660.2022.10020725"},{"issue":"1","key":"414_CR185","doi-asserted-by":"publisher","first-page":"6595","DOI":"10.1038\/s41467-021-26921-5","volume":"12","author":"V Gupta","year":"2021","unstructured":"Gupta V, Choudhary K, Tavazza F, Campbell C, Liao WK, Choudhary A, et al. Cross-property deep transfer learning framework for enhanced predictive analytics on small materials data. Nat Commun. 2021;12(1):6595.","journal-title":"Nat Commun."},{"issue":"1","key":"414_CR186","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s00234-023-03252-4","volume":"66","author":"D Horiuchi","year":"2024","unstructured":"Horiuchi D, Tatekawa H, Shimono T, Walston SL, Takita H, Matsushita S, et al. Accuracy of ChatGPT generated diagnosis from patient\u2019s medical history and imaging findings in neuroradiology cases. Neuroradiology. 2024;66(1):73\u20139.","journal-title":"Neuroradiology."},{"issue":"4","key":"414_CR187","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1145\/1118890.1118891","volume":"37","author":"M Eichelberg","year":"2005","unstructured":"Eichelberg M, Aden T, Riesmeier J, Dogac A, Laleci GB. A survey and analysis of electronic healthcare record standards. Acm Comput Surv (CSUR). 2005;37(4):277\u2013315.","journal-title":"Acm Comput Surv (CSUR)."},{"issue":"01","key":"414_CR188","doi-asserted-by":"publisher","first-page":"214","DOI":"10.15265\/IY-2017-029","volume":"26","author":"G Gonzalez-Hernandez","year":"2017","unstructured":"Gonzalez-Hernandez G, Sarker A, O\u2019Connor K, Savova G. Capturing the patient\u2019s perspective: a review of advances in natural language processing of health-related text. Yearb Med Inform. 2017;26(01):214\u201327.","journal-title":"Yearb Med Inform."},{"key":"414_CR189","doi-asserted-by":"publisher","first-page":"103323","DOI":"10.1016\/j.jbi.2019.103323","volume":"101","author":"KS Kalyan","year":"2020","unstructured":"Kalyan KS, Sangeetha S. SECNLP: A survey of embeddings in clinical natural language processing. J Biomed Inform. 2020;101:103323.","journal-title":"J Biomed Inform."},{"key":"414_CR190","doi-asserted-by":"publisher","first-page":"103337","DOI":"10.1016\/j.jbi.2019.103337","volume":"101","author":"JRA Solares","year":"2020","unstructured":"Solares JRA, Raimondi FED, Zhu Y, Rahimian F, Canoy D, Tran J, et al. Deep learning for electronic health records: A comparative review of multiple deep neural architectures. J Biomed Inform. 2020;101:103337.","journal-title":"J Biomed Inform."},{"key":"414_CR191","unstructured":"Weng WH, Szolovits P. Representation learning for electronic health records. arXiv\u00a0preprint\u00a0arXiv:1909.09248. 2019."},{"issue":"1","key":"414_CR192","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AE Johnson","year":"2016","unstructured":"Johnson AE, Pollard TJ, Shen L, Lehman LWH, Feng M, Ghassemi M, et al. MIMIC-III, a freely accessible critical care database. Sci Data. 2016;3(1):1\u20139.","journal-title":"Sci Data."},{"issue":"3","key":"414_CR193","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1093\/ije\/dyv098","volume":"44","author":"E Herrett","year":"2015","unstructured":"Herrett E, Gallagher AM, Bhaskaran K, Forbes H, Mathur R, Van Staa T, et al. Data resource profile: clinical practice research datalink (CPRD). Int J Epidemiol. 2015;44(3):827\u201336.","journal-title":"Int J Epidemiol."},{"key":"414_CR194","doi-asserted-by":"crossref","unstructured":"Basaldella M, Liu F, Shareghi E, Collier N. COMETA: A corpus for medical entity linking in the social media. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). 2020. p.\u00a03122\u201337.","DOI":"10.18653\/v1\/2020.emnlp-main.253"},{"key":"414_CR195","doi-asserted-by":"publisher","first-page":"1023281","DOI":"10.3389\/frai.2023.1023281","volume":"6","author":"M M\u00fcller","year":"2023","unstructured":"M\u00fcller M, Salath\u00e9 M, Kummervold PE. Covid-twitter-bert: A natural language processing model to analyse covid-19 content on twitter. Front Artif Intell. 2023;6:1023281.","journal-title":"Front Artif Intell."},{"key":"414_CR196","doi-asserted-by":"crossref","unstructured":"Johnson AE, Pollard TJ, Greenbaum NR, Lungren MP, Deng Cy, Peng Y, et\u00a0al. MIMIC-CXR-JPG, a large publicly available database of labeled chest radiographs. arXiv\u00a0preprint\u00a0arXiv:1901.07042. 2019.","DOI":"10.1038\/s41597-019-0322-0"},{"issue":"15","key":"414_CR197","doi-asserted-by":"publisher","first-page":"2112","DOI":"10.1093\/bioinformatics\/btab083","volume":"37","author":"Y Ji","year":"2021","unstructured":"Ji Y, Zhou Z, Liu H, Davuluri RV. DNABERT: pre-trained Bidirectional Encoder Representations from Transformers model for DNA-language in genome. Bioinformatics. 2021;37(15):2112\u201320.","journal-title":"Bioinformatics."},{"key":"414_CR198","doi-asserted-by":"publisher","first-page":"1115","DOI":"10.1016\/j.neuroimage.2015.03.056","volume":"124","author":"TD Satterthwaite","year":"2016","unstructured":"Satterthwaite TD, Connolly JJ, Ruparel K, Calkins ME, Jackson C, Elliott MA, et al. The Philadelphia Neurodevelopmental Cohort: A publicly available resource for the study of normal and abnormal brain development in youth. Neuroimage. 2016;124:1115\u20139.","journal-title":"Neuroimage."},{"key":"414_CR199","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.nicl.2017.08.017","volume":"17","author":"AS Heinsfeld","year":"2018","unstructured":"Heinsfeld AS, Franco AR, Craddock RC, Buchweitz A, Meneguzzi F. Identification of autism spectrum disorder using deep learning and the ABIDE dataset. NeuroImage Clin. 2018;17:16\u201323.","journal-title":"NeuroImage Clin."},{"key":"414_CR200","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1016\/j.neuroimage.2017.10.034","volume":"166","author":"F Alfaro-Almagro","year":"2018","unstructured":"Alfaro-Almagro F, Jenkinson M, Bangerter NK, Andersson JL, Griffanti L, Douaud G, et al. Image processing and Quality Control for the first 10,000 brain imaging datasets from UK Biobank. Neuroimage. 2018;166:400\u201324.","journal-title":"Neuroimage."},{"issue":"2","key":"414_CR201","doi-asserted-by":"publisher","first-page":"e4562","DOI":"10.1002\/pro.4562","volume":"32","author":"A Digre","year":"2023","unstructured":"Digre A, Lindskog C. The human protein atlas-Integrated omics for single cell mapping of the human proteome. Protein Sci. 2023;32(2):e4562.","journal-title":"Protein Sci."},{"issue":"17","key":"414_CR202","doi-asserted-by":"publisher","first-page":"2778","DOI":"10.1093\/bioinformatics\/btv272","volume":"31","author":"AC Frazee","year":"2015","unstructured":"Frazee AC, Jaffe AE, Langmead B, Leek JT. Polyester: simulating RNA-seq datasets with differential transcript expression. Bioinformatics. 2015;31(17):2778\u201384.","journal-title":"Bioinformatics."},{"key":"414_CR203","unstructured":"Pelka O, Friedrich CM, Garc\u00eda Seco\u00a0de Herrera A, M\u00fcller H. Overview of the ImageCLEFmed 2020 concept prediction task: Medical image understanding. CLEF2020 Working Notes. 2020;2696."},{"key":"414_CR204","unstructured":"Wang B, Shang L, Lioma C, Jiang X, Yang H, Liu Q, et\u00a0al. On position embeddings in bert. In: International Conference on Learning Representations.\u00a0Appleton: International Conference on Learning Representations; 2020."},{"key":"414_CR205","unstructured":"Wang B, Zhao D, Lioma C, Li Q, Zhang P, Simonsen JG. Encoding word order in complex embeddings. In: International Conference on Learning Representations.\u00a0Appleton: International Conference on Learning Representations; 2019."},{"key":"414_CR206","unstructured":"Radford A, Narasimhan K. Improving Language Understanding by Generative Pre-Training.\u00a0Appleton: International Conference on Learning Representations; 2018. https:\/\/api.semanticscholar.org\/CorpusID:49313245."},{"key":"414_CR207","unstructured":"Kenton JD, Chang MW, Toutanova LK. Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of naacL-HLT.\u00a0Minneapolis, Minnesota. 2018;1:2."},{"issue":"4","key":"414_CR208","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, Yoon W, Kim S, Kim D, Kim S, So CH, et al. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics. 2020;36(4):1234\u201340.","journal-title":"Bioinformatics."},{"key":"414_CR209","doi-asserted-by":"crossref","unstructured":"Peng Y, Yan S, Lu Z. Transfer learning in biomedical natural language processing: an evaluation of BERT and ELMo on ten benchmarking datasets. In: Proceedings of the 18th BioNLP Workshop and Shared Task. 2019. p. 58\u201365.","DOI":"10.18653\/v1\/W19-5006"},{"key":"414_CR210","doi-asserted-by":"crossref","unstructured":"Beltagy I, Lo K, Cohan A. SciBERT: A Pretrained Language Model for Scientific Text. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP).\u00a0Stroudsburg: Association for Computational Linguistics (ACL); 2019. p. 3615\u201320.","DOI":"10.18653\/v1\/D19-1371"},{"key":"414_CR211","doi-asserted-by":"publisher","first-page":"103982","DOI":"10.1016\/j.jbi.2021.103982","volume":"126","author":"KS Kalyan","year":"2022","unstructured":"Kalyan KS, Rajasekharan A, Sangeetha S. AMMU: a survey of transformer-based biomedical pretrained language models. J Biomed Inform. 2022;126:103982.","journal-title":"J Biomed Inform."},{"issue":"9","key":"414_CR212","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu P, Yuan W, Fu J, Jiang Z, Hayashi H, Neubig G. Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing. ACM Comput Surv. 2023;55(9):1\u201335.","journal-title":"ACM Comput Surv."},{"key":"414_CR213","doi-asserted-by":"publisher","unstructured":"Thieme A, Nori A, Ghassemi M, Bommasani R, Andersen TO, Luger E. Foundation Models in Healthcare: Opportunities, Risks & Strategies Forward. In: Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems. CHI EA \u201923. New York: Association for Computing Machinery; 2023. https:\/\/doi.org\/10.1145\/3544549.3583177.","DOI":"10.1145\/3544549.3583177"},{"key":"414_CR214","doi-asserted-by":"crossref","unstructured":"Sang ETK, De\u00a0Meulder F. Introduction to the CoNLL-2003 Shared Task: Language-Independent Named Entity Recognition. In: Proceedings of the Seventh Conference on Natural Language Learning at HLT-NAACL 2003.\u00a0Stroudsburg: Association for Computational Linguistics (ACL). 2003. p. 142\u20137.","DOI":"10.3115\/1119176.1119195"},{"key":"414_CR215","unstructured":"Bai J, Bai S, Chu Y, Cui Z, Dang K, Deng X, et\u00a0al. Qwen technical report. arXiv\u00a0preprint\u00a0arXiv:2309.16609. 2023."},{"key":"414_CR216","unstructured":"Huang K, Altosaar J, Ranganath R. Clinicalbert: Modeling clinical notes and predicting hospital readmission. arXiv\u00a0preprint\u00a0arXiv:1904.05342. 2019."},{"key":"414_CR217","unstructured":"Phan LN, Anibal JT, Tran H, Chanana S, Bahadroglu E, Peltekian A, et\u00a0al. Scifive: a text-to-text transformer model for biomedical literature. arXiv\u00a0preprint\u00a0arXiv:2106.03598. 2021."},{"key":"414_CR218","unstructured":"Monajatipoor M, Yang J, Stremmel J, Emami M, Mohaghegh F, Rouhsedaghat M, et\u00a0al. LLMs in Biomedicine: A study on clinical Named Entity Recognition. arXiv\u00a0preprint\u00a0arXiv:2404.07376. 2024."},{"key":"414_CR219","unstructured":"Wang G, Yang G, Du Z, Fan L, Li X. ClinicalGPT: large language models finetuned with diverse medical data and comprehensive evaluation. arXiv\u00a0preprint\u00a0arXiv:2306.09968. 2023."},{"issue":"7972","key":"414_CR220","first-page":"172","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal K, Azizi S, Tu T, Mahdavi SS, Wei J, Chung HW, et al. Large language models encode clinical knowledge. Nature. Nature Publishing Group. 2023;620(7972):172\u201380.","journal-title":"Nature. Nature Publishing Group."},{"key":"414_CR221","unstructured":"Yunxiang L, Zihan L, Kai Z, Ruilong D, You Z. Chatdoctor: A medical chat model fine-tuned on llama model using medical domain knowledge. arXiv\u00a0preprint\u00a0arXiv:2303.14070. 2023;2(5):6."},{"key":"414_CR222","doi-asserted-by":"crossref","unstructured":"Luo L, Ning J, Zhao Y, Wang Z, Ding Z, Chen P, et\u00a0al. Taiyi: a bilingual fine-tuned large language model for diverse biomedical tasks. J Am Med Inform Assoc. 2024;ocae037.\u00a0arxiv preprint paper","DOI":"10.1093\/jamia\/ocae037"},{"key":"414_CR223","doi-asserted-by":"crossref","unstructured":"Vincent P, Larochelle H, Bengio Y, Manzagol PA. Extracting and composing robust features with denoising autoencoders. In: Proceedings of the 25th international conference on Machine learning. New York: Association for Computing Machinery (ACM); 2008. p. 1096\u2013103.","DOI":"10.1145\/1390156.1390294"},{"key":"414_CR224","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, et\u00a0al. Generative adversarial nets. Adv Neural Inf Process Syst. 2014;27."},{"key":"414_CR225","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G. A simple framework for contrastive learning of visual representations. In: International conference on machine learning.\u00a0Somerville: Microtome Publishing. 2020. p. 1597\u2013607."},{"key":"414_CR226","first-page":"21271","volume":"33","author":"JB Grill","year":"2020","unstructured":"Grill JB, Strub F, Altch\u00e9 F, Tallec C, Richemond P, Buchatskaya E, et al. Bootstrap your own latent-a new approach to self-supervised learning. Adv Neural Inf Process Syst. 2020;33:21271\u201384.","journal-title":"Adv Neural Inf Process Syst."},{"key":"414_CR227","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R. Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters; 2020. p. 9729\u201338.","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"414_CR228","unstructured":"Bao H, Dong L, Piao S, Wei F. BEiT: BERT Pre-Training of Image Transformers. In: International Conference on Learning Representations.\u00a0Appleton: International Conference on Learning Representations. 2021."},{"key":"414_CR229","doi-asserted-by":"crossref","unstructured":"He K, Chen X, Xie S, Li Y, Doll\u00e1r P, Girshick R. Masked autoencoders are scalable vision learners. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition.\u00a0New York: IEEE Corporate Headquarters; 2022. pp. 16000\u20139.","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"414_CR230","doi-asserted-by":"crossref","unstructured":"Xie Z, Zhang Z, Cao Y, Lin Y, Bao J, Yao Z, et\u00a0al. Simmim: A simple framework for masked image modeling. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition.\u00a0New York: IEEE Corporate Headquarters; 2022. p. 9653\u201363.","DOI":"10.1109\/CVPR52688.2022.00943"},{"key":"414_CR231","doi-asserted-by":"crossref","unstructured":"Gururangan S, Marasovi\u0107 A, Swayamdipta S, Lo K, Beltagy I, Downey D, et\u00a0al. Don\u2019t Stop Pretraining: Adapt Language Models to Domains and Tasks. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics.\u00a0Stroudsburg: Association for Computational Linguistics (ACL); 2020. p. 8342\u201360.","DOI":"10.18653\/v1\/2020.acl-main.740"},{"key":"414_CR232","unstructured":"Rongali S, Jagannatha A, Rawat BPS, Yu H. Continual domain-tuning for pretrained language models. arXiv\u00a0preprint\u00a0arXiv:2004.02288. 2020."},{"key":"414_CR233","doi-asserted-by":"crossref","unstructured":"Zhang R, Reddy RG, Sultan MA, Castelli V, Ferritto A, Florian R, et\u00a0al. Multi-Stage Pre-training for Low-Resource Domain Adaptation. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP).\u00a0Stroudsburg: Association for Computational Linguistics (ACL); 2020. p. 5461\u20138.","DOI":"10.18653\/v1\/2020.emnlp-main.440"},{"key":"414_CR234","first-page":"36479","volume":"35","author":"C Saharia","year":"2022","unstructured":"Saharia C, Chan W, Saxena S, Li L, Whang J, Denton EL, et al. Photorealistic text-to-image diffusion models with deep language understanding. Adv Neural Inf Process Syst. 2022;35:36479\u201394.","journal-title":"Adv Neural Inf Process Syst."},{"key":"414_CR235","unstructured":"Chambon P, Bluethgen C, Delbrouck JB, Van\u00a0der Sluijs R, Po\u0142acin M, Chaves JMZ, et\u00a0al. RoentGen: vision-language foundation model for chest x-ray generation. arXiv\u00a0preprint\u00a0arXiv:2211.12737. 2022."},{"key":"414_CR236","unstructured":"Chambon PJM, Bluethgen C, Langlotz C, Chaudhari A. Adapting Pretrained Vision-Language Foundational Models to Medical Imaging Domains. In: NeurIPS 2022 Foundation Models for Decision Making Workshop. 2022. https:\/\/openreview.net\/forum?id=QtxbYdJVT8Q. Accesse 04 Oct 2022."},{"key":"414_CR237","doi-asserted-by":"crossref","unstructured":"Nguyen DK, Okatani T. Multi-task learning of hierarchical vision-language representation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition.\u00a0New York: IEEE Corporate Headquarters; 2019. p. 10492\u2013501.","DOI":"10.1109\/CVPR.2019.01074"},{"key":"414_CR238","first-page":"35959","volume":"35","author":"Y Gao","year":"2022","unstructured":"Gao Y, Liu J, Xu Z, Zhang J, Li K, Ji R, et al. Pyramidclip: Hierarchical feature alignment for vision-language model pretraining. Adv Neural Inf Process Syst. 2022;35:35959\u201370.","journal-title":"Adv Neural Inf Process Syst."},{"key":"414_CR239","doi-asserted-by":"crossref","unstructured":"Ruiz N, Li Y, Jampani V, Pritch Y, Rubinstein M, Aberman K. Dreambooth: Fine tuning text-to-image diffusion models for subject-driven generation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition.\u00a0New York: IEEE Corporate Headquarters; 2023. pp. 22500\u201310.","DOI":"10.1109\/CVPR52729.2023.02155"},{"key":"414_CR240","doi-asserted-by":"crossref","unstructured":"Irvin J, Rajpurkar P, Ko M, Yu Y, Ciurea-Ilcus S, Chute C, et\u00a0al. Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison. In: Proceedings of the AAAI conference on artificial intelligence, vol.\u00a033.\u00a0Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI); 2019. p. 590\u20137.","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"414_CR241","unstructured":"Doersch C. Tutorial on variational autoencoders. arXiv\u00a0preprint\u00a0arXiv:1606.05908. 2016;364."},{"key":"414_CR242","unstructured":"Liu Y. Roberta: A robustly optimized bert pretraining approach. arXiv\u00a0preprint\u00a0arXiv:1907.11692. 2019."},{"key":"414_CR243","doi-asserted-by":"crossref","unstructured":"Subramanian S, Wang LL,\u00a0Bogin B, Mehta S, van Zuylen M, Parasa S, et\u00a0al. Medicat: A dataset of medical images, captions, and textual references. In: Findings of the Association for Computational Linguistics: EMNLP 2020. 2020. p.\u00a02112\u201320.","DOI":"10.18653\/v1\/2020.findings-emnlp.191"},{"key":"414_CR244","doi-asserted-by":"crossref","unstructured":"Pelka O, Koitka S, R\u00fcckert J, Nensa F, Friedrich CM. Radiology objects in context (roco): a multimodal image dataset. In: Intravascular Imaging and Computer Assisted Stenting and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis: 7th Joint International Workshop, CVII-STENT 2018 and Third International Workshop, LABELS 2018, Held in Conjunction with MICCAI 2018, Granada, Spain, September 16, 2018, Proceedings 3.\u00a0Heidelberg: Springer Nature. 2018. p. 180\u20139.","DOI":"10.1007\/978-3-030-01364-6_20"},{"key":"414_CR245","doi-asserted-by":"crossref","unstructured":"Degerli A, Ahishali M, Kiranyaz S, Chowdhury ME, Gabbouj M. Reliable covid-19 detection using chest x-ray images. In: 2021 IEEE International Conference on Image Processing (ICIP). New York: IEEE Corporate Headquarters. 2021. p. 185\u20139.","DOI":"10.1109\/ICIP42928.2021.9506442"},{"issue":"7","key":"414_CR246","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/TMI.2017.2677499","volume":"36","author":"N Kumar","year":"2017","unstructured":"Kumar N, Verma R, Sharma S, Bhargava S, Vahadane A, Sethi A. A dataset and a technique for generalized nuclear segmentation for computational pathology. IEEE Trans Med Imaging. 2017;36(7):1550\u201360.","journal-title":"IEEE Trans Med Imaging."},{"key":"414_CR247","doi-asserted-by":"crossref","unstructured":"Ghosh A, Acharya A, Jain R, Saha S, Chadha A, Sinha S. Clipsyntel: clip and llm synergy for multimodal question summarization in healthcare. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038.\u00a0Washington, DC: Association for the Advancement of Artificial Intelligence (AAAI); 2024. p. 22031\u20139.","DOI":"10.1609\/aaai.v38i20.30206"},{"key":"414_CR248","doi-asserted-by":"crossref","unstructured":"Boecking B, Usuyama N, Bannur S, Castro DC, Schwaighofer A, Hyland S, et\u00a0al. Making the most of text semantics to improve biomedical vision\u2013language processing. In: European conference on computer vision.\u00a0Heidelberg: Springer Nature. 2022. p. 1\u201321.","DOI":"10.1007\/978-3-031-20059-5_1"},{"key":"414_CR249","doi-asserted-by":"publisher","first-page":"101797","DOI":"10.1016\/j.media.2020.101797","volume":"66","author":"A Bustos","year":"2020","unstructured":"Bustos A, Pertusa A, Salinas JM, De La Iglesia-Vaya M. Padchest: A large chest x-ray image dataset with multi-label annotated reports. Med Image Anal. 2020;66:101797.","journal-title":"Med Image Anal."},{"key":"414_CR250","doi-asserted-by":"crossref","unstructured":"Woo S, Debnath S, Hu R, Chen X, Liu Z, Kweon IS, et\u00a0al. Convnext v2: Co-designing and scaling convnets with masked autoencoders. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition.\u00a0New York: IEEE Corporate Headquarters; 2023. p. 16133\u201342.","DOI":"10.1109\/CVPR52729.2023.01548"},{"key":"414_CR251","unstructured":"Zhang S, Xu Y, Usuyama N, Bagga J, Tinn R, Preston S, et\u00a0al. Large-scale domain-specific pretraining for biomedical vision-language processing. arXiv\u00a0preprint\u00a0arXiv:2303.00915. 2023;2(3):6."},{"key":"414_CR252","unstructured":"Zhang S, Xu Y, Usuyama N, Xu H, Bagga J, Tinn R, et\u00a0al. BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs. arXiv\u00a0preprint\u00a0arXiv:2303.00915. 2023."},{"key":"414_CR253","unstructured":"Zhang Y, Jiang H, Miura Y, Manning CD, Langlotz CP. Contrastive learning of medical visual representations from paired images and text. In: Machine Learning for Healthcare Conference.\u00a0Somerville: Microtome Publishing. 2022. p. 2\u201325."},{"key":"414_CR254","doi-asserted-by":"crossref","unstructured":"Huang SC, Shen L, Lungren MP, Yeung S. Gloria: A multimodal global-local representation learning framework for label-efficient medical image recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision.\u00a0New York: IEEE Corporate Headquarters; 2021. p. 3942\u201351.","DOI":"10.1109\/ICCV48922.2021.00391"},{"issue":"12","key":"414_CR255","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1038\/s41551-022-00936-9","volume":"6","author":"E Tiu","year":"2022","unstructured":"Tiu E, Talius E, Patel P, Langlotz CP, Ng AY, Rajpurkar P. Expert-level detection of pathologies from unannotated chest X-ray images via self-supervised learning. Nat Biomed Eng. 2022;6(12):1399\u2013406.","journal-title":"Nat Biomed Eng."},{"key":"414_CR256","doi-asserted-by":"crossref","unstructured":"M\u00fcller P, Kaissis G, Zou C, Rueckert D. Joint learning of localized representations from medical images and reports. In: European Conference on Computer Vision.\u00a0Heidelberg: Springer Nature. 2022. p. 685\u2013701.","DOI":"10.1007\/978-3-031-19809-0_39"},{"key":"414_CR257","doi-asserted-by":"crossref","unstructured":"Li Y, Wang H, Luo Y. A comparison of pre-trained vision-and-language models for multimodal representation learning across medical images and reports. In: 2020 IEEE international conference on bioinformatics and biomedicine (BIBM).\u00a0New York: IEEE Corporate Headquarters. 2020. p. 1999\u20132004.","DOI":"10.1109\/BIBM49941.2020.9313289"},{"issue":"12","key":"414_CR258","doi-asserted-by":"publisher","first-page":"6070","DOI":"10.1109\/JBHI.2022.3207502","volume":"26","author":"JH Moon","year":"2022","unstructured":"Moon JH, Lee H, Shin W, Kim YH, Choi E. Multi-modal understanding and generation for medical images and text via vision-language pre-training. IEEE J Biomed Health Inform. 2022;26(12):6070\u201380.","journal-title":"IEEE J Biomed Health Inform."},{"key":"414_CR259","doi-asserted-by":"crossref","unstructured":"Chen Z, Li G, Wan X. Align, reason and learn: Enhancing medical vision-and-language pre-training with knowledge. In: Proceedings of the 30th ACM International Conference on Multimedia. 2022. pp. 5152\u201361.","DOI":"10.1145\/3503161.3547948"},{"key":"414_CR260","doi-asserted-by":"crossref","unstructured":"Li Z, Li Y, Li Q, Wang P, Guo D, Lu L, et\u00a0al. Lvit: language meets vision transformer in medical image segmentation. IEEE Trans Med Imaging. 2023.","DOI":"10.1109\/TMI.2023.3291719"},{"issue":"18","key":"414_CR261","first-page":"54249","volume":"83","author":"A Paul","year":"2024","unstructured":"Paul A, Nayyar A, et al. A context-sensitive multi-tier deep learning framework for multimodal sentiment analysis. Multimedia Tools Appl. 2024;83(18):54249\u201378.","journal-title":"Multimedia Tools Appl."},{"key":"414_CR262","unstructured":"Wan Z, Liu C, Zhang M, Fu J, Wang B, Cheng S, et\u00a0al. Med-unic: Unifying cross-lingual medical vision-language pre-training by diminishing bias. Adv Neural Inf Process Syst. 2024;36."},{"key":"414_CR263","doi-asserted-by":"crossref","unstructured":"Prakash J, Vijay AAS. Cross-lingual Sentiment Analysis of Tamil Language Using a Multi-stage Deep Learning Architecture. ACM Trans Asian Low Resour Lang Inf Process. 2023;22(12):1\u201328.","DOI":"10.1145\/3631391"},{"key":"414_CR264","unstructured":"Christensen M, Vukadinovic M, Yuan N, Ouyang D. Vision\u2013language foundation model for echocardiogram interpretation. Nat Med. 2024;1\u20138.\u00a0https:\/\/www.nature.com\/articles\/s41591-024-02959-y#citeas."},{"key":"414_CR265","doi-asserted-by":"crossref","unstructured":"Li C, Wong C, Zhang S, Usuyama N, Liu H, Yang J, et\u00a0al. Llava-med: Training a large language-and-vision assistant for biomedicine in one day. Adv Neural Inf Process Syst. 2024;36.","DOI":"10.32388\/VLXB6M"},{"key":"414_CR266","first-page":"191","volume":"104","author":"A Act","year":"1996","unstructured":"Act A. Health insurance portability and accountability act of 1996. Public Law. 1996;104:191.","journal-title":"Public Law."},{"issue":"3","key":"414_CR267","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1136\/bmjqs-2018-008370","volume":"28","author":"R Challen","year":"2019","unstructured":"Challen R, Denny J, Pitt M, Gompels L, Edwards T, Tsaneva-Atanasova K. Artificial intelligence, bias and clinical safety. BMJ Qual Saf. 2019;28(3):231\u20137.","journal-title":"BMJ Qual Saf."},{"key":"414_CR268","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1016\/j.comcom.2021.02.014","volume":"171","author":"MAP Chamikara","year":"2021","unstructured":"Chamikara MAP, Bertok P, Khalil I, Liu D, Camtepe S. Privacy preserving distributed machine learning with federated learning. Comput Commun. 2021;171:112\u201325.","journal-title":"Comput Commun."},{"issue":"9","key":"414_CR269","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1038\/s41591-019-0548-6","volume":"25","author":"J Wiens","year":"2019","unstructured":"Wiens J, Saria S, Sendak M, Ghassemi M, Liu VX, Doshi-Velez F, et al. Do no harm: a roadmap for responsible machine learning for health care. Nat Med. 2019;25(9):1337\u201340.","journal-title":"Nat Med."},{"issue":"1","key":"414_CR270","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1038\/s41591-019-0649-2","volume":"26","author":"IY Chen","year":"2020","unstructured":"Chen IY, Joshi S, Ghassemi M. Treating health disparities with artificial intelligence. Nat Med. 2020;26(1):16\u20137.","journal-title":"Nat Med."},{"issue":"12","key":"414_CR271","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1001\/jama.2020.12067","volume":"324","author":"A Kaushal","year":"2020","unstructured":"Kaushal A, Altman R, Langlotz C. Geographic distribution of US cohorts used to train deep learning algorithms. Jama. 2020;324(12):1212\u20133.","journal-title":"Jama."},{"issue":"1","key":"414_CR272","doi-asserted-by":"publisher","first-page":"6010","DOI":"10.1038\/s41467-020-19784-9","volume":"11","author":"Q Zhao","year":"2020","unstructured":"Zhao Q, Adeli E, Pohl KM. Training confounder-free deep learning models for medical applications. Nat Commun. 2020;11(1):6010.","journal-title":"Nat Commun."},{"issue":"12","key":"414_CR273","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li Z, Hoiem D. Learning without forgetting. IEEE Trans Pattern Anal Mach Intell. 2017;40(12):2935\u201347.","journal-title":"IEEE Trans Pattern Anal Mach Intell."},{"issue":"1","key":"414_CR274","doi-asserted-by":"publisher","first-page":"1796","DOI":"10.1038\/s41467-021-21770-8","volume":"12","author":"C Ruiz","year":"2021","unstructured":"Ruiz C, Zitnik M, Leskovec J. Identification of disease treatment mechanisms through the multiscale interactome. Nat Commun. 2021;12(1):1796.","journal-title":"Nat Commun."},{"key":"414_CR275","doi-asserted-by":"publisher","first-page":"103307","DOI":"10.1016\/j.jbi.2019.103307","volume":"99","author":"A Lavertu","year":"2019","unstructured":"Lavertu A, Altman RB. RedMed: Extending drug lexicons for social media applications. J Biomed Inform. 2019;99:103307.","journal-title":"J Biomed Inform."},{"key":"414_CR276","unstructured":"Li I, Yasunaga M, Nuzumlal\u0131 MY, Caraballo C, Mahajan S, Krumholz H, et\u00a0al. A neural topic-attention model for medical term abbreviation disambiguation. arXiv\u00a0preprint\u00a0arXiv:1910.14076. 2019."},{"key":"414_CR277","unstructured":"Chaitanya K, Erdil E, Karani N, Konukoglu E. Contrastive learning of global and local features for medical image segmentation with limited annotations. In: Larochelle H, Ranzato M, Hadsell R, Balcan MF, Lin H, editors. Advances in Neural Information Processing Systems. vol.\u00a033. Curran Associates, Inc.; 2020. pp. 12546\u201358. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/949686ecef4ee20a62d16b4a2d7ccca3-Paper.pdf. Accessed 16 Oct 2020."},{"issue":"24","key":"414_CR278","first-page":"2","volume":"22","author":"J Jumper","year":"2020","unstructured":"Jumper J, Evans R, Pritzel A, Green T, Figurnov M, Tunyasuvunakool K, et al. High accuracy protein structure prediction using deep learning. Fourteenth Crit Assessm Tech Protein Struct Prediction (Abstr Book). 2020;22(24):2.","journal-title":"Fourteenth Crit Assessm Tech Protein Struct Prediction (Abstr Book)."}],"container-title":["BioData Mining"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13040-024-00414-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13040-024-00414-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13040-024-00414-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,4]],"date-time":"2025-01-04T23:17:42Z","timestamp":1736032662000},"score":1,"resource":{"primary":{"URL":"https:\/\/biodatamining.biomedcentral.com\/articles\/10.1186\/s13040-024-00414-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,4]]},"references-count":278,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["414"],"URL":"https:\/\/doi.org\/10.1186\/s13040-024-00414-9","relation":{},"ISSN":["1756-0381"],"issn-type":[{"value":"1756-0381","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,4]]},"assertion":[{"value":"19 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"2"}}