{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T21:22:15Z","timestamp":1776201735159,"version":"3.50.1"},"reference-count":166,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,4,6]],"date-time":"2023-04-06T00:00:00Z","timestamp":1680739200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,6]],"date-time":"2023-04-06T00:00:00Z","timestamp":1680739200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-023-00633-5","type":"journal-article","created":{"date-parts":[[2023,4,6]],"date-time":"2023-04-06T16:03:38Z","timestamp":1680797018000},"page":"351-362","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":319,"title":["Multimodal data fusion for cancer biomarker discovery with deep learning"],"prefix":"10.1038","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0996-1364","authenticated-orcid":false,"given":"Sandra","family":"Steyaert","sequence":"first","affiliation":[]},{"given":"Marija","family":"Pizurica","sequence":"additional","affiliation":[]},{"given":"Divya","family":"Nagaraj","sequence":"additional","affiliation":[]},{"given":"Priya","family":"Khandelwal","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6553-3455","authenticated-orcid":false,"given":"Tina","family":"Hernandez-Boussard","sequence":"additional","affiliation":[]},{"given":"Andrew J.","family":"Gentles","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9965-5466","authenticated-orcid":false,"given":"Olivier","family":"Gevaert","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,6]]},"reference":[{"key":"633_CR1","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol, E. J. High-performance medicine: the convergence of human and artificial intelligence. Nat. Med. 25, 44\u201356 (2019).","journal-title":"Nat. Med."},{"key":"633_CR2","doi-asserted-by":"publisher","first-page":"263","DOI":"10.3389\/fmed.2019.00263","volume":"6","author":"M Riba","year":"2019","unstructured":"Riba, M., Sala, C., Toniolo, D. & Tonon, G. Big data in medicine, the present and hopefully the future. Front. Med. 6, 263 (2019).","journal-title":"Front. Med."},{"key":"633_CR3","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1158\/2159-8290.CD-21-1059","volume":"12","author":"D Hanahan","year":"2022","unstructured":"Hanahan, D. Hallmarks of cancer: new dimensions. Cancer Discov. 12, 31\u201346 (2022).","journal-title":"Cancer Discov."},{"key":"633_CR4","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1038\/s43018-021-00216-6","volume":"2","author":"J Lu","year":"2021","unstructured":"Lu, J. et al. Multi-omics reveals clinically relevant proliferative drive associated with mTOR-MYC-OXPHOS activity in chronic lymphocytic leukemia. Nat. Cancer 2, 853\u2013864 (2021).","journal-title":"Nat. Cancer"},{"key":"633_CR5","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1186\/s12859-020-03879-7","volume":"21","author":"JS Medina-Martinez","year":"2020","unstructured":"Medina-Martinez, J. S. et al. Isabl platform, a digital biobank for processing multimodal patient data. BMC Bioinformatics 21, 549 (2020).","journal-title":"BMC Bioinformatics"},{"key":"633_CR6","doi-asserted-by":"publisher","first-page":"104481","DOI":"10.1016\/j.compbiomed.2021.104481","volume":"134","author":"H Chai","year":"2021","unstructured":"Chai, H. et al. Integrating multi-omics data through deep learning for accurate cancer prognosis prediction. Comput. Biol. Med. 134, 104481 (2021).","journal-title":"Comput. Biol. Med."},{"key":"633_CR7","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1038\/cgt.2013.13","volume":"20","author":"M Dietel","year":"2013","unstructured":"Dietel, M. et al. Predictive molecular pathology and its role in targeted cancer therapy: a review focussing on clinical relevance. Cancer Gene Ther. 20, 211\u2013221 (2013).","journal-title":"Cancer Gene Ther."},{"key":"633_CR8","doi-asserted-by":"publisher","DOI":"10.1186\/s13073-019-0703-1","volume":"12","author":"ER Malone","year":"2020","unstructured":"Malone, E. R., Oliva, M., Sabatini, P. J. B., Stockley, T. L. & Siu, L. L. Molecular profiling for precision cancer therapies. Genome Med. 12, 8 (2020).","journal-title":"Genome Med."},{"key":"633_CR9","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1080\/14737159.2020.1743177","volume":"20","author":"MR Campbell","year":"2020","unstructured":"Campbell, M. R. Update on molecular companion diagnostics\u2014a future in personalized medicine beyond Sanger sequencing. Expert Rev. Mol. Diagn. 20, 637\u2013644 (2020).","journal-title":"Expert Rev. Mol. Diagn."},{"key":"633_CR10","doi-asserted-by":"publisher","first-page":"100487","DOI":"10.1016\/j.eclinm.2020.100487","volume":"25","author":"R Colomer","year":"2020","unstructured":"Colomer, R. et al. When should we order a next generation sequencing test in a patient with cancer? EClinicalMedicine 25, 100487 (2020).","journal-title":"EClinicalMedicine"},{"key":"633_CR11","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1016\/j.tig.2018.05.008","volume":"34","author":"EL van Dijk","year":"2018","unstructured":"van Dijk, E. L., Jaszczyszyn, Y., Naquin, D. & Thermes, C. The third revolution in sequencing technology. Trends Genet. 34, 666\u2013681 (2018).","journal-title":"Trends Genet."},{"key":"633_CR12","doi-asserted-by":"publisher","first-page":"700","DOI":"10.1056\/NEJMc2112090","volume":"386","author":"JE Gorzynski","year":"2022","unstructured":"Gorzynski, J. E. et al. Ultrarapid nanopore genome sequencing in a critical care setting. N. Engl. J. Med. 386, 700\u2013702 (2022).","journal-title":"N. Engl. J. Med."},{"key":"633_CR13","first-page":"S463","volume":"5","author":"MR Davidson","year":"2013","unstructured":"Davidson, M. R., Gazdar, A. F. & Clarke, B. E. The pivotal role of pathology in the management of lung cancer. J Thorac. Dis. 5, S463\u2013S478 (2013).","journal-title":"J Thorac. Dis."},{"key":"633_CR14","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1016\/j.suc.2020.02.002","volume":"100","author":"BJ Pomerantz","year":"2020","unstructured":"Pomerantz, B. J. Imaging and interventional radiology for cancer management. Surg. Clin. North Am. 100, 499\u2013506 (2020).","journal-title":"Surg. Clin. North Am."},{"key":"633_CR15","doi-asserted-by":"publisher","first-page":"2525","DOI":"10.1074\/mcp.O116.059253","volume":"15","author":"KH Yu","year":"2016","unstructured":"Yu, K. H. & Snyder, M. Omics profiling in precision oncology. Mol. Cell. Proteomics 15, 2525\u20132536 (2016).","journal-title":"Mol. Cell. Proteomics"},{"key":"633_CR16","doi-asserted-by":"publisher","first-page":"1027","DOI":"10.1080\/14737159.2020.1770599","volume":"20","author":"A Rahman","year":"2020","unstructured":"Rahman, A. et al. Advances in tissue-based imaging: impact on oncology research and clinical practice. Expert Rev. Mol. Diagn. 20, 1027\u20131037 (2020).","journal-title":"Expert Rev. Mol. Diagn."},{"key":"633_CR17","doi-asserted-by":"publisher","first-page":"775","DOI":"10.1038\/s41591-021-01343-4","volume":"27","author":"J van der Laak","year":"2021","unstructured":"van der Laak, J., Litjens, G. & Ciompi, F. Deep learning in histopathology: the path to the clinic. Nat. Med. 27, 775\u2013784 (2021).","journal-title":"Nat. Med."},{"key":"633_CR18","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1038\/s41379-021-00919-2","volume":"35","author":"V Baxi","year":"2022","unstructured":"Baxi, V., Edwards, R., Montalto, M. & Saha, S. Digital pathology and artificial intelligence in translational medicine and clinical practice. Mod. Pathol. 35, 23\u201332 (2022).","journal-title":"Mod. Pathol."},{"key":"633_CR19","doi-asserted-by":"publisher","first-page":"185","DOI":"10.3389\/fmed.2019.00185","volume":"6","author":"A Serag","year":"2019","unstructured":"Serag, A. et al. Translational AI and deep learning in diagnostic pathology. Front. Med. 6, 185 (2019).","journal-title":"Front. Med."},{"key":"633_CR20","doi-asserted-by":"publisher","first-page":"154","DOI":"10.3174\/ajnr.A5899","volume":"40","author":"M Iv","year":"2019","unstructured":"Iv, M. et al. MR imaging-based radiomic signatures of distinct molecular subgroups of medulloblastoma. Am. J. Neuroradiol. 40, 154\u2013161 (2019).","journal-title":"Am. J. Neuroradiol."},{"key":"633_CR21","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1186\/s13244-020-00887-2","volume":"11","author":"JE van Timmeren","year":"2020","unstructured":"van Timmeren, J. E., Cester, D., Tanadini-Lang, S., Alkadhi, H. & Baessler, B. Radiomics in medical imaging\u2014\u2018how-to\u2019 guide and critical reflection. Insights Imaging 11, 91 (2020).","journal-title":"Insights Imaging"},{"key":"633_CR22","doi-asserted-by":"publisher","first-page":"2397","DOI":"10.21037\/qims-21-919","volume":"12","author":"J Liang","year":"2022","unstructured":"Liang, J., Yang, C., Zeng, M. & Wang, X. TransConver: transformer and convolution parallel network for developing automatic brain tumor segmentation in MRI images. Quant. Imaging Med. Surg. 12, 2397\u20132415 (2022).","journal-title":"Quant. Imaging Med. Surg."},{"key":"633_CR23","doi-asserted-by":"publisher","first-page":"657","DOI":"10.14245\/ns.1938396.198","volume":"16","author":"M Kim","year":"2019","unstructured":"Kim, M. et al. Deep learning in medical imaging. Neurospine 16, 657\u2013668 (2019).","journal-title":"Neurospine"},{"key":"633_CR24","unstructured":"Dosovitskiy, A. et al. An image is worth 16x16 words: transformers for image recognition at scale. Preprint at https:\/\/arxiv.org\/abs\/2010.11929 (2020)."},{"key":"633_CR25","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s40139-019-00200-x","volume":"7","author":"R Gupta","year":"2019","unstructured":"Gupta, R., Kurc, T., Sharma, A., Almeida, J. S. & Saltz, J. The emergence of pathomics. Curr. Pathobiol. Rep. 7, 73\u201384 (2019).","journal-title":"Curr. Pathobiol. Rep."},{"key":"633_CR26","doi-asserted-by":"publisher","first-page":"e1002711","DOI":"10.1371\/journal.pmed.1002711","volume":"15","author":"A Hosny","year":"2018","unstructured":"Hosny, A. et al. Deep learning for lung cancer prognostication: a retrospective multi-cohort radiomics study. PLoS Med. 15, e1002711 (2018).","journal-title":"PLoS Med."},{"key":"633_CR27","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-17478-w","volume":"11","author":"DC Castro","year":"2020","unstructured":"Castro, D. C., Walker, I. & Glocker, B. Causality matters in medical imaging. Nat. Commun. 11, 3673 (2020).","journal-title":"Nat. Commun."},{"key":"633_CR28","unstructured":"21st Century Cures Act. H.R. 34 (114th Congress, 2016); https:\/\/www.congress.gov\/114\/bills\/hr134\/BILLS-114hr134enr.pdf"},{"key":"633_CR29","unstructured":"Artificial intelligence and machine learning (AI\/ML)-enabled medical devices. FDA (5 October 2022); https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-aiml-enabled-medical-devices"},{"key":"633_CR30","unstructured":"Proposed Regulatory Framework for Modification to Artificial Intelligence\/Machine Learning (AI\/ML)-Based Software as a Medical Device (SaMD) (FDA, 2019); https:\/\/www.fda.gov\/files\/medical%20devices\/published\/US-FDA-Artificial-Intelligence-and-Machine-Learning-Discussion-Paper.pdf"},{"key":"633_CR31","first-page":"46","volume":"33","author":"BH Kann","year":"2019","unstructured":"Kann, B. H., Thompson, R., Thomas, C. R. Jr., Dicker, A. & Aneja, S. Artificial intelligence in oncology: current applications and future directions. Oncology 33, 46\u201353 (2019).","journal-title":"Oncology"},{"key":"633_CR32","doi-asserted-by":"publisher","first-page":"803","DOI":"10.1007\/s00401-016-1545-1","volume":"131","author":"DN Louis","year":"2016","unstructured":"Louis, D. N. et al. The 2016 World Health Organization classification of tumors of the central nervous system: a summary. Acta Neuropathol. 131, 803\u2013820 (2016).","journal-title":"Acta Neuropathol."},{"key":"633_CR33","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1093\/neuros\/nyx247","volume":"64","author":"K Tateishi","year":"2017","unstructured":"Tateishi, K., Wakimoto, H. & Cahill, D. P. IDH1 mutation and World Health Organization 2016 diagnostic criteria for adult diffuse gliomas: advances in surgical strategy. Neurosurgery 64, 134\u2013138 (2017).","journal-title":"Neurosurgery"},{"key":"633_CR34","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1038\/nature26000","volume":"555","author":"D Capper","year":"2018","unstructured":"Capper, D. et al. DNA-methylation-based classification of central nervous system tumours. Nature 555, 469\u2013474 (2018).","journal-title":"Nature"},{"key":"633_CR35","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1016\/j.cell.2015.12.028","volume":"164","author":"M Ceccarelli","year":"2016","unstructured":"Ceccarelli, M. et al. Molecular profiling reveals biologically discrete subsets and pathways of progression in diffuse glioma. Cell 164, 550\u2013563 (2016).","journal-title":"Cell"},{"key":"633_CR36","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2017.124","volume":"4","author":"F Prior","year":"2017","unstructured":"Prior, F. et al. The public cancer radiology imaging collections of The Cancer Imaging Archive. Sci. Data 4, 170124 (2017).","journal-title":"Sci. Data"},{"key":"633_CR37","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1016\/j.cell.2018.03.042","volume":"173","author":"C Hutter","year":"2018","unstructured":"Hutter, C. & Zenklusen, J. C. The Cancer Genome Atlas: creating lasting value beyond its data. Cell 173, 283\u2013285 (2018).","journal-title":"Cell"},{"key":"633_CR38","doi-asserted-by":"publisher","first-page":"1107","DOI":"10.1038\/s41591-022-01798-z","volume":"28","author":"CN Jennings","year":"2022","unstructured":"Jennings, C. N. et al. Bridging the gap with the UK Genomics Pathology Imaging Collection. Nat. Med. 28, 1107\u20131108 (2022).","journal-title":"Nat. Med."},{"key":"633_CR39","doi-asserted-by":"publisher","first-page":"100350","DOI":"10.1016\/j.coemr.2022.100350","volume":"24","author":"H Mo","year":"2022","unstructured":"Mo, H., Breitling, R., Francavilla, C. & Schwartz, J. M. Data integration and mechanistic modelling for breast cancer biology: current state and future directions. Curr. Opin. Endocr. Metab. Res. 24, 100350 (2022).","journal-title":"Curr. Opin. Endocr. Metab. Res."},{"key":"633_CR40","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/s40291-013-0077-9","volume":"18","author":"E Nalejska","year":"2014","unstructured":"Nalejska, E., Maczynska, E. & Lewandowska, M. A. Prognostic and predictive biomarkers: tools in personalized oncology. Mol. Diagn. Ther. 18, 273\u2013284 (2014).","journal-title":"Mol. Diagn. Ther."},{"key":"633_CR41","doi-asserted-by":"publisher","first-page":"1393","DOI":"10.1038\/s41388-020-01611-6","volume":"40","author":"JE Grossman","year":"2021","unstructured":"Grossman, J. E., Vasudevan, D., Joyce, C. E. & Hildago, M. Is PD-L1 a consistent biomarker for anti-PD-1 therapy? The model of balstilimab in a virally-driven tumor. Oncogene 40, 1393\u20131395 (2021).","journal-title":"Oncogene"},{"key":"633_CR42","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1186\/s40425-019-0768-9","volume":"7","author":"AA Davis","year":"2019","unstructured":"Davis, A. A. & Patel, V. G. The role of PD-L1 expression as a predictive biomarker: an analysis of all US Food and Drug Administration (FDA) approvals of immune checkpoint inhibitors. J. Immunother. Cancer 7, 278 (2019).","journal-title":"J. Immunother. Cancer"},{"key":"633_CR43","doi-asserted-by":"publisher","first-page":"935","DOI":"10.3390\/cancers12040935","volume":"12","author":"MJ van Elsas","year":"2020","unstructured":"van Elsas, M. J., van Hall, T. & van der Burg, S. H. Future challenges in cancer resistance to immunotherapy. Cancers 12, 935 (2020).","journal-title":"Cancers"},{"key":"633_CR44","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1089\/omi.2020.0019","volume":"24","author":"K Dzobo","year":"2020","unstructured":"Dzobo, K. Taking a full snapshot of cancer biology: deciphering the tumor microenvironment for effective cancer therapy in the oncology clinic. OMICS 24, 175\u2013179 (2020).","journal-title":"OMICS"},{"key":"633_CR45","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1038\/s41571-021-00518-9","volume":"18","author":"M Ott","year":"2021","unstructured":"Ott, M., Prins, R. M. & Heimberger, A. B. The immune landscape of common CNS malignancies: implications for immunotherapy. Nat. Rev. Clin. Oncol. 18, 729\u2013744 (2021).","journal-title":"Nat. Rev. Clin. Oncol."},{"key":"633_CR46","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1158\/2159-8290.CD-20-1808","volume":"11","author":"L Bejarano","year":"2021","unstructured":"Bejarano, L., Jordao, M. J. C. & Joyce, J. A. Therapeutic targeting of the tumor microenvironment. Cancer Discov. 11, 933\u2013959 (2021).","journal-title":"Cancer Discov."},{"key":"633_CR47","doi-asserted-by":"publisher","first-page":"104570","DOI":"10.1016\/j.isci.2022.104570","volume":"25","author":"A Zomer","year":"2022","unstructured":"Zomer, A., Croci, D., Kowal, J., van Gurp, L. & Joyce, J. A. Multimodal imaging of the dynamic brain tumor microenvironment during glioblastoma progression and in response to treatment. iScience 25, 104570 (2022).","journal-title":"iScience"},{"key":"633_CR48","doi-asserted-by":"publisher","first-page":"i446","DOI":"10.1093\/bioinformatics\/btz342","volume":"35","author":"A Cheerla","year":"2019","unstructured":"Cheerla, A. & Gevaert, O. Deep learning with multimodal representation for pancancer prognosis prediction. Bioinformatics 35, i446\u2013i454 (2019).","journal-title":"Bioinformatics"},{"key":"633_CR49","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1056\/NEJMp1607591","volume":"375","author":"RL Grossman","year":"2016","unstructured":"Grossman, R. L. et al. Toward a shared vision for cancer genomic data. N. Engl. J. Med. 375, 1109\u20131112 (2016).","journal-title":"N. Engl. J. Med."},{"key":"633_CR50","doi-asserted-by":"publisher","first-page":"83","DOI":"10.3389\/fcell.2017.00083","volume":"5","author":"IV Hinkson","year":"2017","unstructured":"Hinkson, I. V. et al. A comprehensive infrastructure for big data in cancer research: accelerating cancer research and precision medicine. Front. Cell Dev. Biol. 5, 83 (2017).","journal-title":"Front. Cell Dev. Biol."},{"key":"633_CR51","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1200\/PO.20.00488","volume":"5","author":"G Putcha","year":"2021","unstructured":"Putcha, G., Gutierrez, A. & Skates, S. Multicancer screening: one size does not fit all. JCO Precis. Oncol. 5, 574\u2013576 (2021).","journal-title":"JCO Precis. Oncol."},{"key":"633_CR52","doi-asserted-by":"publisher","first-page":"583333","DOI":"10.3389\/fphys.2020.583333","volume":"11","author":"H Mi","year":"2020","unstructured":"Mi, H. et al. Digital pathology analysis quantifies spatial heterogeneity of CD3, CD4, CD8, CD20, and FoxP3 immune markers in triple-negative breast cancer. Front. Physiol. 11, 583333 (2020).","journal-title":"Front. Physiol."},{"key":"633_CR53","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.molonc.2008.04.001","volume":"2","author":"L Fass","year":"2008","unstructured":"Fass, L. Imaging and cancer: a review. Mol. Oncol. 2, 115\u2013152 (2008).","journal-title":"Mol. Oncol."},{"key":"633_CR54","doi-asserted-by":"publisher","first-page":"2626","DOI":"10.1093\/bioinformatics\/bth294","volume":"20","author":"GR Lanckriet","year":"2004","unstructured":"Lanckriet, G. R., De Bie, T., Cristianini, N., Jordan, M. I. & Noble, W. S. A statistical framework for genomic data fusion. Bioinformatics 20, 2626\u20132635 (2004).","journal-title":"Bioinformatics"},{"key":"633_CR55","doi-asserted-by":"publisher","first-page":"e184","DOI":"10.1093\/bioinformatics\/btl230","volume":"22","author":"O Gevaert","year":"2006","unstructured":"Gevaert, O., De Smet, F., Timmerman, D., Moreau, Y. & De Moor, B. Predicting the prognosis of breast cancer by integrating clinical and microarray data with Bayesian networks. Bioinformatics 22, e184\u2013e190 (2006).","journal-title":"Bioinformatics"},{"key":"633_CR56","doi-asserted-by":"publisher","DOI":"10.1186\/gm39","volume":"1","author":"A Daemen","year":"2009","unstructured":"Daemen, A. et al. A kernel-based integration of genome-wide data for clinical decision support. Genome Med. 1, 39 (2009).","journal-title":"Genome Med."},{"key":"633_CR57","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1038\/nrg3868","volume":"16","author":"MD Ritchie","year":"2015","unstructured":"Ritchie, M. D., Holzinger, E. R., Li, R., Pendergrass, S. A. & Kim, D. Methods of integrating data to uncover genotype\u2013phenotype interactions. Nat. Rev. Genet. 16, 85\u201397 (2015).","journal-title":"Nat. Rev. Genet."},{"key":"633_CR58","doi-asserted-by":"publisher","first-page":"1837","DOI":"10.1109\/JBHI.2020.2991043","volume":"24","author":"AS Panayides","year":"2020","unstructured":"Panayides, A. S. et al. AI in medical imaging informatics: current challenges and future directions. IEEE J. Biomed. Health Inform. 24, 1837\u20131857 (2020).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"633_CR59","doi-asserted-by":"publisher","first-page":"103954","DOI":"10.1016\/j.compbiomed.2020.103954","volume":"124","author":"K George","year":"2020","unstructured":"George, K., Faziludeen, S., Sankaran, P. & Joseph, K. P. Breast cancer detection from biopsy images using nucleus guided transfer learning and belief based fusion. Comput. Biol. Med. 124, 103954 (2020).","journal-title":"Comput. Biol. Med."},{"key":"633_CR60","doi-asserted-by":"publisher","first-page":"5097","DOI":"10.3390\/s20185097","volume":"20","author":"SP Singh","year":"2020","unstructured":"Singh, S. P. et al. 3D deep learning on medical images: a review. Sensors 20, 5097 (2020).","journal-title":"Sensors"},{"key":"633_CR61","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12065-020-00540-3","volume":"15","author":"DR Sarvamangala","year":"2021","unstructured":"Sarvamangala, D. R. & Kulkarni, R.V. Convolutional neural networks in medical image understanding: a survey. Evol. Intell. 15, 1\u201322 (2021).","journal-title":"Evol. Intell."},{"key":"633_CR62","doi-asserted-by":"publisher","first-page":"e2114723","DOI":"10.1001\/jamanetworkopen.2021.14723","volume":"4","author":"Q Yuan","year":"2021","unstructured":"Yuan, Q. et al. Performance of a machine learning algorithm using electronic health record data to identify and estimate survival in a longitudinal cohort of patients with lung cancer. JAMA Netw. Open 4, e2114723 (2021).","journal-title":"JAMA Netw. Open"},{"key":"633_CR63","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.jbi.2018.06.011","volume":"84","author":"L Rasmy","year":"2018","unstructured":"Rasmy, L. et al. A study of generalizability of recurrent neural network-based predictive models for heart failure onset risk using a large and heterogeneous EHR data set. J. Biomed. Inform. 84, 11\u201316 (2018).","journal-title":"J. Biomed. Inform."},{"key":"633_CR64","doi-asserted-by":"publisher","first-page":"1589","DOI":"10.1109\/JBHI.2017.2767063","volume":"22","author":"B Shickel","year":"2018","unstructured":"Shickel, B., Tighe, P. J., Bihorac, A. & Rashidi, P. Deep EHR: a survey of recent advances in deep learning techniques for electronic health record (EHR) analysis. IEEE J. Biomed. Health Inform. 22, 1589\u20131604 (2018).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"633_CR65","doi-asserted-by":"publisher","first-page":"103337","DOI":"10.1016\/j.jbi.2019.103337","volume":"101","author":"JR Ayala Solares","year":"2020","unstructured":"Ayala Solares, J. R. et al. Deep learning for electronic health records: a comparative review of multiple deep neural architectures. J. Biomed. Inform. 101, 103337 (2020).","journal-title":"J. Biomed. Inform."},{"key":"633_CR66","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1093\/jamia\/ocz119","volume":"26","author":"T Hernandez-Boussard","year":"2019","unstructured":"Hernandez-Boussard, T., Monda, K. L., Crespo, B. C. & Riskin, D. Real world evidence in cardiovascular medicine: ensuring data validity in electronic health record-based studies. J. Am. Med. Inform Assoc. 26, 1189\u20131194 (2019).","journal-title":"J. Am. Med. Inform Assoc."},{"key":"633_CR67","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G. & Dean, J. Distributed representations of words and phrases and their compositionality. In Proc. 26th International Conference on Neural Information Processing Systems 3111\u20133119 (Curran Associates, Inc., 2013)."},{"key":"633_CR68","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R. & Manning, C. D. GloVe: global vectors for word representation. Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP) 14, 1532\u20131543 (2014).","DOI":"10.3115\/v1\/D14-1162"},{"key":"633_CR69","doi-asserted-by":"crossref","unstructured":"Peters, M. E. et al. Deep contextualized word representations. Preprint at http:\/\/arxiv.org\/abs\/1802.05365 (2018).","DOI":"10.18653\/v1\/N18-1202"},{"key":"633_CR70","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: pre-training of deep bidirectional transformers for language understanding. In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies 4171\u20134186 (Association for Computational Linguistics, 2019)."},{"key":"633_CR71","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J. et al. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36, 1234\u20131240 (2020).","journal-title":"Bioinformatics"},{"key":"633_CR72","unstructured":"Huang, K., Garapati, S. & Rich, A. S. An interpretable end-to-end fine-tuning approach for long clinical text. Preprint at https:\/\/arxiv.org\/abs\/2011.06504 (2020)."},{"key":"633_CR73","unstructured":"Vaswani, A. et al. Attention is all you need. In Proc. 31st International Conference on Neural Information Processing Systems 6000\u20136010 (Curran Associates, Inc., 2017)."},{"key":"633_CR74","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1038\/nrg3208","volume":"13","author":"PB Jensen","year":"2012","unstructured":"Jensen, P. B., Jensen, L. J. & Brunak, S. Mining electronic health records: towards better research applications and clinical care. Nat. Rev. Genet. 13, 395\u2013405 (2012).","journal-title":"Nat. Rev. Genet."},{"key":"633_CR75","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1038\/s41746-021-00455-y","volume":"4","author":"L Rasmy","year":"2021","unstructured":"Rasmy, L., Xiang, Y., Xie, Z., Tao, C. & Zhi, D. Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. npj Digit. Med. 4, 86 (2021).","journal-title":"npj Digit. Med."},{"key":"633_CR76","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1038\/s41591-022-01981-2","volume":"28","author":"JN Acosta","year":"2022","unstructured":"Acosta, J. N., Falcone, G. J., Rajpurkar, P. & Topol, E. J. Multimodal biomedical AI. Nat. Med. 28, 1773\u20131784 (2022).","journal-title":"Nat. Med."},{"key":"633_CR77","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-021-02565-y","volume":"22","author":"MS Jain","year":"2021","unstructured":"Jain, M. S. et al. MultiMAP: dimensionality reduction and integration of multimodal data. Genome Biol. 22, 346 (2021).","journal-title":"Genome Biol."},{"key":"633_CR78","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-020-1926-6","volume":"21","author":"D Lahnemann","year":"2020","unstructured":"Lahnemann, D. et al. Eleven grand challenges in single-cell data science. Genome Biol. 21, 31 (2020).","journal-title":"Genome Biol."},{"key":"633_CR79","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltrusaitis","year":"2019","unstructured":"Baltrusaitis, T., Ahuja, C. & Morency, L. P. Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. 41, 423\u2013443 (2019).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"633_CR80","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1186\/s12859-017-1982-4","volume":"18","author":"KK Yan","year":"2017","unstructured":"Yan, K. K., Zhao, H. & Pang, H. A comparison of graph- and kernel-based -omics data integration algorithms for classifying complex traits. BMC Bioinformatics 18, 539 (2017).","journal-title":"BMC Bioinformatics"},{"key":"633_CR81","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1089\/10665270252935539","volume":"9","author":"P Pavlidis","year":"2002","unstructured":"Pavlidis, P., Weston, J., Cai, J. & Noble, W. S. Learning gene functional classifications from multiple data types. J. Comput. Biol. 9, 401\u2013411 (2002).","journal-title":"J. Comput. Biol."},{"key":"633_CR82","doi-asserted-by":"crossref","unstructured":"Serra, A., Galdi, P. & Tagliaferri, R. in Artificial Intelligence in the Age of Neural Networks and Brain Computing 265\u2013280 (eds Kozma, R., Alippi, C., Choe, Y., & Morabito, F. C.) (Academic Press, 2019).","DOI":"10.1016\/B978-0-12-815480-9.00013-X"},{"key":"633_CR83","doi-asserted-by":"publisher","first-page":"bbab569","DOI":"10.1093\/bib\/bbab569","volume":"23","author":"SR Stahlschmidt","year":"2022","unstructured":"Stahlschmidt, S. R., Ulfenborg, B. & Synnergren, J. Multimodal deep learning for biomedical data fusion: a review. Brief Bioinformatics 23, bbab569 (2022).","journal-title":"Brief Bioinformatics"},{"key":"633_CR84","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1038\/s41746-020-00341-z","volume":"3","author":"SC Huang","year":"2020","unstructured":"Huang, S. C., Pareek, A., Seyyedi, S., Banerjee, I. & Lungren, M. P. Fusion of medical imaging and electronic health records using deep learning: a systematic review and implementation guidelines. npj Digit. Med. 3, 136 (2020).","journal-title":"npj Digit. Med."},{"key":"633_CR85","doi-asserted-by":"publisher","first-page":"3735","DOI":"10.1016\/j.csbj.2021.06.030","volume":"19","author":"M Picard","year":"2021","unstructured":"Picard, M., Scott-Boyer, M. P., Bodein, A., Perin, O. & Droit, A. Integration strategies of multi-omics data for machine learning analysis. Comput. Struct. Biotechnol. J. 19, 3735\u20133746 (2021).","journal-title":"Comput. Struct. Biotechnol. J."},{"key":"633_CR86","doi-asserted-by":"publisher","first-page":"1248","DOI":"10.1158\/1078-0432.CCR-17-0853","volume":"24","author":"K Chaudhary","year":"2018","unstructured":"Chaudhary, K., Poirion, O. B., Lu, L. & Garmire, L. X. Deep learning-based multi-omics integration robustly predicts survival in liver cancer. Clin. Cancer Res. 24, 1248\u20131259 (2018).","journal-title":"Clin. Cancer Res."},{"key":"633_CR87","doi-asserted-by":"publisher","first-page":"166","DOI":"10.3389\/fgene.2019.00166","volume":"10","author":"Z Huang","year":"2019","unstructured":"Huang, Z. et al. SALMON: Survival Analysis Learning With Multi-Omics Neural Networks on breast cancer. Front. Genet. 10, 166 (2019).","journal-title":"Front. Genet."},{"key":"633_CR88","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-23774-w","volume":"12","author":"T Wang","year":"2021","unstructured":"Wang, T. et al. MOGONET integrates multi-omics data using graph convolutional networks allowing patient classification and biomarker identification. Nat. Commun. 12, 3445 (2021).","journal-title":"Nat. Commun."},{"key":"633_CR89","doi-asserted-by":"publisher","first-page":"20130013","DOI":"10.1098\/rsfs.2013.0013","volume":"3","author":"O Gevaert","year":"2013","unstructured":"Gevaert, O., Villalobos, V., Sikic, B. I. & Plevritis, S. K. Identification of ovarian cancer driver genes by using module network integration of multi-omics data. Interface Focus 3, 20130013 (2013).","journal-title":"Interface Focus"},{"key":"633_CR90","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1186\/s12859-019-3116-7","volume":"20","author":"J Xu","year":"2019","unstructured":"Xu, J. et al. A hierarchical integration deep flexible neural forest framework for cancer subtype classification by integrating multi-omics data. BMC Bioinformtics 20, 527 (2019).","journal-title":"BMC Bioinformtics"},{"key":"633_CR91","doi-asserted-by":"publisher","first-page":"477","DOI":"10.3389\/fgene.2018.00477","volume":"9","author":"L Zhang","year":"2018","unstructured":"Zhang, L. et al. Deep learning-based multi-omics data integration reveals two prognostic subtypes in high-risk neuroblastoma. Front Genet 9, 477 (2018).","journal-title":"Front Genet"},{"key":"633_CR92","doi-asserted-by":"publisher","first-page":"S5","DOI":"10.1186\/1471-2105-16-S4-S5","volume":"16","author":"E Taskesen","year":"2015","unstructured":"Taskesen, E., Babaei, S., Reinders, M. M. & de Ridder, J. Integration of gene expression and DNA-methylation profiles improves molecular subtype classification in acute myeloid leukemia. BMC Bioinformatics 16, S5 (2015).","journal-title":"BMC Bioinformatics"},{"key":"633_CR93","doi-asserted-by":"publisher","first-page":"e8124","DOI":"10.15252\/msb.20178124","volume":"14","author":"R Argelaguet","year":"2018","unstructured":"Argelaguet, R. et al. Multi-omics factor analysis\u2014a framework for unsupervised integration of multi-omics data sets. Mol. Syst. Biol. 14, e8124 (2018).","journal-title":"Mol. Syst. Biol."},{"key":"633_CR94","doi-asserted-by":"publisher","first-page":"2481","DOI":"10.1056\/NEJMoa1402121","volume":"372","author":"Cancer Genome Atlas Research Network","year":"2015","unstructured":"Cancer Genome Atlas Research Network Comprehensive, integrative genomic analysis of diffuse lower-grade gliomas. N. Engl. J. Med. 372, 2481\u20132498 (2015).","journal-title":"N. Engl. J. Med."},{"key":"633_CR95","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1038\/nature21386","volume":"543","author":"Cancer Genome Atlas Research Network","year":"2017","unstructured":"Cancer Genome Atlas Research Network Integrated genomic and molecular characterization of cervical cancer. Nature 543, 378\u2013384 (2017).","journal-title":"Nature"},{"key":"633_CR96","doi-asserted-by":"publisher","first-page":"950","DOI":"10.1016\/j.cell.2017.10.014","volume":"171","author":"Cancer Genome Atlas Research Network","year":"2017","unstructured":"Cancer Genome Atlas Research Network Comprehensive and integrated genomic characterization of adult soft tissue sarcomas. Cell 171, 950\u2013965 e928 (2017).","journal-title":"Cell"},{"key":"633_CR97","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/978-1-0716-0849-4_12","volume":"2194","author":"T Zhang","year":"2021","unstructured":"Zhang, T., Zhang, L., Payne, P. R. O. & Li, F. Synergistic drug combination prediction by integrating multiomics data in deep learning models. Methods Mol. Biol. 2194, 223\u2013238 (2021).","journal-title":"Methods Mol. Biol."},{"key":"633_CR98","doi-asserted-by":"publisher","first-page":"1538","DOI":"10.1093\/bioinformatics\/btx806","volume":"34","author":"K Preuer","year":"2018","unstructured":"Preuer, K. et al. DeepSynergy: predicting anti-cancer drug synergy with deep learning. Bioinformatics 34, 1538\u20131546 (2018).","journal-title":"Bioinformatics"},{"key":"633_CR99","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1038\/s41586-021-04278-5","volume":"601","author":"SJ Sammut","year":"2022","unstructured":"Sammut, S. J. et al. Multi-omic machine learning predictor of breast cancer therapy response. Nature 601, 623\u2013629 (2022).","journal-title":"Nature"},{"key":"633_CR100","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1038\/nbt.2877","volume":"32","author":"JC Costello","year":"2014","unstructured":"Costello, J. C. et al. A community effort to assess and improve drug sensitivity prediction algorithms. Nat. Biotechnol. 32, 1202\u20131212 (2014).","journal-title":"Nat. Biotechnol."},{"key":"633_CR101","doi-asserted-by":"publisher","first-page":"e1009224","DOI":"10.1371\/journal.pcbi.1009224","volume":"17","author":"R Duan","year":"2021","unstructured":"Duan, R. et al. Evaluation and comparison of multi-omics data integration methods for cancer subtyping. PLoS Comput. Biol. 17, e1009224 (2021).","journal-title":"PLoS Comput. Biol."},{"key":"633_CR102","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-74399-w","volume":"11","author":"J Venugopalan","year":"2021","unstructured":"Venugopalan, J., Tong, L., Hassanzadeh, H. R. & Wang, M. D. Multimodal deep learning models for early detection of Alzheimer\u2019s disease stage. Sci. Rep. 11, 3254 (2021).","journal-title":"Sci. Rep."},{"key":"633_CR103","doi-asserted-by":"publisher","first-page":"E2970","DOI":"10.1073\/pnas.1717139115","volume":"115","author":"P Mobadersany","year":"2018","unstructured":"Mobadersany, P. et al. Predicting cancer outcomes from histology and genomics using convolutional networks. Proc. Natl Acad. Sci. USA 115, E2970\u2013E2979 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"633_CR104","doi-asserted-by":"publisher","first-page":"e91","DOI":"10.1158\/0008-5472.CAN-17-0313","volume":"77","author":"J Cheng","year":"2017","unstructured":"Cheng, J. et al. Integrative analysis of histopathological images and genomic data predicts clear cell renal cell carcinoma prognosis. Cancer Res. 77, e91\u2013e100 (2017).","journal-title":"Cancer Res."},{"key":"633_CR105","doi-asserted-by":"publisher","first-page":"788740","DOI":"10.3389\/fonc.2021.788740","volume":"11","author":"S Schulz","year":"2021","unstructured":"Schulz, S. et al. Multimodal deep learning for prognosis prediction in renal cancer. Front. Oncol. 11, 788740 (2021).","journal-title":"Front. Oncol."},{"key":"633_CR106","doi-asserted-by":"publisher","first-page":"lqab015","DOI":"10.1093\/nargab\/lqab015","volume":"3","author":"Z Zhan","year":"2021","unstructured":"Zhan, Z. et al. Two-stage Cox-nnet: biologically interpretable neural-network model for prognosis prediction and its application in liver cancer survival using histopathology and transcriptomic data. NAR Genom. Bioinform. 3, lqab015 (2021).","journal-title":"NAR Genom. Bioinform."},{"key":"633_CR107","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TMI.2020.3021387","volume":"41","author":"RJ Chen","year":"2022","unstructured":"Chen, R. J. et al. Pathomic fusion: an integrated framework for fusing histopathology and genomic features for cancer diagnosis and prognosis. IEEE Trans. Med. Imaging 41, 757\u2013770 (2022).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"633_CR108","doi-asserted-by":"publisher","first-page":"601","DOI":"10.3390\/jpm12040601","volume":"12","author":"F Carrillo-Perez","year":"2022","unstructured":"Carrillo-Perez, F. et al. Machine-learning-based late fusion on multi-omics and multi-scale data for non-small-cell lung cancer diagnosis. J. Pers. Med. 12, 601 (2022).","journal-title":"J. Pers. Med."},{"key":"633_CR109","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-22739-2","volume":"8","author":"S Rathore","year":"2018","unstructured":"Rathore, S. et al. Radiomic MRI signature reveals three distinct subtypes of glioblastoma with different clinical and molecular characteristics, offering prognostic value beyond IDH1. Sci. Rep. 8, 5087 (2018).","journal-title":"Sci. Rep."},{"key":"633_CR110","doi-asserted-by":"publisher","first-page":"3249","DOI":"10.3390\/cancers14133249","volume":"14","author":"G Mazzaschi","year":"2022","unstructured":"Mazzaschi, G. et al. Integrated MRI-immune-genomic features enclose a risk stratification model in patients affected by glioblastoma. Cancers 14, 3249 (2022).","journal-title":"Cancers"},{"key":"633_CR111","doi-asserted-by":"publisher","first-page":"841958","DOI":"10.3389\/fbioe.2022.841958","volume":"10","author":"X Wang","year":"2022","unstructured":"Wang, X. et al. Combining radiology and pathology for automatic glioma classification. Front. Bioeng. Biotechnol. 10, 841958 (2022).","journal-title":"Front. Bioeng. Biotechnol."},{"key":"633_CR112","doi-asserted-by":"publisher","first-page":"652987","DOI":"10.3389\/fnins.2021.652987","volume":"15","author":"H Yamaguchi","year":"2021","unstructured":"Yamaguchi, H. et al. Three-dimensional convolutional autoencoder extracts features of structural brain images with a \u2018diagnostic label-free\u2019 approach: application to schizophrenia datasets. Front. Neurosci. 15, 652987 (2021).","journal-title":"Front. Neurosci."},{"key":"633_CR113","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1016\/j.cllc.2016.02.001","volume":"17","author":"Y Liu","year":"2016","unstructured":"Liu, Y. et al. Radiomic features are associated with EGFR mutation status in lung adenocarcinomas. Clin. Lung Cancer 17, 441\u2013448 e446 (2016).","journal-title":"Clin. Lung Cancer"},{"key":"633_CR114","doi-asserted-by":"publisher","DOI":"10.1038\/srep41674","volume":"7","author":"O Gevaert","year":"2017","unstructured":"Gevaert, O. et al. Predictive radiogenomics modeling of EGFR mutation status in lung cancer. Sci. Rep. 7, 41674 (2017).","journal-title":"Sci. Rep."},{"key":"633_CR115","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1177\/0846537119899526","volume":"72","author":"JKR Nair","year":"2021","unstructured":"Nair, J. K. R. et al. Radiogenomic models using machine learning techniques to predict EGFR mutations in non-small cell lung cancer. Can. Assoc. Radiol. J. 72, 109\u2013119 (2021).","journal-title":"Can. Assoc. Radiol. J."},{"key":"633_CR116","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1148\/radiol.2018172171","volume":"287","author":"K Pinker","year":"2018","unstructured":"Pinker, K., Chin, J., Melsaether, A. N., Morris, E. A. & Moy, L. Precision medicine and radiogenomics in breast cancer: new approaches toward diagnosis and treatment. Radiology 287, 732\u2013747 (2018).","journal-title":"Radiology"},{"key":"633_CR117","doi-asserted-by":"publisher","first-page":"303ra138","DOI":"10.1126\/scitranslmed.aaa7582","volume":"7","author":"H Itakura","year":"2015","unstructured":"Itakura, H. et al. Magnetic resonance image features identify glioblastoma phenotypic subtypes with distinct molecular pathway activities. Sci. Transl. Med. 7, 303ra138 (2015).","journal-title":"Sci. Transl. Med."},{"key":"633_CR118","doi-asserted-by":"publisher","first-page":"654","DOI":"10.2214\/AJR.11.7824","volume":"199","author":"S Yamamoto","year":"2012","unstructured":"Yamamoto, S., Maki, D. D., Korn, R. L. & Kuo, M. D. Radiogenomic analysis of breast cancer using MRI: a preliminary study to define the landscape. Am. J. Roentgenol. 199, 654\u2013663 (2012).","journal-title":"Am. J. Roentgenol."},{"key":"633_CR119","doi-asserted-by":"publisher","first-page":"1398","DOI":"10.1002\/jmri.24890","volume":"42","author":"EJ Sutton","year":"2015","unstructured":"Sutton, E. J. et al. Breast cancer subtype intertumor heterogeneity: MRI-based features predict results of a genomic assay. J. Magn. Reson. Imaging 42, 1398\u20131406 (2015).","journal-title":"J. Magn. Reson. Imaging"},{"key":"633_CR120","doi-asserted-by":"publisher","DOI":"10.1038\/npjbcancer.2016.12","volume":"2","author":"H Li","year":"2016","unstructured":"Li, H. et al. Quantitative MRI radiomics in the prediction of molecular classifications of breast cancer subtypes in the TCGA\/TCIA data set. npj Breast Cancer 2, 16012 (2016).","journal-title":"npj Breast Cancer"},{"key":"633_CR121","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1038\/s41746-021-00518-0","volume":"4","author":"J Li","year":"2021","unstructured":"Li, J. et al. Imputation of missing values for electronic health record laboratory data. npj Digit. Med. 4, 147 (2021).","journal-title":"npj Digit. Med."},{"key":"633_CR122","doi-asserted-by":"publisher","first-page":"bbab489","DOI":"10.1093\/bib\/bbab489","volume":"23","author":"Y Luo","year":"2022","unstructured":"Luo, Y. Evaluating the state of the art in missing data imputation for clinical data. Brief Bioinformatics 23, bbab489 (2022).","journal-title":"Brief Bioinformatics"},{"key":"633_CR123","doi-asserted-by":"publisher","first-page":"1477","DOI":"10.1109\/TBME.2018.2874712","volume":"66","author":"J Yoon","year":"2019","unstructured":"Yoon, J., Zame, W. R. & van der Schaar, M. Estimating missing data in temporal data streams using multi-directional recurrent neural networks. IEEE Trans. Biomed. Eng. 66, 1477\u20131490 (2019).","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"633_CR124","doi-asserted-by":"publisher","first-page":"2411","DOI":"10.1109\/TMI.2019.2913158","volume":"38","author":"T Zhou","year":"2019","unstructured":"Zhou, T., Liu, M., Thung, K. H. & Shen, D. Latent representation learning for alzheimer\u2019s disease diagnosis with incomplete multi-modality neuroimaging and genetic data. IEEE Trans. Med. Imaging 38, 2411\u20132422 (2019).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"633_CR125","doi-asserted-by":"publisher","first-page":"101953","DOI":"10.1016\/j.media.2020.101953","volume":"69","author":"Y Liu","year":"2021","unstructured":"Liu, Y. et al. Incomplete multi-modal representation learning for Alzheimer\u2019s disease diagnosis. Med. Image Anal. 69, 101953 (2021).","journal-title":"Med. Image Anal."},{"key":"633_CR126","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1109\/TMI.2021.3108802","volume":"41","author":"Z Ning","year":"2022","unstructured":"Ning, Z., Du, D., Tu, C., Feng, Q. & Zhang, Y. Relation-aware shared representation learning for cancer prognosis analysis with auxiliary clinical variables and incomplete multi-modality data. IEEE Trans. Med. Imaging 41, 186\u2013198 (2022).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"633_CR127","doi-asserted-by":"crossref","unstructured":"Momeni, A., Thibault, M. & Gevaert, O. Dropout-enabled ensemble learning for multi-scale biomedical data. Preprint at bioRxiv https:\/\/www.biorxiv.org\/content\/early\/2018\/10\/11\/440362 (2018).","DOI":"10.1101\/440362"},{"key":"633_CR128","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.media.2019.01.004","volume":"53","author":"M Mehdipour Ghazi","year":"2019","unstructured":"Mehdipour Ghazi, M. et al. Training recurrent neural networks robust to incomplete data: application to Alzheimer\u2019s disease progression modeling. Med. Image Anal. 53, 39\u201346 (2019).","journal-title":"Med. Image Anal."},{"key":"633_CR129","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1109\/TPAMI.2020.3027975","volume":"44","author":"Q Ma","year":"2022","unstructured":"Ma, Q., Li, S. & Cottrell, G. W. Adversarial joint-learning recurrent neural network for incomplete time series classification. IEEE Trans. Pattern Anal. Mach. Intell. 44, 1765\u20131776 (2022).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"633_CR130","doi-asserted-by":"publisher","first-page":"1684","DOI":"10.1038\/bjc.2014.108","volume":"111","author":"K Sharrocks","year":"2014","unstructured":"Sharrocks, K., Spicer, J., Camidge, D. R. & Papa, S. The impact of socioeconomic status on access to cancer clinical trials. Br. J. Cancer 111, 1684\u20131687 (2014).","journal-title":"Br. J. Cancer"},{"key":"633_CR131","doi-asserted-by":"publisher","first-page":"e666","DOI":"10.1200\/OP.20.00970","volume":"17","author":"SJ Niranjan","year":"2021","unstructured":"Niranjan, S. J. et al. Perceived institutional barriers among clinical and research professionals: minority participation in oncology clinical trials. JCO Oncol. Pract. 17, e666\u2013e675 (2021).","journal-title":"JCO Oncol. Pract."},{"key":"633_CR132","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-12646-y","volume":"12","author":"D Mukherkjee","year":"2022","unstructured":"Mukherkjee, D., Saha, P., Kaplun, D., Sinitca, A. & Sarkar, R. Brain tumor image generation using an aggregation of GAN models with style transfer. Sci. Rep. 12, 9141 (2022).","journal-title":"Sci. Rep."},{"key":"633_CR133","doi-asserted-by":"publisher","first-page":"105568","DOI":"10.1016\/j.cmpb.2020.105568","volume":"195","author":"Z Qin","year":"2020","unstructured":"Qin, Z., Liu, Z., Zhu, P. & Xue, Y. A GAN-based image synthesis method for skin lesion classification. Comput. Methods Programs Biomed. 195, 105568 (2020).","journal-title":"Comput. Methods Programs Biomed."},{"key":"633_CR134","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1186\/s12859-022-04887-5","volume":"23","author":"HH Huang","year":"2022","unstructured":"Huang, H. H., Rao, H., Miao, R. & Liang, Y. A novel meta-analysis based on data augmentation and elastic data shared lasso regularization for gene expression. BMC Bioinformatics 23, 353 (2022).","journal-title":"BMC Bioinformatics"},{"key":"633_CR135","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.eng.2018.11.018","volume":"5","author":"L Yufei","year":"2019","unstructured":"Yufei, L. et al. Wasserstein GAN-based small-sample augmentation for new-generation artificial intelligence: a case study of cancer-staging data in biology. Engineering 5, 156\u2013163 (2019).","journal-title":"Engineering"},{"key":"633_CR136","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.cmpb.2016.07.017","volume":"135","author":"S Wenqing","year":"2016","unstructured":"Wenqing, S., Tzu-Liang, T., Jianying, Z. & Wei, Q. Computerized breast cancer analysis system using three stage semi-supervised learning method. Comput. Methods Programs Biomed. 135, 77\u201388 (2016).","journal-title":"Comput. Methods Programs Biomed."},{"key":"633_CR137","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1016\/j.cviu.2016.01.006","volume":"151","author":"M Dwarikanath","year":"2016","unstructured":"Dwarikanath, M. Combining multiple expert annotations using semi-supervised learning and graph cuts for medical image segmentation. Comput. Vision Image Understanding 151, 114\u2013123 (2016).","journal-title":"Comput. Vision Image Understanding"},{"key":"633_CR138","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1186\/s12859-022-04764-1","volume":"23","author":"QT Tran","year":"2022","unstructured":"Tran, Q. T., Alom, M. Z. & Orr, B. A. Comprehensive study of semi-supervised learning for DNA-methylation-based supervised classification of central nervous system tumors. BMC Bioinformatics 23, 223 (2022).","journal-title":"BMC Bioinformatics"},{"key":"633_CR139","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.media.2019.03.009","volume":"54","author":"V Cheplygina","year":"2019","unstructured":"Cheplygina, V., de Bruijne, M. & Pluim, J. P. W. Not-so-supervised: a survey of semi-supervised, multi-instance, and transfer learning in medical image analysis. Med. Image Anal. 54, 280\u2013296 (2019).","journal-title":"Med. Image Anal."},{"key":"633_CR140","first-page":"100023","volume":"1","author":"Y Jie","year":"2021","unstructured":"Jie, Y., Xutong, L. & Mingyue, Z. Current status of active learning for drug discovery. Artif. Intell. Life Sci. 1, 100023 (2021).","journal-title":"Artif. Intell. Life Sci."},{"key":"633_CR141","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1016\/j.eswa.2017.05.046","volume":"85","author":"W Min","year":"2017","unstructured":"Min, W., Fan, M., Zhi-Heng, Z. & Yan-Xue, W. Active learning through density clustering. Expert Syst. Appl. 85, 305\u2013317 (2017).","journal-title":"Expert Syst. Appl."},{"key":"633_CR142","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1016\/j.neunet.2022.06.014","volume":"153","author":"M Nahiyan","year":"2022","unstructured":"Nahiyan, M. & Danilo, B. From YouTube to the brain: transfer learning can improve brain-imaging predictions with deep learning. Neural Netw. 153, 325\u2013338 (2022).","journal-title":"Neural Netw."},{"key":"633_CR143","doi-asserted-by":"publisher","first-page":"lqab104","DOI":"10.1093\/nargab\/lqab104","volume":"3","author":"Y Park","year":"2021","unstructured":"Park, Y., Hauschild, A. C. & Heider, D. Transfer learning compensates limited data, batch effects and technological heterogeneity in single-cell sequencing. NAR Genom. Bioinform. 3, lqab104 (2021).","journal-title":"NAR Genom. Bioinform."},{"key":"633_CR144","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-021-02499-5","volume":"22","author":"G Novakovsky","year":"2021","unstructured":"Novakovsky, G., Saraswat, M., Fornes, O., Mostafavi, S. & Wasserman, W. W. Biologically relevant transfer learning improves transcription factor binding prediction. Genome Biol. 22, 280 (2021).","journal-title":"Genome Biol."},{"key":"633_CR145","doi-asserted-by":"publisher","first-page":"ooab071","DOI":"10.1093\/jamiaopen\/ooab071","volume":"4","author":"CH Ganoe","year":"2021","unstructured":"Ganoe, C. H. et al. Natural language processing for automated annotation of medication mentions in primary care visit conversations. JAMIA Open 4, ooab071 (2021).","journal-title":"JAMIA Open"},{"key":"633_CR146","doi-asserted-by":"publisher","DOI":"10.1186\/s12938-022-01001-x","volume":"21","author":"A Krenzer","year":"2022","unstructured":"Krenzer, A. et al. Fast machine learning annotation in the medical domain: a semi-automated video annotation tool for gastroenterologists. Biomed. Eng. Online 21, 33 (2022).","journal-title":"Biomed. Eng. Online"},{"key":"633_CR147","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1016\/j.ccell.2022.09.012","volume":"40","author":"J Lipkova","year":"2022","unstructured":"Lipkova, J. et al. Artificial intelligence for multimodal data integration in oncology. Cancer Cell 40, 1095\u20131110 (2022).","journal-title":"Cancer Cell"},{"key":"633_CR148","doi-asserted-by":"publisher","first-page":"2169","DOI":"10.1038\/s41379-020-0540-1","volume":"33","author":"AJ Schaumberg","year":"2020","unstructured":"Schaumberg, A. J. et al. Interpretable multimodal deep learning for real-time pan-tissue pan-disease pathology search on social media. Mod. Pathol. 33, 2169\u20132185 (2020).","journal-title":"Mod. Pathol."},{"key":"633_CR149","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1038\/s42256-018-0004-1","volume":"1","author":"E Begoli","year":"2019","unstructured":"Begoli, E., Bhattacharya, T. & Kusnezov, D. The need for uncertainty quantification in machine-assisted medical decision making. Nat. Mach. Intell. 1, 20\u201323 (2019).","journal-title":"Nat. Mach. Intell."},{"key":"633_CR150","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1016\/j.ccell.2022.07.004","volume":"40","author":"RJ Chen","year":"2022","unstructured":"Chen, R. J. et al. Pan-cancer integrative histology-genomic analysis via multimodal deep learning. Cancer Cell 40, 865\u2013878.e6 (2022).","journal-title":"Cancer Cell"},{"key":"633_CR151","doi-asserted-by":"crossref","unstructured":"Selvaraju, R. R. et al. Grad-CAM: visual explanations from deep networks via gradient-based localization. Preprint at https:\/\/arxiv.org\/abs\/1610.02391 (2016).","DOI":"10.1109\/ICCV.2017.74"},{"key":"633_CR152","first-page":"4765","volume":"30","author":"SM Lundberg","year":"2017","unstructured":"Lundberg, S. M. & Lee, S. I. A unified approach to interpreting model predictions. Adv. Neural Inf. Process. Syst. 30, 4765\u20134774 (2017).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"633_CR153","doi-asserted-by":"publisher","first-page":"e1009736","DOI":"10.1371\/journal.pcbi.1009736","volume":"18","author":"Q Dickinson","year":"2022","unstructured":"Dickinson, Q. & Meyer, J. G. Positional SHAP (PoSHAP) for interpretation of machine learning models trained from biological sequences. PLoS Comput. Biol. 18, e1009736 (2022).","journal-title":"PLoS Comput. Biol."},{"key":"633_CR154","doi-asserted-by":"publisher","unstructured":"Steyaert, S. et al. Multimodal data fusion of adult and pediatric brain tumors with deep learning. Preprint at medRxiv https:\/\/doi.org\/10.1101\/2022.09.21.22280223 (2022).","DOI":"10.1101\/2022.09.21.22280223"},{"key":"633_CR155","doi-asserted-by":"publisher","first-page":"101563","DOI":"10.1016\/j.media.2019.101563","volume":"58","author":"G Simon","year":"2019","unstructured":"Simon, G. et al. Hover-Net: simultaneous segmentation and classification of nuclei in multi-tissue histology images. Med. Image Anal. 58, 101563 (2019).","journal-title":"Med. Image Anal."},{"key":"633_CR156","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.18","volume":"3","author":"MD Wilkinson","year":"2016","unstructured":"Wilkinson, M. D. et al. The FAIR Guiding Principles for scientific data management and stewardship. Sci. Data 3, 160018 (2016).","journal-title":"Sci. Data"},{"key":"633_CR157","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-25974-w","volume":"12","author":"A Mammoliti","year":"2021","unstructured":"Mammoliti, A. et al. Orchestrating and sharing large multimodal data for transparent and reproducible research. Nat. Commun. 12, 5797 (2021).","journal-title":"Nat. Commun."},{"key":"633_CR158","doi-asserted-by":"publisher","first-page":"E23","DOI":"10.9778\/cmajo.20180096","volume":"7","author":"KA Mc Cord","year":"2019","unstructured":"Mc Cord, K. A. et al. Current use and costs of electronic health records for clinical trial research: a descriptive study. CMAJ Open 7, E23\u2013E32 (2019).","journal-title":"CMAJ Open"},{"key":"633_CR159","doi-asserted-by":"publisher","first-page":"E128","DOI":"10.1503\/cmaj.180841","volume":"191","author":"KA Mc Cord","year":"2019","unstructured":"Mc Cord, K. A. & Hemkens, L. G. Using electronic health records for clinical trials: where do we stand and where can we go? CMAJ 191, E128\u2013E133 (2019).","journal-title":"CMAJ"},{"key":"633_CR160","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.13063\/2327-9214.1110","volume":"2","author":"R Makadia","year":"2014","unstructured":"Makadia, R. & Ryan, P. B. Transforming the Premier Perspective Hospital Database into the Observational Medical Outcomes Partnership (OMOP) common data model. EGEMS 2, 1110 (2014).","journal-title":"EGEMS"},{"key":"633_CR161","doi-asserted-by":"publisher","first-page":"ooab001","DOI":"10.1093\/jamiaopen\/ooab001","volume":"4","author":"V Papez","year":"2021","unstructured":"Papez, V. et al. Transforming and evaluating electronic health record disease phenotyping algorithms using the OMOP common data model: a case study in heart failure. JAMIA Open 4, ooab001 (2021).","journal-title":"JAMIA Open"},{"key":"633_CR162","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1038\/s42256-022-00516-1","volume":"4","author":"W Liang","year":"2022","unstructured":"Liang, W. et al. Advances, challenges and opportunities in creating data for trustworthy AI. Nat. Mach. Intell. 4, 669\u2013677 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"633_CR163","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1038\/clpt.2013.36","volume":"93","author":"JC Costello","year":"2013","unstructured":"Costello, J. C. & Stolovitzky, G. Seeking the wisdom of crowds through challenge-based competitions in biomedical research. Clin. Pharmacol. Ther. 93, 396\u2013398 (2013).","journal-title":"Clin. Pharmacol. Ther."},{"key":"633_CR164","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1038\/nrg.2016.69","volume":"17","author":"J Saez-Rodriguez","year":"2016","unstructured":"Saez-Rodriguez, J. et al. Crowdsourcing biomedical research: leveraging communities as innovation engines. Nat. Rev. Genet. 17, 470\u2013486 (2016).","journal-title":"Nat. Rev. Genet."},{"key":"633_CR165","doi-asserted-by":"publisher","first-page":"4019","DOI":"10.1002\/cncr.32383","volume":"125","author":"S Khozin","year":"2019","unstructured":"Khozin, S. et al. Real-world progression, treatment, and survival outcomes during rapid adoption of immunotherapy for advanced non-small cell lung cancer. Cancer 125, 4019\u20134032 (2019).","journal-title":"Cancer"},{"key":"633_CR166","doi-asserted-by":"publisher","first-page":"1639","DOI":"10.1101\/gr.092759.109","volume":"19","author":"M Krzywinski","year":"2009","unstructured":"Krzywinski, M. et al. Circos: an information aesthetic for comparative genomics. Genome Res. 19, 1639\u20131645 (2009).","journal-title":"Genome Res."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00633-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00633-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00633-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,23]],"date-time":"2023-04-23T23:04:28Z","timestamp":1682291068000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00633-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,6]]},"references-count":166,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2023,4]]}},"alternative-id":["633"],"URL":"https:\/\/doi.org\/10.1038\/s42256-023-00633-5","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,6]]},"assertion":[{"value":"28 July 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 April 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}