{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T23:13:24Z","timestamp":1783552404653,"version":"3.55.0"},"reference-count":55,"publisher":"Informa UK Limited","license":[{"start":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T00:00:00Z","timestamp":1783468800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T00:00:00Z","timestamp":1783468800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/doi.org\/10.1080\/policies-text-data-mining"}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American Statistical Association"],"DOI":"10.1080\/01621459.2026.2698136","type":"journal-article","created":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T22:15:27Z","timestamp":1783548927000},"page":"1-27","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":0,"title":["Contrastive Learning on Multimodal Analysis of Electronic Health Records"],"prefix":"10.1080","author":[{"given":"Tianxi","family":"Cai","sequence":"first","affiliation":[{"name":"Department of Biostatistics, Harvard T.H. Chan School of Public Health","place":["Boston"]},{"name":"Department of Biomedical Informatics, Harvard Medical School","place":["Boston"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feiqing","family":"Huang","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, Harvard T.H. Chan School of Public Health","place":["Boston"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ryumei","family":"Nakada","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Harvard Medical School","place":["Boston"]},{"name":"Department of Statistics, Rutgers University","place":["Piscataway"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linjun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Statistics, Rutgers University","place":["Piscataway"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0830-2287","authenticated-orcid":false,"given":"Doudou","family":"Zhou","sequence":"additional","affiliation":[{"name":"Department of Statistics and Data Science, National University of Singapore","place":["Singapore"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2026,7,8]]},"reference":[{"key":"e_1_3_1_2_1","unstructured":"Achiam J. Adler S. Agarwal S. Ahmad L. Akkaya I. Aleman F. L. Almeida D. Altenschmidt J. Altman S. Anadkat S. et\u00a0al. (2023). GPT-4 technical report. arXiv preprint arXiv:2303.08774."},{"key":"e_1_3_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-1909"},{"key":"e_1_3_1_4_1","doi-asserted-by":"crossref","unstructured":"Arora S. Li Y. Liang Y. Ma T. and Risteski A. (2016). A latent variable model approach to PMI-based word embeddings. Transactions of the Association for Computational Linguistics 4:385\u2013399.","DOI":"10.1162\/tacl_a_00106"},{"key":"e_1_3_1_5_1","doi-asserted-by":"crossref","unstructured":"Arora S. Li Y. Liang Y. Ma T. and Risteski A. (2018). Linear algebraic structure of word senses with applications to polysemy. Transactions of the Association for Computational Linguistics 6:483\u2013495.","DOI":"10.1162\/tacl_a_00034"},{"key":"e_1_3_1_6_1","unstructured":"Arora S. Liang Y. and Ma T. (2017). A simple but tough-to-beat baseline for sentence embeddings. In International Conference on Learning Representations."},{"key":"e_1_3_1_7_1","doi-asserted-by":"crossref","unstructured":"Bardak B. and Tan M. (2021). Improving clinical outcome predictions using convolution over medical entities with multimodal learning. Artificial Intelligence in Medicine 117:102112.","DOI":"10.1016\/j.artmed.2021.102112"},{"key":"e_1_3_1_8_1","doi-asserted-by":"publisher","DOI":"10.1142\/9789811215636_0027"},{"key":"e_1_3_1_9_1","doi-asserted-by":"crossref","unstructured":"Beam A. L. Kompa B. Schmaltz A. Fried I. Weber G. Palmer N. Shi X. Cai T. and Kohane I. S. (2020). Clinical concept embeddings learned from massive sources of multimodal medical data. In Pacific Symposium on Biocomputing. Pacific Symposium on Biocomputing volume 25 page 295.","DOI":"10.1142\/9789811215636_0027"},{"key":"e_1_3_1_10_1","doi-asserted-by":"crossref","unstructured":"Cand\u00e8s E. J. and Recht B. (2009). Exact matrix completion via convex optimization. Foundations of Computational Mathematics 9(6):717\u2013772.","DOI":"10.1007\/s10208-009-9045-5"},{"key":"e_1_3_1_11_1","unstructured":"Chen Z. Deng Y. Li Y. and Gu Q. (2024). Understanding transferable representation learning and zero-shot transfer in CLIP. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939823"},{"key":"e_1_3_1_13_1","unstructured":"Choi Y. Chiu C. Y.-I. and Sontag D. (2016b). Learning low-dimensional representations of medical concepts. AMIA Summits on Translational Science Proceedings 2016:41\u201350."},{"key":"e_1_3_1_14_1","doi-asserted-by":"crossref","unstructured":"Collins M. Dasgupta S. and Schapire R. E. (2001). A generalization of principal components analysis to the exponential family. Advances in Neural Information Processing Systems 14.","DOI":"10.7551\/mitpress\/1120.003.0084"},{"key":"e_1_3_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661974"},{"key":"e_1_3_1_16_1","doi-asserted-by":"crossref","unstructured":"Devlin J. Chang M. Lee K. and Toutanova K. (2019). BERT: pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies NAACL-HLT volume 1 pages 4171\u20134186.","DOI":"10.18653\/v1\/N19-1423"},{"key":"e_1_3_1_17_1","unstructured":"Dufumier B. Castillo-Navarro J. Tuia D. and Thiran J.-P. (2025). What to align in multimodal contrastive learning? In International Conference on Learning Representations."},{"key":"e_1_3_1_18_1","doi-asserted-by":"crossref","unstructured":"Feng Q. Jiang M. Hannig J. and Marron J. (2018). Angle-based joint and individual variation explained. Journal of Multivariate Analysis 166:241\u2013265.","DOI":"10.1016\/j.jmva.2018.03.008"},{"key":"e_1_3_1_19_1","doi-asserted-by":"crossref","unstructured":"Finlayson S. G. LePendu P. and Shah N. H. (2014). Building the graph of medicine from millions of clinical narratives. Scientific Data 1(1):1\u20139.","DOI":"10.1038\/sdata.2014.32"},{"key":"e_1_3_1_20_1","doi-asserted-by":"crossref","unstructured":"Gan Z. Zhou D. Rush E. Panickan V. A. Ho Y.-L. Ostrouchovm G. Xu Z. Shen S. Xiong X. Greco K. F. et\u00a0al. (2025). ARCH: Large-scale knowledge graph via aggregated narrative codified health records analysis. Journal of Biomedical Informatics 162:104761.","DOI":"10.1016\/j.jbi.2024.104761"},{"key":"e_1_3_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4323"},{"key":"e_1_3_1_22_1","unstructured":"Gutmann M. and Hyv\u00e4rinen A. (2010). Noise-contrastive estimation: A new estimation principle for unnormalized statistical models. In Proceedings of the thirteenth international conference on artificial intelligence and statistics pages 297\u2013304. JMLR Workshop and Conference Proceedings."},{"key":"e_1_3_1_23_1","doi-asserted-by":"crossref","unstructured":"Hinton G. E. and Salakhutdinov R. R. (2006). Reducing the dimensionality of data with neural networks. Science 313(5786):504\u2013507.","DOI":"10.1126\/science.1127647"},{"key":"e_1_3_1_24_1","doi-asserted-by":"crossref","unstructured":"Hong C. Rush E. Liu M. Zhou D. Sun J. Sonabend A. Castro V. M. Schubert P. Panickan V. A. Cai T. et\u00a0al. (2021). Clinical knowledge extraction via sparse embedding regression (KESER) with multi-center large scale electronic health record data. NPJ digital medicine 4(1):1\u201311.","DOI":"10.1038\/s41746-021-00519-z"},{"key":"e_1_3_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.clinicalnlp-1.11"},{"key":"e_1_3_1_26_1","unstructured":"Huang Y. Du C. Xue Z. Chen X. Zhao H. and Huang L. (2021). What makes multi-modal learning better than single (provably). Advances in Neural Information Processing Systems 34:10944\u201310956."},{"key":"e_1_3_1_27_1","unstructured":"Ji W. Deng Z. Nakada R. Zou J. and Zhang L. (2023). The power of contrast for feature learning: A theoretical analysis. Journal of Machine Learning Research 24(330):1\u201378."},{"key":"e_1_3_1_28_1","doi-asserted-by":"crossref","unstructured":"Johnson A. E. Pollard T. J. Shen L. Lehman L.-w. H. Feng M. Ghassemi M. Moody B. Szolovits P. Anthony Celi L. and Mark R. G. (2016). MIMIC-III a freely accessible critical care database. Scientific Data 3(1):1\u20139.","DOI":"10.1038\/sdata.2016.35"},{"key":"e_1_3_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2017.94"},{"key":"e_1_3_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1678"},{"key":"e_1_3_1_31_1","unstructured":"Lehman E. and Johnson A. (2023). Clinical-T5: Large language models built using MIMIC clinical text. PhysioNet. Version 1.0.0."},{"key":"e_1_3_1_32_1","unstructured":"Levy O. and Goldberg Y. (2014). Neural word embedding as implicit matrix factorization. In Advances in Neural Information Processing Systems volume 27."},{"key":"e_1_3_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI54592.2022.00029"},{"key":"e_1_3_1_34_1","doi-asserted-by":"crossref","unstructured":"Liu S. Ma W. Moore R. Ganesan V. and Nelson S. (2005). RxNorm: prescription for electronic drug information exchange. IT Professional 7(5):17\u201323.","DOI":"10.1109\/MITP.2005.122"},{"key":"e_1_3_1_35_1","doi-asserted-by":"crossref","unstructured":"Liu S. Wang X. Hou Y. Li G. Wang H. Xu H. Xiang Y. and Tang B. (2023). Multimodal data matters: Language model pre-training over structured and unstructured electronic health records. IEEE Journal of Biomedical and Health Informatics 27(1):504\u2013514.","DOI":"10.1109\/JBHI.2022.3217810"},{"key":"e_1_3_1_36_1","doi-asserted-by":"crossref","unstructured":"Lock E. F. Hoadley K. A. Marron J. S. and Nobel A. B. (2013). Joint and individual variation explained (JIVE) for integrated analysis of multiple data types. The Annals of Applied Statistics 7(1):523.","DOI":"10.1214\/12-AOAS597"},{"key":"e_1_3_1_37_1","unstructured":"Lu J. Yin J. and Cai T. (2023). Knowledge graph embedding with electronic health records data via latent graphical block model. arXiv preprint arXiv:2305.19997."},{"key":"e_1_3_1_38_1","unstructured":"McInnes B. T. Pedersen T. and Carlis J. (2007). Using UMLS Concept Unique Identifiers (CUIs) for word sense disambiguation in the biomedical domain. In AMIA Annual Symposium Proceedings volume 2007 pages 533\u2013537. American Medical Informatics Association."},{"key":"e_1_3_1_39_1","unstructured":"Mikolov T. Chen K. Corrado G. and Dean J. (2013). Efficient estimation of word representations in vector space. Proceedings of Workshop at ICLR 2013."},{"key":"e_1_3_1_40_1","unstructured":"Nakada R. Gulluk H. I. Deng Z. Ji W. Zou J. and Zhang L. (2023). Understanding multimodal contrastive learning and incorporating unpaired data. In International Conference on Artificial Intelligence and Statistics pages 4348\u20134380. PMLR."},{"key":"e_1_3_1_41_1","unstructured":"Oord A. v. d. Li Y. and Vinyals O. (2018). Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748."},{"key":"e_1_3_1_42_1","unstructured":"OpenAI (2023). ChatGPT: Optimizing language models for dialogue. https:\/\/openai.com\/blog\/chatgpt."},{"key":"e_1_3_1_43_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/823"},{"key":"e_1_3_1_44_1","unstructured":"Radford A. Kim J. W. Hallacy C. Ramesh A. Goh G. Agarwal S. Sastry G. Askell A. Mishkin P. Clark J. et\u00a0al. (2021). Learning transferable visual models from natural language supervision. In International Conference on Machine Learning pages 8748\u20138763. PMLR."},{"key":"e_1_3_1_45_1","doi-asserted-by":"crossref","unstructured":"Scheurwegs E. Luyckx K. Luyten L. Daelemans W. and Van den Bulcke T. (2016). Data integration of structured and unstructured sources for assigning clinical codes to patient stays. Journal of the American Medical Informatics Association 23(e1):e11\u2013e19.","DOI":"10.1093\/jamia\/ocv115"},{"key":"e_1_3_1_46_1","doi-asserted-by":"crossref","unstructured":"Sheikhalishahi S. Miotto R. Dudley J. T. Lavelli A. Rinaldi F. Osmani V. et\u00a0al. (2019). Natural language processing of clinical notes on chronic diseases: systematic review. JMIR Medical Informatics 7(2):e12239.","DOI":"10.2196\/12239"},{"key":"e_1_3_1_47_1","doi-asserted-by":"crossref","unstructured":"Stang P. E. Ryan P. B. Racoosin J. A. Overhage J. M. Hartzema A. G. Reich C. Welebob E. Scarnecchia T. and Woodcock J. (2010). Advancing the science for active surveillance: rationale and design for the observational medical outcomes partnership. Annals of Internal Medicine 153(9):600\u2013606.","DOI":"10.7326\/0003-4819-153-9-201011020-00010"},{"key":"e_1_3_1_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.171"},{"key":"e_1_3_1_49_1","doi-asserted-by":"crossref","unstructured":"Xu Z. Gan Z. Zhou D. Shen S. Lu J. and Cai T. (2025). Inference of dependency knowledge graph for electronic health records. Journal of the Royal Statistical Society Series B: Statistical Methodology page qkaf061.","DOI":"10.1093\/jrsssb\/qkaf061"},{"key":"e_1_3_1_50_1","doi-asserted-by":"crossref","unstructured":"Yang Z. and Michailidis G. (2016). A non-negative matrix factorization method for detecting modules in heterogeneous omics multi-modal data. Bioinformatics 32(1):1\u20138.","DOI":"10.1093\/bioinformatics\/btv544"},{"key":"e_1_3_1_51_1","doi-asserted-by":"crossref","unstructured":"Yi S. Wong R. K. W. and Gaynanova I. (2023). Hierarchical nuclear norm penalization for multi-view data integration. Biometrics 79(4):2933\u20132946.","DOI":"10.1111\/biom.13893"},{"key":"e_1_3_1_52_1","doi-asserted-by":"crossref","unstructured":"Yin Q. Zhong L. Song Y. Bai L. Wang Z. Li C. Xu Y. and Yang X. (2023). A decision support system in precision medicine: contrastive multimodal learning for patient stratification. Annals of Operations Research 348(1):579\u2013607.","DOI":"10.1007\/s10479-023-05545-6"},{"key":"e_1_3_1_53_1","doi-asserted-by":"crossref","unstructured":"Zhang A. R. Cai T. T. and Wu Y. (2022). Heteroskedastic PCA: Algorithm optimality and applications. The Annals of Statistics 50(1):53\u201380.","DOI":"10.1214\/21-AOS2074"},{"key":"e_1_3_1_54_1","unstructured":"Zhou D. Cai T. and Lu J. (2023). Multi-source learning via completion of block-wise overlapping noisy matrices. Journal of Machine Learning Research 24(221):1\u201343."},{"key":"e_1_3_1_55_1","doi-asserted-by":"crossref","unstructured":"Zhou D. Gan Z. Shi X. Patwari A. Rush E. Bonzel C.-L. Panickan V. A. Hong C. Ho Y.-L. Cai T. et\u00a0al. (2022). Multiview incomplete knowledge graph integration with application to cross-institutional EHR data harmonization. Journal of Biomedical Informatics 133:104147.","DOI":"10.1016\/j.jbi.2022.104147"},{"key":"e_1_3_1_56_1","doi-asserted-by":"crossref","unstructured":"Zhou G. Cichocki A. Zhang Y. and Mandic D. P. (2015). Group component analysis for multiblock data: Common and individual feature extraction. IEEE Transactions on Neural Networks and Learning Systems 27(11):2426\u20132439.","DOI":"10.1109\/TNNLS.2015.2487364"}],"container-title":["Journal of the American Statistical Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01621459.2026.2698136","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.tandfonline.com\/doi\/full-xml\/10.1080\/01621459.2026.2698136","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01621459.2026.2698136","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T22:15:32Z","timestamp":1783548932000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01621459.2026.2698136"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,8]]},"references-count":55,"alternative-id":["10.1080\/01621459.2026.2698136"],"URL":"https:\/\/doi.org\/10.1080\/01621459.2026.2698136","relation":{},"ISSN":["0162-1459","1537-274X"],"issn-type":[{"value":"0162-1459","type":"print"},{"value":"1537-274X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,8]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2024-03-22","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-05-27","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-06-28","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-07-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}