{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T19:08:00Z","timestamp":1779304080543,"version":"3.51.4"},"publisher-location":"Singapore","reference-count":45,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819571406","type":"print"},{"value":"9789819571413","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-7141-3_26","type":"book-chapter","created":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T18:23:58Z","timestamp":1779301438000},"page":"395-409","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Dual-Level Contrastive Learning for\u00a0Patient Condition Representation with\u00a0Multimodal Electronic Health Records"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-6279-6002","authenticated-orcid":false,"given":"Bohao","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6447-9010","authenticated-orcid":false,"given":"Yan","family":"Gong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0975-2367","authenticated-orcid":false,"given":"Bowen","family":"Du","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2677-0751","authenticated-orcid":false,"given":"Junchen","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8928-792X","authenticated-orcid":false,"given":"Liyan","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,21]]},"reference":[{"key":"26_CR1","unstructured":"Alsentzer, E., et al.: Publicly available clinical BERT embeddings. arXiv preprint arXiv:1904.03323 (2019)"},{"issue":"1","key":"26_CR2","doi-asserted-by":"publisher","first-page":"6085","DOI":"10.1038\/s41598-018-24271-9","volume":"8","author":"Z Che","year":"2018","unstructured":"Che, Z., Purushotham, S., Cho, K., Sontag, D., Liu, Y.: Recurrent neural networks for multivariate time series with missing values. Sci. Rep. 8(1), 6085 (2018)","journal-title":"Sci. Rep."},{"key":"26_CR3","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607. PMLR (2020)"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Chen, Y., Ren, K., Wang, Y., Fang, Y., Sun, W., Li, D.: ContiFormer: continuous-time transformer for irregular time series modeling. Adv. Neural Inf. Process. Syst. 36 (2024)","DOI":"10.52202\/075280-2042"},{"key":"26_CR5","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"26_CR6","doi-asserted-by":"publisher","unstructured":"Fredriksson, T., Mattos, D.I., Bosch, J., Olsson, H.H.: Data labeling: an empirical investigation into industrial challenges and mitigation strategies. In: Morisio, M., Torchiano, M., Jedlitschka, A. (eds.) International Conference on Product-Focused Software Process Improvement. LNCS, pp. 202\u2013216. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-64148-1_13","DOI":"10.1007\/978-3-030-64148-1_13"},{"key":"26_CR7","doi-asserted-by":"crossref","unstructured":"Gao, J., Xiao, C., Glass, L.M., Sun, J.: COMPOSE: cross-modal Pseudo-Siamese Network for patient trial matching. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 803\u2013812 (2020)","DOI":"10.1145\/3394486.3403123"},{"issue":"1","key":"26_CR8","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1038\/s41597-019-0103-9","volume":"6","author":"H Harutyunyan","year":"2019","unstructured":"Harutyunyan, H., Khachatrian, H., Kale, D.C., Ver Steeg, G., Galstyan, A.: Multitask learning and benchmarking with clinical time series data. Sci. Data 6(1), 96 (2019)","journal-title":"Sci. Data"},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Hoang, T.N., Hong, S., Xiao, C., Low, B., Sun, J.: AID: active distillation machine to leverage pre-trained black-box models in private data settings. In: Proceedings of the Web Conference 2021, pp. 3569\u20133581 (2021)","DOI":"10.1145\/3442381.3449944"},{"issue":"1","key":"26_CR10","doi-asserted-by":"publisher","first-page":"22147","DOI":"10.1038\/s41598-020-78888-w","volume":"10","author":"SC Huang","year":"2020","unstructured":"Huang, S.C., Pareek, A., Zamanian, R., Banerjee, I., Lungren, M.P.: Multimodal fusion with deep neural networks for leveraging CT imaging and electronic health record: a case-study in pulmonary embolism detection. Sci. Rep. 10(1), 22147 (2020)","journal-title":"Sci. Rep."},{"issue":"1","key":"26_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AE Johnson","year":"2016","unstructured":"Johnson, A.E., et al.: MIMIC-III, a freely accessible critical care database. Sci. Data 3(1), 1\u20139 (2016)","journal-title":"Sci. Data"},{"key":"26_CR12","unstructured":"Kazemi, S.M., et al.: Time2Vec: learning a vector representation of time. arXiv preprint arXiv:1907.05321 (2019)"},{"key":"26_CR13","doi-asserted-by":"crossref","unstructured":"Khadanga, S., Aggarwal, K., Joty, S., Srivastava, J.: Using clinical notes with time series data for ICU management. arXiv preprint arXiv:1909.09702 (2019)","DOI":"10.18653\/v1\/D19-1678"},{"key":"26_CR14","unstructured":"King, R., Yang, T., Mortazavi, B.J.: Multimodal pretraining of medical time series and notes. In: Machine Learning for Health (ML4H), pp. 244\u2013255. PMLR (2023)"},{"key":"26_CR15","unstructured":"Lee, K., et al.: Learning missing modal electronic health records with unified multi-modal data embedding and modality-aware attention. In: Machine Learning for Healthcare Conference, pp. 423\u2013442. PMLR (2023)"},{"issue":"7","key":"26_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3744251","volume":"19","author":"B Li","year":"2025","unstructured":"Li, B., Du, B., Ye, J.: Prime: Pretraining for patient condition representation with irregular multimodal electronic health records. ACM Trans. Knowl. Discov. Data 19(7), 1\u201339 (2025)","journal-title":"ACM Trans. Knowl. Discov. Data"},{"issue":"7","key":"26_CR17","first-page":"7220","volume":"35","author":"J Li","year":"2022","unstructured":"Li, J., et al.: Modeling multiple views via implicitly preserving global consistency and local complementarity. IEEE Trans. Knowl. Data Eng. 35(7), 7220\u20137238 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"26_CR18","doi-asserted-by":"publisher","unstructured":"Li, T.Z., et\u00a0al.: Longitudinal multimodal transformer integrating imaging and latent clinical signatures from routine EHRs for pulmonary nodule classification. In: Greenspan, H., et al. (eds.) International Conference on Medical Image Computing and Computer-Assisted Intervention. LNCS, pp. 649\u2013659. Springer, Switzerland (2023). https:\/\/doi.org\/10.1007\/978-3-031-43895-0_61","DOI":"10.1007\/978-3-031-43895-0_61"},{"key":"26_CR19","unstructured":"Li, Y., Wehbe, R.M., Ahmad, F.S., Wang, H., Luo, Y.: Clinical-Longformer and Clinical-BigBird: transformers for long clinical sequences. arXiv preprint arXiv:2201.11838 (2022)"},{"issue":"2","key":"26_CR20","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1093\/jamia\/ocac225","volume":"30","author":"Y Li","year":"2023","unstructured":"Li, Y., Wehbe, R.M., Ahmad, F.S., Wang, H., Luo, Y.: A comparative study of pretrained language models for long clinical text. J. Am. Med. Inform. Assoc. 30(2), 340\u2013347 (2023)","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"1","key":"26_CR21","first-page":"1","volume":"18","author":"Y Li","year":"2023","unstructured":"Li, Y., Zhu, Z., Guo, X., Li, S., Yang, Y., Zhao, Y.: HGV4Risk: hierarchical global view-guided sequence representation learning for risk prediction. ACM Trans. Knowl. Discov. Data 18(1), 1\u201321 (2023)","journal-title":"ACM Trans. Knowl. Discov. Data"},{"key":"26_CR22","doi-asserted-by":"crossref","unstructured":"Li, Z., Li, S., Yan, X.: Time series as images: vision transformer for irregularly sampled time series. Adv. Neural Inf. Process. Syst. 36 (2024)","DOI":"10.52202\/075280-2139"},{"key":"26_CR23","unstructured":"Liang, P.P., Deng, Z., Ma, M.Q., Zou, J.Y., Morency, L.P., Salakhutdinov, R.: Factorized contrastive learning: going beyond multi-view redundancy. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Liu, J., Chen, S.: TimesURL: self-supervised contrastive learning for universal time series representation learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038, pp. 13918\u201313926 (2024)","DOI":"10.1609\/aaai.v38i12.29299"},{"key":"26_CR25","doi-asserted-by":"crossref","unstructured":"Ma, L., et al.: Distilling knowledge from publicly available online EMR data to emerging epidemic for prognosis. In: Proceedings of the Web Conference 2021, pp. 3558\u20133568 (2021)","DOI":"10.1145\/3442381.3449855"},{"key":"26_CR26","doi-asserted-by":"crossref","unstructured":"Ma, L., et al.: ConCare: personalized clinical feature embedding via capturing the healthcare context. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 833\u2013840 (2020)","DOI":"10.1609\/aaai.v34i01.5428"},{"key":"26_CR27","doi-asserted-by":"crossref","unstructured":"Pappagari, R., Zelasko, P., Villalba, J., Carmiel, Y., Dehak, N.: Hierarchical transformers for long document classification. In: 2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU), pp. 838\u2013844. IEEE (2019)","DOI":"10.1109\/ASRU46091.2019.9003958"},{"key":"26_CR28","unstructured":"Radford, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"26_CR29","unstructured":"Raghu, A., Chandak, P., Alam, R., Guttag, J., Stultz, C.: Sequential multi-dimensional self-supervised learning for clinical time series. In: International Conference on Machine Learning, pp. 28531\u201328548. PMLR (2023)"},{"key":"26_CR30","unstructured":"Shukla, S.N., Marlin, B.M.: Multi-time attention networks for irregularly sampled time series. arXiv preprint arXiv:2101.10318 (2021)"},{"key":"26_CR31","unstructured":"Si, Y., Roberts, K.: Three-level hierarchical transformer networks for long-sequence and multiple clinical documents classification. arXiv preprint arXiv:2104.08444 (2021)"},{"issue":"6","key":"26_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3516367","volume":"16","author":"S Tipirneni","year":"2022","unstructured":"Tipirneni, S., Reddy, C.K.: Self-supervised transformer for sparse and irregularly sampled multivariate clinical time-series. ACM Trans. Knowl. Discov. Data (TKDD) 16(6), 1\u201317 (2022)","journal-title":"ACM Trans. Knowl. Discov. Data (TKDD)"},{"key":"26_CR33","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"26_CR34","doi-asserted-by":"crossref","unstructured":"Wang, X., et al.: Hierarchical pretraining on multimodal electronic health records. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing. Conference on Empirical Methods in Natural Language Processing, vol.\u00a02023, p.\u00a02839 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.171"},{"key":"26_CR35","unstructured":"Wang, Y., Han, Y., Wang, H., Zhang, X.: Contrast everything: a hierarchical contrastive framework for medical time-series. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"issue":"10","key":"26_CR36","doi-asserted-by":"publisher","first-page":"1419","DOI":"10.1093\/jamia\/ocy068","volume":"25","author":"C Xiao","year":"2018","unstructured":"Xiao, C., Choi, E., Sun, J.: Opportunities and challenges in developing deep learning models using electronic health records data: a systematic review. J. Am. Med. Inform. Assoc. 25(10), 1419\u20131428 (2018)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"26_CR37","doi-asserted-by":"crossref","unstructured":"Xu, Y., Biswal, S., Deshpande, S.R., Maher, K.O., Sun, J.: RAIM: recurrent attentive and intensive model of multimodal patient monitoring data. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2565\u20132573 (2018)","DOI":"10.1145\/3219819.3220051"},{"key":"26_CR38","doi-asserted-by":"crossref","unstructured":"Xu, Y., et al.: VecoCare: visit sequences-clinical notes joint learning for diagnosis prediction in healthcare data. In: IJCAI, vol.\u00a023, pp. 4921\u20134929 (2023)","DOI":"10.24963\/ijcai.2023\/547"},{"key":"26_CR39","doi-asserted-by":"crossref","unstructured":"Yue, Z., et al.: TS2Vec: towards universal representation of time series. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 8980\u20138987 (2022)","DOI":"10.1609\/aaai.v36i8.20881"},{"key":"26_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, C., et al.: M3Care: learning with missing modalities in multimodal healthcare data. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 2418\u20132428 (2022)","DOI":"10.1145\/3534678.3539388"},{"key":"26_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, C., Gao, X., Ma, L., Wang, Y., Wang, J., Tang, W.: GRASP: generic framework for health status representation learning based on incorporating knowledge from similar patients. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 715\u2013723 (2021)","DOI":"10.1609\/aaai.v35i1.16152"},{"key":"26_CR42","unstructured":"Zhang, D., Thadajarassiri, J., Sen, C., Rundensteiner, E.: Time-aware transformer-based network for clinical notes series prediction. In: Machine Learning for Healthcare Conference, pp. 566\u2013588. PMLR (2020)"},{"key":"26_CR43","doi-asserted-by":"crossref","unstructured":"Zhang, J., Zheng, S., Cao, W., Bian, J., Li, J.: Warpformer: a multi-scale modeling approach for irregular clinical time series. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 3273\u20133285 (2023)","DOI":"10.1145\/3580305.3599543"},{"key":"26_CR44","unstructured":"Zhang, X., Zeman, M., Tsiligkaridis, T., Zitnik, M.: Graph-guided network for irregularly sampled multivariate time series. arXiv preprint arXiv:2110.05357 (2021)"},{"key":"26_CR45","unstructured":"Zhang, X., Li, S., Chen, Z., Yan, X., Petzold, L.R.: Improving medical predictions by irregular multimodal electronic health records modeling. In: International Conference on Machine Learning, pp. 41300\u201341313. PMLR (2023)"}],"container-title":["Lecture Notes in Computer Science","Behavioural and Social Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-7141-3_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T18:24:08Z","timestamp":1779301448000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-7141-3_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819571406","9789819571413"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-7141-3_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"21 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"BESC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Behavioural and Social Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hong Kong SAR","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"besc2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/besc-conf.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}