{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T05:09:20Z","timestamp":1782364160477,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Defense Industrial Technology Development Program","award":["JCKY2021601B104"],"award-info":[{"award-number":["JCKY2021601B104"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679582","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:21Z","timestamp":1729452861000},"page":"3549-3559","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["EMERGE: Enhancing Multimodal Electronic Health Records Predictive Modeling with Retrieval-Augmented Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2640-6477","authenticated-orcid":false,"given":"Yinghao","family":"Zhu","sequence":"first","affiliation":[{"name":"Beihang University & Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6477-5160","authenticated-orcid":false,"given":"Changyu","family":"Ren","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1257-9580","authenticated-orcid":false,"given":"Zixiang","family":"Wang","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9714-2193","authenticated-orcid":false,"given":"Xiaochen","family":"Zheng","sequence":"additional","affiliation":[{"name":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5921-4060","authenticated-orcid":false,"given":"Shiyun","family":"Xie","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5292-2945","authenticated-orcid":false,"given":"Junlan","family":"Feng","sequence":"additional","affiliation":[{"name":"China Mobile Research Institute, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0222-066X","authenticated-orcid":false,"given":"Xi","family":"Zhu","sequence":"additional","affiliation":[{"name":"China Mobile Research Institute, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9603-9713","authenticated-orcid":false,"given":"Zhoujun","family":"Li","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5233-0624","authenticated-orcid":false,"given":"Liantao","family":"Ma","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0497-7903","authenticated-orcid":false,"given":"Chengwei","family":"Pan","sequence":"additional","affiliation":[{"name":"Beihang University & Zhongguancun Laboratory, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_2_1","unstructured":"Jinze Bai Shuai Bai Yunfei Chu Zeyu Cui Kai Dang Xiaodong Deng Yang Fan Wenbin Ge Yu Han Fei Huang et al. 2023. Qwen technical report. arXiv preprint arXiv:2309.16609 (2023)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614901"},{"key":"e_1_3_2_1_4_1","volume-title":"Infusing internalized knowledge of language models into hybrid prompts for knowledgeable dialogue generation. Knowledge-Based Systems","author":"Bai Jiaqi","year":"2024","unstructured":"Jiaqi Bai, Zhao Yan, Shun Zhang, Jian Yang, Hongcheng Guo, and Zhoujun Li. 2024. Infusing internalized knowledge of language models into hybrid prompts for knowledgeable dialogue generation. Knowledge-Based Systems (2024), 111874."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2023.3240654"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-023-01960-3"},{"key":"e_1_3_2_1_7_1","unstructured":"Jianlv Chen and Shitao Xiao. 2024. BGE M3-Embedding: Multi-Lingual Multi-Functionality Multi-Granularity Text Embeddings Through Self-Knowledge Distillation. https:\/\/synthical.com\/article\/9ffce599-0640--457c-bd1c-502cab06e8af. arxiv: 2402.03216 [cs.AI]"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098126"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.12945\/j.aorta.2016.16.014"},{"key":"e_1_3_2_1_10_1","unstructured":"DeepSeek-AI. 2024. DeepSeek-V2: A Strong Economical and Efficient Mixture-of-Experts Language Model. arxiv: 2405.04434 [cs.CL]"},{"key":"e_1_3_2_1_11_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.352"},{"key":"e_1_3_2_1_13_1","volume-title":"GitHub","volume":"3","author":"Falcon William A","year":"2019","unstructured":"William A Falcon. 2019. Pytorch lightning. GitHub, Vol. 3 (2019)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2022.104970"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2024.100951"},{"key":"e_1_3_2_1_16_1","volume-title":"Redefining Digital Health Interfaces with Large Language Models. arXiv preprint arXiv:2310.03560","author":"Imrie Fergus","year":"2023","unstructured":"Fergus Imrie, Paulius Rauba, and Mihaela van der Schaar. 2023. Redefining Digital Health Interfaces with Large Language Models. arXiv preprint arXiv:2310.03560 (2023)."},{"key":"e_1_3_2_1_17_1","volume-title":"GraphCare: Enhancing Healthcare Predictions with Personalized Knowledge Graphs. In The Twelfth International Conference on Learning Representations.","author":"Jiang Pengcheng","year":"2024","unstructured":"Pengcheng Jiang, Cao Xiao, Adam Richard Cross, and Jimeng Sun. 2024. GraphCare: Enhancing Healthcare Predictions with Personalized Knowledge Graphs. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_18_1","volume-title":"Using clinical notes with time series data for ICU management. arXiv preprint arXiv:1909.09702","author":"Khadanga Swaraj","year":"2019","unstructured":"Swaraj Khadanga, Karan Aggarwal, Shafiq Joty, and Jaideep Srivastava. 2019. Using clinical notes with time series data for ICU management. arXiv preprint arXiv:1909.09702 (2019)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0271260"},{"key":"e_1_3_2_1_20_1","volume-title":"Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention. arXiv preprint arXiv:2305.02504","author":"Lee Kwanhyung","year":"2023","unstructured":"Kwanhyung Lee, Soojeong Lee, Sangchul Hahn, Heejung Hyun, Edward Choi, Byungeun Ahn, and Joohyung Lee. 2023. Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention. arXiv preprint arXiv:2305.02504 (2023)."},{"key":"e_1_3_2_1_21_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, et al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems, Vol. 33 (2020), 9459--9474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocac225"},{"key":"e_1_3_2_1_23_1","volume-title":"Learnable Prompt as Pseudo-Imputation: Reassessing the Necessity of Traditional EHR Data Imputation in Downstream Clinical Prediction. arXiv preprint arXiv:2401.16796","author":"Liao Weibin","year":"2024","unstructured":"Weibin Liao, Yinghao Zhu, Zixiang Wang, Xu Chu, Yasha Wang, and Liantao Ma. 2024. Learnable Prompt as Pseudo-Imputation: Reassessing the Necessity of Traditional EHR Data Imputation in Downstream Clinical Prediction. arXiv preprint arXiv:2401.16796 (2024)."},{"key":"e_1_3_2_1_24_1","volume-title":"Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101","author":"Loshchilov Ilya","year":"2017","unstructured":"Ilya Loshchilov and Frank Hutter. 2017. Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101 (2017)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/486"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271701"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2023.100892"},{"key":"e_1_3_2_1_28_1","volume-title":"Patient Health Representation Learning via Correlational Sparse Prior of Medical Features","author":"Ma Xinyu","year":"2022","unstructured":"Xinyu Ma, Yasha Wang, Xu Chu, Liantao Ma, Wen Tang, Junfeng Zhao, Ye Yuan, and Guoren Wang. 2022. Patient Health Representation Learning via Correlational Sparse Prior of Medical Features. IEEE Transactions on Knowledge and Data Engineering (2022)."},{"key":"e_1_3_2_1_29_1","volume-title":"Haoran Zhang, Giovanni Angelotti, and Jack Gallifant.","author":"McDermott Matthew B. A.","year":"2024","unstructured":"Matthew B. A. McDermott, Lasse Hyldig Hansen, Haoran Zhang, Giovanni Angelotti, and Jack Gallifant. 2024. A Closer Look at AUROC and AUPRC under Class Imbalance. arXiv preprint arXiv:2401.06091 (2024)."},{"key":"e_1_3_2_1_30_1","volume-title":"Deep learning for healthcare: review, opportunities and challenges. Briefings in bioinformatics","author":"Miotto Riccardo","year":"2018","unstructured":"Riccardo Miotto, Fei Wang, Shuang Wang, Xiaoqian Jiang, and Joel T Dudley. 2018. Deep learning for healthcare: review, opportunities and challenges. Briefings in bioinformatics, Vol. 19, 6 (2018), 1236--1246."},{"key":"e_1_3_2_1_31_1","unstructured":"OpenAI. 2023. Prompt engineering. https:\/\/platform.openai.com\/docs\/guides\/prompt-engineering. Accessed: 2024-05--20."},{"key":"e_1_3_2_1_32_1","volume-title":"Conference on Health, Inference, and Learning. PMLR, 261--281","author":"Park Sungjin","year":"2022","unstructured":"Sungjin Park, Seongsu Bae, Jiho Kim, Tackeun Kim, and Edward Choi. 2022. Graph-text multi-modal pre-training for medical representation learning. In Conference on Health, Inference, and Learning. PMLR, 261--281."},{"key":"e_1_3_2_1_33_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. 2019. Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.214"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Alvin Rajkomar Eyal Oren Kai Chen Andrew M Dai Nissan Hajaj Michaela Hardt Peter J Liu Xiaobing Liu Jake Marcus Mimi Sun et al. 2018. Scalable and accurate deep learning with electronic health records. NPJ digital medicine Vol. 1 1 (2018) 18.","DOI":"10.1038\/s41746-018-0029-1"},{"key":"e_1_3_2_1_36_1","volume-title":"ResLoRA: Identity Residual Mapping in Low-Rank Adaption. arXiv preprint arXiv:2402.18039","author":"Shi Shuhua","year":"2024","unstructured":"Shuhua Shi, Shaohan Huang, Minghui Song, Zhoujun Li, Zihan Zhang, Haizhen Huang, Furu Wei, Weiwei Deng, Feng Sun, and Qi Zhang. 2024. ResLoRA: Identity Residual Mapping in Low-Rank Adaption. arXiv preprint arXiv:2402.18039 (2024)."},{"key":"e_1_3_2_1_37_1","volume-title":"Hanwen Zha, Yue Liu, and Xin Luna Dong.","author":"Sun Kai","year":"2023","unstructured":"Kai Sun, Yifan Ethan Xu, Hanwen Zha, Yue Liu, and Xin Luna Dong. 2023. Head-to-tail: How knowledgeable are large language models (llm)? AKA will llms replace knowledge graphs? arXiv preprint arXiv:2308.10168 (2023)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.795"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"Jiaqi Wang Junyu Luo Muchao Ye Xiaochen Wang Yuan Zhong Aofei Chang Guanjie Huang Ziyi Yin Cao Xiao Jimeng Sun and Fenglong Ma. 2024. Recent Advances in Predictive Modeling with Electronic Health Records. arxiv: 2402.01077 [cs.LG]","DOI":"10.24963\/ijcai.2024\/914"},{"key":"e_1_3_2_1_40_1","volume-title":"The shaky foundations of large language models and foundation models for electronic health records. npj Digital Medicine","author":"Wornow Michael","year":"2023","unstructured":"Michael Wornow, Yizhe Xu, Rahul Thapa, Birju Patel, Ethan Steinberg, Scott Fleming, Michael A Pfeffer, Jason Fries, and Nigam H Shah. 2023. The shaky foundations of large language models and foundation models for electronic health records. npj Digital Medicine, Vol. 6, 1 (2023), 135."},{"key":"e_1_3_2_1_41_1","first-page":"8","article-title":"Multi-modal Circulant Fusion for Video-to-Language and Backward","volume":"3","author":"Wu Aming","year":"2018","unstructured":"Aming Wu and Yahong Han. 2018. Multi-modal Circulant Fusion for Video-to-Language and Backward.. In IJCAI, Vol. 3. 8.","journal-title":"IJCAI"},{"key":"e_1_3_2_1_42_1","unstructured":"Guangxuan Xiao Yuandong Tian Beidi Chen Song Han and Mike Lewis. 2023. Efficient Streaming Language Models with Attention Sinks. arxiv: 2309.17453 [cs.CL]"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/547"},{"key":"e_1_3_2_1_44_1","volume-title":"How to leverage multimodal EHR data for better medical predictions? arXiv preprint arXiv:2110.15763","author":"Yang Bo","year":"2021","unstructured":"Bo Yang and Lijun Wu. 2021. How to leverage multimodal EHR data for better medical predictions? arXiv preprint arXiv:2110.15763 (2021)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i4.25667"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449860"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482273"},{"key":"e_1_3_2_1_48_1","volume-title":"Tensor fusion network for multimodal sentiment analysis. arXiv preprint arXiv:1707.07250","author":"Zadeh Amir","year":"2017","unstructured":"Amir Zadeh, Minghai Chen, Soujanya Poria, Erik Cambria, and Louis-Philippe Morency. 2017. Tensor fusion network for multimodal sentiment analysis. arXiv preprint arXiv:1707.07250 (2017)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539388"},{"key":"e_1_3_2_1_50_1","volume-title":"International Conference on Machine Learning. PMLR, 41300--41313","author":"Zhang Xinlu","year":"2023","unstructured":"Xinlu Zhang, Shiyang Li, Zhiyu Chen, Xifeng Yan, and Linda Ruth Petzold. 2023. Improving medical predictions by irregular multimodal electronic health records modeling. In International Conference on Machine Learning. PMLR, 41300--41313."},{"key":"e_1_3_2_1_51_1","unstructured":"Yue Zhang Yafu Li Leyang Cui Deng Cai Lemao Liu Tingchen Fu Xinting Huang Enbo Zhao Yu Zhang Yulong Chen et al. 2023. Siren's song in the ai ocean: A survey on hallucination in large language models. arXiv preprint arXiv:2309.01219 (2023)."},{"key":"e_1_3_2_1_52_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Zhu Dawei","year":"2024","unstructured":"Dawei Zhu, Nan Yang, Liang Wang, Yifan Song, Wenhao Wu, Furu Wei, and Sujian Li. 2024. Pose: Efficient context window extension of llms via positional skip-wise training. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_53_1","volume-title":"Is larger always better? Evaluating and prompting large language models for non-generative medical tasks. arXiv preprint arXiv:2407.18525","author":"Zhu Yinghao","year":"2024","unstructured":"Yinghao Zhu, Junyi Gao, Zixiang Wang, Weibin Liao, Xiaochen Zheng, Lifang Liang, Yasha Wang, Chengwei Pan, Ewen M Harrison, and Liantao Ma. 2024. Is larger always better? Evaluating and prompting large language models for non-generative medical tasks. arXiv preprint arXiv:2407.18525 (2024)."},{"key":"e_1_3_2_1_54_1","unstructured":"Yinghao Zhu Wenqing Wang Junyi Gao and Liantao Ma. 2024. PyEHR: A Predictive Modeling Toolkit for Electronic Health Records. https:\/\/github.com\/yhzhu99\/pyehr."}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679582","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679582","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:23Z","timestamp":1750294703000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679582"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":53,"alternative-id":["10.1145\/3627673.3679582","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679582","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}