{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T18:00:04Z","timestamp":1775325604114,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"The Fundamental Research Funds for the Central Universities","award":["YWF-22-L-838"],"award-info":[{"award-number":["YWF-22-L-838"]}]},{"name":"The National Key R&D Program of China","award":["2019YFB2101804"],"award-info":[{"award-number":["2019YFB2101804"]}]},{"name":"The National Natural Science Foundation of China","award":["82161148011,72171013"],"award-info":[{"award-number":["82161148011,72171013"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539020","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T19:06:12Z","timestamp":1660331172000},"page":"3810-3818","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Generative Adversarial Networks Enhanced Pre-training for Insufficient Electronic Health Records Modeling"],"prefix":"10.1145","author":[{"given":"Houxing","family":"Ren","sequence":"first","affiliation":[{"name":"Beihang University & Peng Cheng Laboratory, Beijing, China"}]},{"given":"Jingyuan","family":"Wang","sequence":"additional","affiliation":[{"name":"Beihang University & Peng Cheng Laboratory, Beijing, China"}]},{"given":"Wayne Xin","family":"Zhao","sequence":"additional","affiliation":[{"name":"Renmin University of China & Beijing Key Laboratory of Big Data Management and Analysis Methods, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.2337\/diacare.27.2007.S88"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219904"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3097997"},{"key":"e_1_3_2_1_4_1","volume-title":"Boosting Deep Learning Risk Prediction with Generative Adversarial Networks for Electronic Health Records. In ICDM'17","author":"Che Zhengping","year":"2017","unstructured":"Zhengping Che, Yu Cheng, Shuangfei Zhai, Zhaonan Sun, and Yan Liu. 2017. Boosting Deep Learning Risk Prediction with Generative Adversarial Networks for Electronic Health Records. In ICDM'17. IEEE Computer Society, 787--792."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"e_1_3_2_1_6_1","volume-title":"Le Song, Walter F. Stewart, and Jimeng Sun.","author":"Choi Edward","year":"2017","unstructured":"Edward Choi, Mohammad Taha Bahadori, Le Song, Walter F. Stewart, and Jimeng Sun. 2017a. GRAM: Graph-based Attention Model for Healthcare Representation Learning. In KDD'17. ACM, 787--795."},{"key":"e_1_3_2_1_7_1","volume-title":"Jimeng Sun, Joshua Kulas, Andy Schuetz, and Walter F. Stewart.","author":"Choi Edward","year":"2016","unstructured":"Edward Choi, Mohammad Taha Bahadori, Jimeng Sun, Joshua Kulas, Andy Schuetz, and Walter F. Stewart. 2016. RETAIN: An Interpretable Predictive Model for Healthcare using Reverse Time Attention Mechanism. In NIPS'16. 3504--3512."},{"key":"e_1_3_2_1_8_1","volume-title":"MLHC'17 (Proceedings of Machine Learning Research","volume":"305","author":"Choi Edward","year":"2017","unstructured":"Edward Choi, Siddharth Biswal, Bradley A. Malin, Jon Duke, Walter F. Stewart, and Jimeng Sun. 2017b. Generating Multi-label Discrete Patient Records using Generative Adversarial Networks. In MLHC'17 (Proceedings of Machine Learning Research, Vol. 68). PMLR, 286--305."},{"key":"e_1_3_2_1_9_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT'19 (1)","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT'19 (1). Association for Computational Linguistics, 4171--4186."},{"key":"e_1_3_2_1_10_1","volume-title":"abs\/1706.02633","author":"Esteban Crist\u00f3bal","year":"2017","unstructured":"Crist\u00f3bal Esteban, Stephanie L. Hyland, and Gunnar Ratsch. 2017. Real-valued (Medical) Time Series Generation with Recurrent Conditional GANs. CoRR, Vol. abs\/1706.02633 (2017)."},{"key":"e_1_3_2_1_11_1","volume-title":"StageNet: Stage-Aware Neural Networks for Health Risk Prediction. In WWW'20","author":"Gao Junyi","year":"2020","unstructured":"Junyi Gao, Cao Xiao, Yasha Wang, Wen Tang, Lucas M. Glass, and Jimeng Sun. 2020. StageNet: Stage-Aware Neural Networks for Health Risk Prediction. In WWW'20. ACM \/ IW3C2, 530--540."},{"key":"e_1_3_2_1_12_1","volume-title":"Generative Adversarial Networks. CoRR","author":"Goodfellow Ian J.","year":"2014","unstructured":"Ian J. Goodfellow, Jean Pouget-Abadie, Mehdi Mirza, Bing Xu, David Warde-Farley, Sherjil Ozair, Aaron C. Courville, and Yoshua Bengio. 2014. Generative Adversarial Networks. CoRR, Vol. abs\/1406.2661 (2014)."},{"key":"e_1_3_2_1_13_1","volume-title":"Generating Sequences With Recurrent Neural Networks. CoRR","author":"Graves Alex","year":"2013","unstructured":"Alex Graves. 2013. Generating Sequences With Recurrent Neural Networks. CoRR, Vol. abs\/1308.0850 (2013)."},{"key":"e_1_3_2_1_14_1","volume-title":"Improved Training of Wasserstein GANs. In NIPS'17","author":"Gulrajani Ishaan","unstructured":"Ishaan Gulrajani, Faruk Ahmed, Martin Arjovsky, Vincent Dumoulin, and Aaron C. Courville. 2017. Improved Training of Wasserstein GANs. In NIPS'17. 5767--5777."},{"key":"e_1_3_2_1_15_1","volume-title":"Multitask Learning and Benchmarking with Clinical Time Series Data. CoRR","author":"Harutyunyan Hrayr","year":"2017","unstructured":"Hrayr Harutyunyan, Hrant Khachatrian, David C. Kale, and Aram Galstyan. 2017. Multitask Learning and Benchmarking with Clinical Time Series Data. CoRR, Vol. abs\/1703.07771 (2017)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_1_17_1","volume-title":"Leo Anthony Celi, and Roger G Mark","author":"Johnson Alistair EW","year":"2016","unstructured":"Alistair EW Johnson, Tom J Pollard, Lu Shen, H Lehman Li-Wei, Mengling Feng, Mohammad Ghassemi, Benjamin Moody, Peter Szolovits, Leo Anthony Celi, and Roger G Mark. 2016. MIMIC-III, a freely accessible critical care database. Scientific data, Vol. 3, 1 (2016), 1--9."},{"key":"e_1_3_2_1_18_1","volume-title":"Kingma and Jimmy Ba","author":"Diederik","year":"2015","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In ICLR'15 (Poster)."},{"key":"e_1_3_2_1_19_1","volume-title":"Shishir Rao, Abdelaali Hassaine, Dexter Canoy, Thomas Lukasiewicz, and Kazem Rahimi.","author":"Li Yikuan","year":"2021","unstructured":"Yikuan Li, Mohammad Mamouei, Gholamreza Salimi Khorshidi, Shishir Rao, Abdelaali Hassaine, Dexter Canoy, Thomas Lukasiewicz, and Kazem Rahimi. 2021. Hi-BEHRT: Hierarchical Transformer-based model for accurate prediction of clinical events using multimodal longitudinal electronic health records. CoRR, Vol. abs\/2106.11360 (2021)."},{"key":"e_1_3_2_1_20_1","volume-title":"Abdelaali Hassaine, Rema Ramakrishnan, Dexter Canoy, Yajie Zhu, Kazem Rahimi, and Gholamreza Salimi-Khorshidi.","author":"Li Yikuan","year":"2020","unstructured":"Yikuan Li, Shishir Rao, Jose Roberto Ayala Solares, Abdelaali Hassaine, Rema Ramakrishnan, Dexter Canoy, Yajie Zhu, Kazem Rahimi, and Gholamreza Salimi-Khorshidi. 2020. BEHRT: transformer for electronic health records. Scientific reports, Vol. 10, 1 (2020), 1--12."},{"key":"e_1_3_2_1_21_1","volume-title":"HiTANet: Hierarchical Time-Aware Attention Networks for Risk Prediction on Electronic Health Records. In KDD'20","author":"Luo Junyu","year":"2020","unstructured":"Junyu Luo, Muchao Ye, Cao Xiao, and Fenglong Ma. 2020. HiTANet: Hierarchical Time-Aware Attention Networks for Risk Prediction on Electronic Health Records. In KDD'20. ACM, 647--656."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098088"},{"key":"e_1_3_2_1_23_1","volume-title":"Risk Prediction on Electronic Health Records with Prior Medical Knowledge. In KDD'18","author":"Ma Fenglong","year":"2018","unstructured":"Fenglong Ma, Jing Gao, Qiuling Suo, Quanzeng You, Jing Zhou, and Aidong Zhang. 2018. Risk Prediction on Electronic Health Records with Prior Medical Knowledge. In KDD'18. ACM, 1910--1919."},{"key":"e_1_3_2_1_24_1","volume-title":"C-RNN-GAN: Continuous recurrent neural networks with adversarial training. CoRR","author":"Mogren Olof","year":"2016","unstructured":"Olof Mogren. 2016. C-RNN-GAN: Continuous recurrent neural networks with adversarial training. CoRR, Vol. abs\/1611.09904 (2016)."},{"key":"e_1_3_2_1_25_1","volume-title":"Towards Generating Real-World Time Series Data. CoRR","author":"Pei Hengzhi","year":"2021","unstructured":"Hengzhi Pei, Kan Ren, Yuqing Yang, Chang Liu, Tao Qin, and Dongsheng Li. 2021. Towards Generating Real-World Time Series Data. CoRR, Vol. abs\/2111.08386 (2021)."},{"key":"e_1_3_2_1_26_1","volume-title":"AAA21","author":"Prakash P. K. S.","unstructured":"P. K. S. Prakash, Srinivas Chilukuri, Nikhil Ranade, and Shankar Viswanathan. 2021. RareBERT: Transformer Architecture for Rare Disease Patient Identification using Administrative Claims. In AAA21. AAAI Press, 453--460."},{"key":"e_1_3_2_1_27_1","volume-title":"Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ digital medicine","author":"Rasmy Laila","year":"2021","unstructured":"Laila Rasmy, Yang Xiang, Ziqian Xie, Cui Tao, and Degui Zhi. 2021. Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ digital medicine, Vol. 4, 1 (2021), 1--13."},{"key":"e_1_3_2_1_28_1","volume-title":"Wayne Xin Zhao, and Ning Wu","author":"Ren Houxing","year":"2021","unstructured":"Houxing Ren, Jingyuan Wang, Wayne Xin Zhao, and Ning Wu. 2021. RAPT: Pre-training of Time-Aware Transformer for Learning Robust Healthcare Representation. In KDD'21. ACM, 3503--3511."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/2627435.2670313"},{"key":"e_1_3_2_1_30_1","volume-title":"Generating Text with Recurrent Neural Networks. In ICML'11","author":"Sutskever Ilya","unstructured":"Ilya Sutskever, James Martens, and Geoffrey E. Hinton. 2011. Generating Text with Recurrent Neural Networks. In ICML'11. Omnipress, 1017--1024."},{"key":"e_1_3_2_1_31_1","volume-title":"Representation Learning with Contrastive Predictive Coding. CoRR","author":"van den Oord Aaron","year":"2018","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation Learning with Contrastive Predictive Coding. CoRR, Vol. abs\/1807.03748 (2018)."},{"key":"e_1_3_2_1_32_1","volume-title":"NIPS'17","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In NIPS'17. 5998--6008."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467106"},{"key":"e_1_3_2_1_34_1","volume-title":"Unsupervised Word Sense Disambiguation Rivaling Supervised Methods. In ACL'95","author":"Yarowsky David","year":"1995","unstructured":"David Yarowsky. 1995. Unsupervised Word Sense Disambiguation Rivaling Supervised Methods. In ACL'95. Morgan Kaufmann Publishers \/ ACL, 189--196."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449860"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482273"},{"key":"e_1_3_2_1_37_1","volume-title":"LSAN: Modeling Long-term Dependencies and Short-term Correlations with Hierarchical Attention for Risk Prediction. In CIKM'20","author":"Ye Muchao","year":"2020","unstructured":"Muchao Ye, Junyu Luo, Cao Xiao, and Fenglong Ma. 2020. LSAN: Modeling Long-term Dependencies and Short-term Correlations with Hierarchical Attention for Risk Prediction. In CIKM'20. ACM, 1753--1762."},{"key":"e_1_3_2_1_38_1","unstructured":"Jinsung Yoon Daniel Jarrett and Mihaela van der Schaar. 2019. Time-series Generative Adversarial Networks. In NeurIPS'19. 5509--5519."},{"key":"e_1_3_2_1_39_1","volume-title":"INPREM: An Interpretable and Trustworthy Predictive Model for Healthcare. In KDD'20","author":"Zhang Xianli","year":"2020","unstructured":"Xianli Zhang, Buyue Qian, Shilei Cao, Yang Li, Hang Chen, Yefeng Zheng, and Ian Davidson. 2020. INPREM: An Interpretable and Trustworthy Predictive Model for Healthcare. In KDD'20. ACM, 450--460."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330779"}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Washington DC USA","acronym":"KDD '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539020","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539020","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:49Z","timestamp":1750183789000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539020"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":40,"alternative-id":["10.1145\/3534678.3539020","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539020","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}