{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T15:01:33Z","timestamp":1781276493624,"version":"3.54.1"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2021ZD0113402"],"award-info":[{"award-number":["2021ZD0113402"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876052"],"award-info":[{"award-number":["61876052"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1813215"],"award-info":[{"award-number":["U1813215"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106115"],"award-info":[{"award-number":["62106115"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2019A1515011158"],"award-info":[{"award-number":["2019A1515011158"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Major Key Project of PCL","award":["PCL2021A06"],"award-info":[{"award-number":["PCL2021A06"]}]},{"name":"Strategic Emerging Industry Development Special Fund of Shenzhen","award":["20200821174109001"],"award-info":[{"award-number":["20200821174109001"]}]},{"name":"Ministry of Industry and Information Technology & National Health Commission"},{"DOI":"10.13039\/100018919","name":"Peng Cheng Laboratory","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100018919","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Biomed. Health Inform."],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1109\/jbhi.2022.3217810","type":"journal-article","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T00:50:39Z","timestamp":1667523039000},"page":"504-514","source":"Crossref","is-referenced-by-count":56,"title":["Multimodal Data Matters: Language Model Pre-Training Over Structured and Unstructured Electronic Health Records"],"prefix":"10.1109","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6608-7442","authenticated-orcid":false,"given":"Sicen","family":"Liu","sequence":"first","affiliation":[{"name":"Department of Computer Science, Harbin Institute of Technology (Shenzhen), Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaolong","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Harbin Institute of Technology (Shenzhen), Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6994-8295","authenticated-orcid":false,"given":"Yongshuai","family":"Hou","sequence":"additional","affiliation":[{"name":"Peng Cheng Laboratory, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0140-0949","authenticated-orcid":false,"given":"Ge","family":"Li","sequence":"additional","affiliation":[{"name":"Peking University, Peng Cheng Laboratory, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Wang","sequence":"additional","affiliation":[{"name":"Gennlife(Beijing) Technology Co Ltd, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Xu","sequence":"additional","affiliation":[{"name":"Gennlife(Beijing) Technology Co Ltd, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1395-6805","authenticated-orcid":false,"given":"Yang","family":"Xiang","sequence":"additional","affiliation":[{"name":"Peng Cheng Laboratory, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0271-8246","authenticated-orcid":false,"given":"Buzhou","family":"Tang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Harbin Institute of Technology (Shenzhen), Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2018.04.001"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.329"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101822"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.clinicalnlp-1.3"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s00392-016-1025-6"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1100"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0122-0"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.clinicalnlp-1.29"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2021.102112"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3450439.3451877"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2021.103746"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1678"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103627"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.clinicalnlp-1.11"},{"key":"ref17","first-page":"4547","article-title":"MiME: Multilevel medical embedding of electronic health records for predictive healthcare","volume":"31","author":"choi","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref16","first-page":"301","article-title":"Doctor AI: Predicting clinical events via recurrent neural networks","volume":"56","author":"choi","year":"2016","journal-title":"JMLR Workshop Conf Proc"},{"key":"ref19","first-page":"3504","article-title":"RETAIN: An interpretable predictive model for healthcare using reverse time attention mechanism","volume":"29","author":"choi","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5440"},{"key":"ref51","first-page":"566","article-title":"Time-aware transformer-based network for clinical notes series prediction","author":"zhang","year":"2020","journal-title":"Proc 5th Mach Learn for Healthcare Conf"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2020.2984931"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220095"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1038\/srep26094"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098126"},{"key":"ref47","first-page":"322","article-title":"Clinical intervention prediction and understanding with deep neural networks","author":"suresh","year":"2017","journal-title":"Proc Mach Learn Healthcare Conf"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM.2018.8621395"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2018.00143"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5400"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974348.49"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM47256.2019.8983281"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2015.2450362"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2021.103783"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-018-0316-z"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-018-0029-1"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nrg3208"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2017.2767063"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58280-1_2"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2019.2962079"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocv180"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.c4226"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/823"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-16378-3"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.profnurs.2014.01.006"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0103-9"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000597"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1038\/gim.2013.72"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/gim.2015.187"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.38398.500764.8F"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbab569"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-101-4-574"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000203"},{"key":"ref70","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014"},{"key":"ref72","first-page":"7","article-title":"Bidirectional LSTM-CRF for clinical concept extraction","author":"chalapathy","year":"0","journal-title":"Proc Clin Natural Lang Process Workshop (ClinicalNLP)"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/72.279188"},{"key":"ref23","first-page":"72","article-title":"Publicly available clinical BERT embeddings","author":"alsentzer","year":"0","journal-title":"Proc 2nd Clin Natural Lang Process Workshop"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176345513"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-62922-y"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/825"},{"key":"ref69","first-page":"69","article-title":"Deep convolutional neural networks for sentiment analysis of short texts","author":"dos santos","year":"2014","journal-title":"Proc COLING 25th Int Conf Comput Linguistics Tech Papers"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865027"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocw042"},{"key":"ref63","first-page":"9694","article-title":"Align before fuse: Vision and language representation learning with momentum distillation","volume":"34","author":"li","year":"0","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref22","article-title":"ClinicalBERT: Modeling clinical notes and predicting hospital readmission","author":"huang","year":"2019"},{"key":"ref66","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume":"32","author":"paszke","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-020-01155-x"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1097\/01.mlr.0000160417.39497.a9"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2018.5097"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-021-00455-y"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2017.07.018"},{"key":"ref60","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018"},{"key":"ref62","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref61","article-title":"Graph attention networks","author":"veli?kovi?","year":"2017"}],"container-title":["IEEE Journal of Biomedical and Health Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221020\/10006388\/09931909.pdf?arnumber=9931909","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,30]],"date-time":"2023-01-30T19:24:24Z","timestamp":1675106664000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9931909\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1]]},"references-count":72,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jbhi.2022.3217810","relation":{},"ISSN":["2168-2194","2168-2208"],"issn-type":[{"value":"2168-2194","type":"print"},{"value":"2168-2208","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1]]}}}