{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T10:00:34Z","timestamp":1777024834806,"version":"3.51.4"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:00:00Z","timestamp":1776988800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:00:00Z","timestamp":1776988800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82330108"],"award-info":[{"award-number":["82330108"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Health Inf Sci Syst"],"DOI":"10.1007\/s13755-026-00452-z","type":"journal-article","created":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T09:26:40Z","timestamp":1777022800000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From EHR chaos to clinical clarity: enhancing foundational encoders with task-specific attention for domain-oriented representation learning in downstream clinical applications"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6628-6967","authenticated-orcid":false,"given":"Ibtihaj","family":"Ahmad","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Qu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyan","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chu","family":"Qingyin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ran","family":"WenHao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fuzhong","family":"Xue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,24]]},"reference":[{"issue":"5","key":"452_CR1","doi-asserted-by":"publisher","first-page":"1589","DOI":"10.1109\/jbhi.2017.2767063","volume":"22","author":"B Shickel","year":"2018","unstructured":"Shickel B, Tighe PJ, Bihorac A, Rashidi P. Deep ehr: a survey of recent advances in deep learning techniques for electronic health record (ehr) analysis. IEEE J Biomed Health Inform. 2018;22(5):1589\u2013604. https:\/\/doi.org\/10.1109\/jbhi.2017.2767063.","journal-title":"IEEE J Biomed Health Inform"},{"issue":"6","key":"452_CR2","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1038\/nrg3208","volume":"13","author":"PB Jensen","year":"2012","unstructured":"Jensen PB, Jensen LJ, Brunak S. Mining electronic health records: towards better research applications and clinical care. Nat Rev Genet. 2012;13(6):395\u2013405. https:\/\/doi.org\/10.1038\/nrg3208.","journal-title":"Nat Rev Genet"},{"key":"452_CR3","doi-asserted-by":"publisher","DOI":"10.1038\/srep26094","author":"R Miotto","year":"2016","unstructured":"Miotto R, Li L, Kidd BA, Dudley JT. Deep patient: an unsupervised representation to predict the future of patients from the electronic health records. Sci Rep. 2016. https:\/\/doi.org\/10.1038\/srep26094.","journal-title":"Sci Rep"},{"key":"452_CR4","unstructured":"Mikolov T, Chen K, Corrado G, Dean J. Efficient estimation of word representations in vector space 2013. arXiv:1301.3781 [cs.CL]."},{"issue":"12","key":"452_CR5","first-page":"3371","volume":"11","author":"P Vincent","year":"2010","unstructured":"Vincent P, Larochelle H, Lajoie I, Bengio Y, Manzagol P-A, Bottou L. Stacked denoising autoencoders: learning useful representations in a deep network with a local denoising criterion. J Mach Learn Res. 2010;11(12):3371.","journal-title":"J Mach Learn Res"},{"key":"452_CR6","unstructured":"Doersch C. Tutorial on variational autoencoders 2016. arXiv:1606.05908 [stat.ML]."},{"key":"452_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31750-2_3","author":"T Pham","year":"2016","unstructured":"Pham T, Tran T, Phung D, Venkatesh S. DeepCare: a deep dynamic memory model for predictive medicine. Adv Knowledge Discovery Data Min. 2016. https:\/\/doi.org\/10.1007\/978-3-319-31750-2_3.","journal-title":"Adv Knowledge Discovery Data Min"},{"key":"452_CR8","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-24271-9","author":"Z Che","year":"2018","unstructured":"Che Z, Purushotham S, Cho K, Sontag D, Liu Y. Recurrent neural networks for multivariate time series with missing values. Sci Rep. 2018. https:\/\/doi.org\/10.1038\/s41598-018-24271-9.","journal-title":"Sci Rep"},{"key":"452_CR9","doi-asserted-by":"publisher","unstructured":"Lei L, Zhou Y, Zhai J, Zhang L, Fang Z, He P, Gao J. An effective patient representation learning for time-series prediction tasks based on ehrs. In: 2018 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), 2018;885\u2013892. https:\/\/doi.org\/10.1109\/BIBM.2018.8621542.","DOI":"10.1109\/BIBM.2018.8621542"},{"key":"452_CR10","doi-asserted-by":"publisher","unstructured":"Yin C, Liu R, Zhang D, Zhang P. Identifying sepsis subphenotypes via time-aware multi-modal auto-encoder. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. KDD \u201920, 2020;862\u2013872. ACM, CA, USA . https:\/\/doi.org\/10.1145\/3394486.3403129.","DOI":"10.1145\/3394486.3403129"},{"key":"452_CR11","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K. In: Proceedings of the 2019 Conference of the North. Association for Computational Linguistics 2019. https:\/\/doi.org\/10.18653\/v1\/n19-1423.","DOI":"10.18653\/v1\/n19-1423"},{"key":"452_CR12","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ. Exploring the limits of transfer learning with a unified text-to-text transformer 2019. arXiv:1910.10683 [cs.LG]."},{"key":"452_CR13","doi-asserted-by":"publisher","unstructured":"Bai J, Bai S, Chu Y, Cui Z, Dang K, Deng X, Fan Y, Ge W, Han Y, Huang F, Hui B, Ji L, Li M, Lin J, Lin R, Liu D, Liu G, Lu C, Lu K, Ma J, Men R, Ren X, Ren X, Tan C, Tan S, Tu J, Wang P, Wang S, Wang W, Wu S, Xu B, Xu J, Yang A, Yang H, Yang J, Yang S, Yao Y, Yu B, Yuan H, Yuan Z, Zhang J, Zhang X, Zhang Y, Zhang Z, Zhou C, Zhou J, Zhou X, Zhu T. Qwen Technical Report. arXiv 2023. https:\/\/doi.org\/10.48550\/ARXIV.2309.16609.","DOI":"10.48550\/ARXIV.2309.16609"},{"issue":"4","key":"452_CR14","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2019","unstructured":"Lee J, Yoon W, Kim S, Kim D, Kim S, So CH, et al. Biobert: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics. 2019;36(4):1234\u201340. https:\/\/doi.org\/10.1093\/bioinformatics\/btz682.","journal-title":"Bioinformatics"},{"key":"452_CR15","doi-asserted-by":"crossref","unstructured":"Alsentzer E, Murphy J, Boag W, Weng W-H, Jindi D, Naumann T, McDermott M. Publicly available clinical BERT embeddings. In: Rumshisky, A., Roberts, K., Bethard, S., Naumann, T. (eds.) Proceedings of the 2nd Clinical Natural Language Processing Workshop, 2019;72\u201378. Association for Computational Linguistics, Minneapolis, Minnesota, USA","DOI":"10.18653\/v1\/W19-1909"},{"key":"452_CR16","doi-asserted-by":"publisher","unstructured":"Peng Y, Yan S, Lu Z. Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets. arXiv 2019. https:\/\/doi.org\/10.48550\/ARXIV.1906.05474.","DOI":"10.48550\/ARXIV.1906.05474"},{"issue":"1","key":"452_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3458754","volume":"3","author":"Y Gu","year":"2021","unstructured":"Gu Y, Tinn R, Cheng H, Lucas M, Usuyama N, Liu X, et al. Domain-specific language model pretraining for biomedical natural language processing. ACM Trans Comput Healthcare. 2021;3(1):1\u201323. https:\/\/doi.org\/10.1145\/3458754.","journal-title":"ACM Trans Comput Healthcare"},{"key":"452_CR18","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-021-00455-y","author":"L Rasmy","year":"2021","unstructured":"Rasmy L, Xiang Y, Xie Z, Tao C, Zhi D. Med-bert: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. npj Digital Medicine. 2021. https:\/\/doi.org\/10.1038\/s41746-021-00455-y.","journal-title":"npj Digital Medicine"},{"key":"452_CR19","doi-asserted-by":"crossref","unstructured":"Zhang J, Yin P. Multivariate time series missing data imputation using recurrent denoising autoencoder. In: 2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), 2019;760\u2013764. IEEE, San Diego, CA, USA","DOI":"10.1109\/BIBM47256.2019.8982996"},{"issue":"5","key":"452_CR20","doi-asserted-by":"publisher","first-page":"24678","DOI":"10.2196\/24678","volume":"9","author":"G Alfattni","year":"2021","unstructured":"Alfattni G, Belousov M, Peek N, Nenadic G. Extracting drug names and associated attributes from discharge summaries: Text mining study. JMIR Med Inform. 2021;9(5):24678. https:\/\/doi.org\/10.2196\/24678.","journal-title":"JMIR Med Inform"},{"issue":"22","key":"452_CR21","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1177\/15353702221118092","volume":"247","author":"A Tanwar","year":"2022","unstructured":"Tanwar A, Zhang J, Ive J, Gupta V, Guo Y. Phenotyping in clinical text with unsupervised numerical reasoning for patient stratification. Exp Biol Med. 2022;247(22):2038\u201352. https:\/\/doi.org\/10.1177\/15353702221118092.","journal-title":"Exp Biol Med"},{"key":"452_CR22","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-62922-y","author":"Y Li","year":"2020","unstructured":"Li Y, Rao S, Solares JRA, Hassaine A, Ramakrishnan R, Canoy D, et al. Behrt: transformer for electronic health records. Sci Rep. 2020. https:\/\/doi.org\/10.1038\/s41598-020-62922-y.","journal-title":"Sci Rep"},{"key":"452_CR23","doi-asserted-by":"publisher","unstructured":"Beltagy I, Peters ME, Cohan A. Longformer: The Long-Document Transformer. arXiv 2020. https:\/\/doi.org\/10.48550\/ARXIV.2004.05150.","DOI":"10.48550\/ARXIV.2004.05150"},{"key":"452_CR24","first-page":"17283","volume":"33","author":"M Zaheer","year":"2020","unstructured":"Zaheer M, Guruganesh G, Dubey KA, Ainslie J, Alberti C, Ontanon S, et al. Big bird: transformers for longer sequences. Adv Neural Inf Process Syst. 2020;33:17283\u201397.","journal-title":"Adv Neural Inf Process Syst"},{"key":"452_CR25","doi-asserted-by":"crossref","unstructured":"Yang Z, Yang D, Dyer C, He X, Smola A, Hovy E. Hierarchical attention networks for document classification. In: NAACL 2016, 2016;1480\u20131489 .","DOI":"10.18653\/v1\/N16-1174"},{"key":"452_CR26","first-page":"452","volume":"30","author":"M Zaheer","year":"2017","unstructured":"Zaheer M, Kottur S, Ravanbakhsh S, Poczos B, Salakhutdinov RR, Smola AJ. Deep sets. Adv Neural Inf Process Syst. 2017;30:452.","journal-title":"Adv Neural Inf Process Syst"},{"key":"452_CR27","doi-asserted-by":"publisher","unstructured":"Ilse M, Tomczak JM, Welling M. Attention-based Deep Multiple Instance Learning. arXiv 2018. https:\/\/doi.org\/10.48550\/ARXIV.1802.04712.","DOI":"10.48550\/ARXIV.1802.04712"},{"key":"452_CR28","unstructured":"Lee J, Lee Y, Kim J, Kosiorek A, Choi S, Teh YW. Set transformer: A framework for attention-based permutation-invariant neural networks. In: Chaudhuri, K., Salakhutdinov, R. (eds.) Proceedings of the 36th International Conference on Machine Learning. Proceedings of Machine Learning Research, 2019;97:3744\u20133753. PMLR, Long Beach, CA, USA ."}],"container-title":["Health Information Science and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13755-026-00452-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13755-026-00452-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13755-026-00452-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T09:26:45Z","timestamp":1777022805000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13755-026-00452-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,24]]},"references-count":28,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["452"],"URL":"https:\/\/doi.org\/10.1007\/s13755-026-00452-z","relation":{},"ISSN":["2047-2501"],"issn-type":[{"value":"2047-2501","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,24]]},"assertion":[{"value":"17 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Approval was obtained from the ethics committee of the school\/university as per the local rules and regulations.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}],"article-number":"61"}}