{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T11:11:02Z","timestamp":1778411462499,"version":"3.51.4"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T00:00:00Z","timestamp":1704240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T00:00:00Z","timestamp":1704240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Healthc Inform Res"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s41666-023-00157-y","type":"journal-article","created":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T15:02:28Z","timestamp":1704294148000},"page":"158-179","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Contextual Word Embedding for Biomedical Knowledge Extraction: a Rapid Review and Case Study"],"prefix":"10.1007","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5851-7158","authenticated-orcid":false,"given":"Dinithi","family":"Vithanage","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7910-9396","authenticated-orcid":false,"given":"Ping","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0961-0441","authenticated-orcid":false,"given":"Lei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1147-5741","authenticated-orcid":false,"given":"Chao","family":"Deng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,3]]},"reference":[{"key":"157_CR1","doi-asserted-by":"publisher","unstructured":"Myszewski JJ, Klossowski E, Meyer P, Bevil K, Klesius L, Schroeder KM (2022) Validating GAN-BioBERT: a methodology for assessing reporting trends in clinical trials. Front Digit Health\u00a04:878369. https:\/\/doi.org\/10.3389\/fdgth.2022.878369","DOI":"10.3389\/fdgth.2022.878369"},{"key":"157_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-13428-4","author":"D Khurana","year":"2022","unstructured":"Khurana D, Koli A, Khatter K, Singh S (2022) Natural language processing: state of the art, current trends and challenges. Multimedia Tools Appl. https:\/\/doi.org\/10.1007\/s11042-022-13428-4","journal-title":"Multimedia Tools Appl"},{"key":"157_CR3","doi-asserted-by":"publisher","unstructured":"Naseem U, Musial K, Eklund P, Prasad M (2020) Biomedical named-entity recognition by hierarchically fusing BioBERT representations and deep contextual-level word-embedding. Int Joint Conf Neural Netw (IJCNN) 1\u20138. https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9206808","DOI":"10.1109\/IJCNN48605.2020.9206808"},{"issue":"11","key":"157_CR4","doi-asserted-by":"publisher","first-page":"4009","DOI":"10.3390\/app10114009","volume":"10","author":"AM Aubaid","year":"2020","unstructured":"Aubaid AM, Mishra A (2020) A rule-based approach to embedding techniques for text document classification. Appl Sci 10(11):4009. https:\/\/doi.org\/10.3390\/app10114009","journal-title":"Appl Sci"},{"key":"157_CR5","doi-asserted-by":"publisher","unstructured":"Zhang L, Tan J, Han D, Zhu H (2017) From machine learning to deep learning: progress in machine intelligence for rational drug discovery. Drug Discov Today\u00a01680\u20131685. https:\/\/doi.org\/10.1016\/j.drudis.2017.08.010","DOI":"10.1016\/j.drudis.2017.08.010"},{"key":"157_CR6","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805. https:\/\/doi.org\/10.48550\/arXiv.1810.04805","DOI":"10.48550\/arXiv.1810.04805"},{"key":"157_CR7","doi-asserted-by":"publisher","unstructured":"Miaschi A, Dell\u2019Orletta F (2020) Contextual and non-contextual word embeddings: an in-depth linguistic investigation. 5th Workshop on Representation Learning for NLP 110\u2013119. https:\/\/doi.org\/10.18653\/v1\/2020.repl4nlp-1.15","DOI":"10.18653\/v1\/2020.repl4nlp-1.15"},{"key":"157_CR8","doi-asserted-by":"publisher","unstructured":"Bommasani R, Davis K, Cardie C (2020) Interpreting pretrained contextualised representations via reductions to static embeddings. 58th annual meeting of the association for computational linguistics, pp 4758\u20134781. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.431","DOI":"10.18653\/v1\/2020.acl-main.431"},{"key":"157_CR9","doi-asserted-by":"publisher","unstructured":"Dagens A, Sigfrid L, Cai E, Lipworth S, Cheng V, Harris E, Bannister P, Rigby I, Horby P (2020) Scope, quality, and inclusivity of clinical guidelines produced early in the COVID-19 pandemic: rapid review. BMJ 369:m1936.\u00a0https:\/\/doi.org\/10.1136\/bmj.m1936","DOI":"10.1136\/bmj.m1936"},{"key":"157_CR10","doi-asserted-by":"publisher","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualised word representations. In: Proceedings of the\u00a02018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 1:2227\u20132237, New Orleans, Louisiana. Association for Computational Linguistics.\u00a0https:\/\/doi.org\/10.18653\/v1\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"key":"157_CR11","doi-asserted-by":"publisher","unstructured":"Sheikhshab G, Birol I, Sarkar A (2018) In-domain context-aware token embeddings improve biomedical named entity recognition. 9th International workshop on health text mining and information analysis, pp 160\u2013164. https:\/\/doi.org\/10.18653\/v1\/W18-5618","DOI":"10.18653\/v1\/W18-5618"},{"key":"157_CR12","doi-asserted-by":"publisher","unstructured":"Miftahutdinov Z, Tutubalina E (2019) Deep neural models for medical concept normalization in user-generated texts. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: Student Research Workshop, pp 393\u2013399. https:\/\/doi.org\/10.18653\/v1\/P19-2055","DOI":"10.18653\/v1\/P19-2055"},{"key":"157_CR13","doi-asserted-by":"publisher","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst. https:\/\/doi.org\/10.48550\/arXiv.1706.03762","DOI":"10.48550\/arXiv.1706.03762"},{"issue":"4","key":"157_CR14","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, Yoon W, Kim S, Kim D, Kim S, So CH, Kang J (2020) BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4):1234\u20131240. https:\/\/doi.org\/10.1093\/bioinformatics\/btz682","journal-title":"Bioinformatics"},{"key":"157_CR15","doi-asserted-by":"publisher","unstructured":"Peng Y, Yan S, Lu Z (2019) Transfer learning in biomedical natural language processing: an evaluation of BERT and ELMo on ten benchmarking datasets. In Proceedings of the 18th BioNLP Workshop and Shared Task, pages 58\u201365. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/W19-5006","DOI":"10.18653\/v1\/W19-5006"},{"key":"157_CR16","doi-asserted-by":"publisher","unstructured":"Zhou S, Wang N, Wang L, Liu H, Zhang R (2022) CancerBERT: a cancer domain-specific language model for extracting breast cancer phenotypes from electronic health records. J Am Med Inform Assoc 29(7):1208\u20131216.\u00a0https:\/\/doi.org\/10.1093\/jamia\/ocac040","DOI":"10.1093\/jamia\/ocac040"},{"key":"157_CR17","doi-asserted-by":"publisher","unstructured":"Tang R, Yao H, Zhu Z, Sun X, Hu G, Li Y, Xie G (2021) Embedding electronic health records to learn BERT-based models for diagnostic decision support. IEEE 9th\u00a0International Conference on Healthcare Informatics, pp\u00a0311\u2013319. https:\/\/doi.org\/10.1109\/ICHI52183.2021.00055","DOI":"10.1109\/ICHI52183.2021.00055"},{"key":"157_CR18","doi-asserted-by":"publisher","unstructured":"Vinod V, Agrawal S, Gaurav V, Choudhary S (2021) Multilingual medical question answering and information retrieval for rural health intelligence access. arXiv preprint arXiv:2106.01251. https:\/\/doi.org\/10.48550\/arXiv.2106.01251","DOI":"10.48550\/arXiv.2106.01251"},{"key":"157_CR19","doi-asserted-by":"publisher","unstructured":"Feng F, Yang Y, Cer D, Arivazhagan N, Wang W (2020) Language-agnostic BERT sentence embedding.\u00a0In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics 1:878\u2013891. https:\/\/doi.org\/10.48550\/arXiv.2007.01852","DOI":"10.48550\/arXiv.2007.01852"},{"issue":"3","key":"157_CR20","doi-asserted-by":"publisher","first-page":"e14830","DOI":"10.2196\/14830","volume":"7","author":"F Li","year":"2019","unstructured":"Li F, Jin Y, Liu W, Rawat BPS, Cai P, Yu H (2019) Fine-tuning bidirectional encoder representations from transformers (BERT)-based models on large-scale electronic health record notes: an empirical study. JMIR Med Inform 7(3):e14830. https:\/\/doi.org\/10.2196\/14830","journal-title":"JMIR Med Inform"},{"key":"157_CR21","doi-asserted-by":"publisher","unstructured":"Rasmy L, Xiang Y, Xie Z, Tao C, Zhi D (2021) Med-BERT: pretrained contextualised embeddings on large-scale structured electronic health records for disease prediction. NPJ Digital Med\u00a04(1):86.\u00a0https:\/\/doi.org\/10.1038\/s41746-021-00455-y","DOI":"10.1038\/s41746-021-00455-y"},{"key":"157_CR22","doi-asserted-by":"crossref","unstructured":"Alsentzer E, Murphy JR, Boag W, Weng WH, Jin D, Naumann T, McDermott M (2019) Publicly available clinical BERT embeddings. arXiv preprint arXiv:1904.03323. https:\/\/arxiv.org\/pdf\/1904.03323.pdf","DOI":"10.18653\/v1\/W19-1909"},{"key":"157_CR23","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. https:\/\/s3-us-west-2.amazonaws.com\/openai-assets\/research-covers\/language-unsupervised\/language_understanding_paper.pdf"},{"key":"157_CR24","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I (2019) Language models are unsupervised multitask learners. OpenAI blog\u00a01(8):9"},{"key":"157_CR25","doi-asserted-by":"publisher","first-page":"1877","DOI":"10.48550\/arXiv.2005.14165","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A, Agarwal S (2020) Language models are few-shot learners. Adv Neural Inf Process Syst 33:1877\u2013901. https:\/\/doi.org\/10.48550\/arXiv.2005.14165","journal-title":"Adv Neural Inf Process Syst"},{"key":"157_CR26","doi-asserted-by":"publisher","unstructured":"Schneider ETR, de Souza JVA, Gumiel YB, Moro C, Araiso EC (2021) A GPT-2 Language model for biomedical texts in Portuguese. IEEE 34th Int Symp Comput-Based Med Syst (CBMS) 474\u2013479. https:\/\/doi.org\/10.1109\/CBMS52027.2021.00056","DOI":"10.1109\/CBMS52027.2021.00056"},{"key":"157_CR27","doi-asserted-by":"publisher","unstructured":"Su P, Vijay-Shanker K (2020) Investigation of BERT model on biomedical relation extraction based on revised fine-tuning mechanism. IEEE Int Conf Bioinforma Biomed. https:\/\/doi.org\/10.48550\/arXiv.2011.00398","DOI":"10.48550\/arXiv.2011.00398"},{"key":"157_CR28","doi-asserted-by":"publisher","unstructured":"Blinov P, Avetisian M, Kokh V, Umerenkov D, Tuzhilin A (2020) Predicting clinical diagnosis from patients electronic health records using BERT-based neural networks. Int Conf Artif Intell Med 111\u2013121. https:\/\/doi.org\/10.1007\/978-3-030-59137-3_11","DOI":"10.1007\/978-3-030-59137-3_11"},{"key":"157_CR29","doi-asserted-by":"publisher","unstructured":"Boudjellal N, Zhang H, Khan A, Ahmad A, Naseem R, Shang J, Dai L (2021) ABioNER: a BERT-based model for Arabic biomedical named-entity recognition. Complexity\u00a06633213. https:\/\/doi.org\/10.1155\/2021\/6633213","DOI":"10.1155\/2021\/6633213"},{"key":"157_CR30","doi-asserted-by":"publisher","unstructured":"Yu X, Hu W, Lu S, Sun X, Yuan Z (2019) BioBERT based named entity recognition in electronic medical record. 10th\u00a0International Conference on Information Technology in Medicine and Education, pp 49\u201352. https:\/\/doi.org\/10.1109\/ITME.2019.00022","DOI":"10.1109\/ITME.2019.00022"},{"key":"157_CR31","doi-asserted-by":"publisher","DOI":"10.1101\/2020.09.01.277277","author":"O Giles","year":"2020","unstructured":"Giles O, Karlsson A, Masiala S, White S, Cesareni G, Perfetto L, Mullen J, Hughes M, Harland L, Malone J (2020) Optimising biomedical relationship extraction with BioBERT. BioRxiv. https:\/\/doi.org\/10.1101\/2020.09.01.277277","journal-title":"BioRxiv"},{"key":"157_CR32","doi-asserted-by":"publisher","unstructured":"Ji Z, Wei Q, Xu H (2020) Bert-based ranking for biomedical entity normalization. AMIA Summits Transl Sci Proc. https:\/\/doi.org\/10.48550\/arXiv.1908.03548","DOI":"10.48550\/arXiv.1908.03548"}],"container-title":["Journal of Healthcare Informatics Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41666-023-00157-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41666-023-00157-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41666-023-00157-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T13:12:52Z","timestamp":1706015572000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41666-023-00157-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,3]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["157"],"URL":"https:\/\/doi.org\/10.1007\/s41666-023-00157-y","relation":{},"ISSN":["2509-4971","2509-498X"],"issn-type":[{"value":"2509-4971","type":"print"},{"value":"2509-498X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,3]]},"assertion":[{"value":"30 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 November 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The University of Wollongong\u2019s Human Research Ethics Committee gave its approval to the current study (Ethics Number 2019\/159).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"All authors have approved the manuscript and agree with its submission to the Journal of Healthcare Informatics Research.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}