{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T09:15:28Z","timestamp":1758705328549,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031850660","type":"print"},{"value":"9783031850677","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-85067-7_15","type":"book-chapter","created":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T08:12:57Z","timestamp":1743322377000},"page":"155-163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Adapting Large Language Models to\u00a0Biomedical Domain: A Survey of\u00a0Techniques and\u00a0Approaches"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-5080-8685","authenticated-orcid":false,"given":"Jaafer","family":"Klila","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6203-5406","authenticated-orcid":false,"given":"Sondes Bannour","family":"Souihi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2314-6064","authenticated-orcid":false,"given":"Rahma","family":"Boujelben","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4685-6053","authenticated-orcid":false,"given":"Nasredine","family":"Semmar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5063-9246","authenticated-orcid":false,"given":"Lamia Hadrich","family":"Belguith","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,28]]},"reference":[{"key":"15_CR1","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Alsentzer, E., et al.: Publicly available clinical BERT embeddings. arXiv preprint arXiv:1904.03323 (2019)","DOI":"10.18653\/v1\/W19-1909"},{"issue":"1","key":"15_CR3","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1038\/s43856-023-00370-1","volume":"3","author":"J Clusmann","year":"2023","unstructured":"Clusmann, J., et al.: The future landscape of large language models in medicine. Commun. Med. 3(1), 141 (2023)","journal-title":"Commun. Med."},{"key":"15_CR4","unstructured":"Collier, N., Ohta, T., Tsuruoka, Y., Tateisi, Y., Kim, J.D.: Introduction to the bio-entity recognition task at JNLPBA. In: Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and its Applications (NLPBA\/BioNLP), pp. 73\u201378 (2004)"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Dai, Z., Yang, Z., Yang, Y., Carbonell, J., Le, Q.V., Salakhutdinov, R.: Transformer-XL: attentive language models beyond a fixed-length context (2019)","DOI":"10.18653\/v1\/P19-1285"},{"key":"15_CR6","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"15_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2013.12.006","volume":"47","author":"RI Do\u011fan","year":"2014","unstructured":"Do\u011fan, R.I., Leaman, R., Lu, Z.: NCBI disease corpus: a resource for disease name recognition and concept normalization. J. Biomed. Inform. 47, 1\u201310 (2014)","journal-title":"J. Biomed. Inform."},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Fu, P., Zhang, Y., Wang, H., Qiu, W., Zhao, J.: Revisiting the knowledge injection frameworks. arXiv preprint arXiv:2311.01150 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.677"},{"issue":"1","key":"15_CR9","first-page":"1","volume":"3","author":"Y Gu","year":"2021","unstructured":"Gu, Y., et al.: Domain-specific language model pretraining for biomedical natural language processing. ACM Trans. Comput. Healthcare (HEALTH) 3(1), 1\u201323 (2021)","journal-title":"ACM Trans. Comput. Healthcare (HEALTH)"},{"key":"15_CR10","doi-asserted-by":"crossref","unstructured":"Hua, Y., et al.: Large language models in mental health care: a scoping review. arXiv preprint arXiv:2401.02984 (2024)","DOI":"10.2196\/preprints.64088"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Junczys-Dowmunt, M., et\u00a0al.: Marian: fast neural machine translation in C++. arXiv preprint arXiv:1804.00344 (2018)","DOI":"10.18653\/v1\/P18-4020"},{"key":"15_CR12","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: Albert: a lite BERT for self-supervised learning of language representations. arXiv preprint arXiv:1909.11942 (2019)"},{"issue":"4","key":"15_CR13","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J., et al.: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4), 1234\u20131240 (2020)","journal-title":"Bioinformatics"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Lewis, M., et al.: Bart: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: Biocreative V CDR task corpus: a resource for chemical disease relation extraction. Database 2016 (2016)","DOI":"10.1093\/database\/baw068"},{"key":"15_CR16","unstructured":"Liu, J., et\u00a0al.: Benchmarking large language models on CMExam-a comprehensive Chinese medical exam dataset. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Liu, Y., et al.: Multilingual denoising pre-training for neural machine translation (2020)","DOI":"10.1162\/tacl_a_00343"},{"key":"15_CR18","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"15_CR19","doi-asserted-by":"crossref","unstructured":"Mannion, A., Chevalier, T., Schwab, D., Geouriot, L.: UMLS-KGI-BERT: data-centric knowledge integration in transformers for biomedical entity recognition. arXiv preprint arXiv:2307.11170 (2023)","DOI":"10.18653\/v1\/2023.clinicalnlp-1.35"},{"key":"15_CR20","doi-asserted-by":"crossref","unstructured":"Michalopoulos, G., Wang, Y., Kaka, H., Chen, H., Wong, A.: UmlsBERT: clinical domain knowledge augmentation of contextual embeddings using the unified medical language system metathesaurus. arXiv preprint arXiv:2010.10391 (2020)","DOI":"10.18653\/v1\/2021.naacl-main.139"},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Piat, G., Semmar, N., Allauzen, A., Essafi, H., Tourille, J.: Enriching contextualized representations with biomedical ontologies: extending knowbert to UMLs. In: Science and Information Conference, pp. 760\u2013773. Springer, Cham (2022)","DOI":"10.1007\/978-3-031-10464-0_52"},{"key":"15_CR22","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et\u00a0al.: Improving language understanding by generative pre-training (2018)"},{"issue":"8","key":"15_CR23","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I., et al.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"key":"15_CR24","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer (2023)"},{"key":"15_CR25","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter (2020)"},{"issue":"2","key":"15_CR26","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/3624724","volume":"67","author":"M Shanahan","year":"2024","unstructured":"Shanahan, M.: Talking about large language models. Commun. ACM 67(2), 68\u201379 (2024)","journal-title":"Commun. ACM"},{"key":"15_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/gb-2008-9-s2-s2","volume":"9","author":"L Smith","year":"2008","unstructured":"Smith, L., et al.: Overview of biocreative II gene mention recognition. Genome Biol. 9, 1\u201319 (2008)","journal-title":"Genome Biol."},{"key":"15_CR28","unstructured":"Tinn, R., et al.: Fine-tuning large neural language models for biomedical natural language processing (2021)"},{"key":"15_CR29","doi-asserted-by":"crossref","unstructured":"Tinn, R., et al.: Fine-tuning large neural language models for biomedical natural language processing. Patterns 4(4) (2023)","DOI":"10.1016\/j.patter.2023.100729"},{"issue":"1","key":"15_CR30","first-page":"614","volume":"35","author":"L Von Rueden","year":"2021","unstructured":"Von Rueden, L., et al.: Informed machine learning-a taxonomy and survey of integrating prior knowledge into learning systems. IEEE Trans. Knowl. Data Eng. 35(1), 614\u2013633 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"3","key":"15_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3611651","volume":"56","author":"B Wang","year":"2023","unstructured":"Wang, B., et al.: Pre-trained language models in biomedical domain: a systematic survey. ACM Comput. Surv. 56(3), 1\u201352 (2023)","journal-title":"ACM Comput. Surv."},{"key":"15_CR32","unstructured":"Wu, C., Zhang, X., Zhang, Y., Wang, Y., Xie, W.: PMC-LLaMA: further finetuning llama on medical papers. arXiv preprint arXiv:2304.14454 (2023)"}],"container-title":["Lecture Notes in Networks and Systems","Advancements in Machine Learning and Natural Language Processing: Innovations and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-85067-7_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T08:13:07Z","timestamp":1743322387000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-85067-7_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031850660","9783031850677"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-85067-7_15","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"value":"2367-3370","type":"print"},{"value":"2367-3389","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"28 March 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LPKM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Language Processing and Knowledge Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sfax","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunisia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lpkm2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/view\/lpkm-2024","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}