{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T20:19:29Z","timestamp":1794514769392,"version":"4.9.1"},"reference-count":104,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T00:00:00Z","timestamp":1708300800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000105","name":"York University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000105","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.com.au","clinicalkey.es","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers in Biology and Medicine"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1016\/j.compbiomed.2024.108189","type":"journal-article","created":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T21:33:11Z","timestamp":1708378391000},"page":"108189","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":110,"special_numbering":"C","title":["A comprehensive evaluation of large Language models on benchmark biomedical text processing tasks"],"prefix":"10.1016","volume":"171","author":[{"given":"Israt","family":"Jahan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Md Tahmid Rahman","family":"Laskar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7581-3167","authenticated-orcid":false,"given":"Chun","family":"Peng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jimmy Xiangji","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.compbiomed.2024.108189_b1","doi-asserted-by":"crossref","first-page":"842","DOI":"10.1162\/tacl_a_00349","article-title":"A primer in BERTology: What we know about how BERT works","volume":"8","author":"Rogers","year":"2021","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"10.1016\/j.compbiomed.2024.108189_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbi.2021.103982","article-title":"AMMU: a survey of transformer-based biomedical pretrained language models","volume":"126","author":"Kalyan","year":"2022","journal-title":"J. Biomed. Inform."},{"issue":"4","key":"10.1016\/j.compbiomed.2024.108189_b3","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","article-title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","volume":"36","author":"Lee","year":"2020","journal-title":"Bioinformatics"},{"key":"10.1016\/j.compbiomed.2024.108189_b4","doi-asserted-by":"crossref","unstructured":"Hongyi Yuan, Zheng Yuan, Ruyi Gan, Jiaxing Zhang, Yutao Xie, Sheng Yu, BioBART: Pretraining and Evaluation of A Biomedical Generative Language Model, in: Proceedings of the 21st Workshop on Biomedical Language Processing, 2022, pp. 97\u2013109.","DOI":"10.18653\/v1\/2022.bionlp-1.9"},{"issue":"6","key":"10.1016\/j.compbiomed.2024.108189_b5","doi-asserted-by":"crossref","DOI":"10.1093\/bib\/bbac409","article-title":"BioGPT: generative pre-trained transformer for biomedical text generation and mining","volume":"23","author":"Luo","year":"2022","journal-title":"Brief. Bioinform."},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108189_b6","first-page":"1","article-title":"A survey of zero-shot learning: Settings, methods, and applications","volume":"10","author":"Wang","year":"2019","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"10.1016\/j.compbiomed.2024.108189_b7","series-title":"A survey of large language models","author":"Zhao","year":"2023"},{"issue":"9","key":"10.1016\/j.compbiomed.2024.108189_b8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3560815","article-title":"Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing","volume":"55","author":"Liu","year":"2023","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.compbiomed.2024.108189_b9","series-title":"The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks","first-page":"326","article-title":"Evaluation of chatGPT on biomedical tasks: A zero-shot comparison with fine-tuned generative transformers","author":"Jahan","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b10","article-title":"Recent progress in transformer-based medical image analysis","author":"Liu","year":"2023","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104319","article-title":"Exploring the effect of image enhancement techniques on COVID-19 detection using chest X-ray images","volume":"132","author":"Rahman","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2020.104115","article-title":"A scoping review of transfer learning research on medical image analysis using ImageNet","volume":"128","author":"Morid","year":"2021","journal-title":"Comput. Biol. Med."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108189_b13","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1093\/bib\/6.1.57","article-title":"A survey of current work in biomedical text mining","volume":"6","author":"Cohen","year":"2005","journal-title":"Brief. Bioinform."},{"key":"10.1016\/j.compbiomed.2024.108189_b14","article-title":"Pre-trained language models in biomedical domain: A systematic survey","author":"Wang","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.compbiomed.2024.108189_b15","doi-asserted-by":"crossref","first-page":"402","DOI":"10.3389\/fendo.2018.00402","article-title":"Overview of microRNA biogenesis, mechanisms of actions, and circulation","volume":"9","author":"O\u2019Brien","year":"2018","journal-title":"Front. Endocrinol."},{"issue":"15","key":"10.1016\/j.compbiomed.2024.108189_b16","doi-asserted-by":"crossref","first-page":"2112","DOI":"10.1093\/bioinformatics\/btab083","article-title":"DNABERT: pre-trained bidirectional encoder representations from transformers model for DNA-language in genome","volume":"37","author":"Ji","year":"2021","journal-title":"Bioinformatics"},{"key":"10.1016\/j.compbiomed.2024.108189_b17","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104672","article-title":"Heart disease prediction using supervised machine learning algorithms: Performance analysis and comparison","volume":"136","author":"Ali","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104851","article-title":"In silico methods and tools for drug discovery","volume":"137","author":"Shaker","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b19","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2022.105403","article-title":"Generative machine learning for de novo drug discovery: A systematic review","volume":"145","author":"Martinelli","year":"2022","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b20","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2022.106140","article-title":"A comprehensive review on recent approaches for cancer drug discovery associated with artificial intelligence","author":"Pandiyan","year":"2022","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13048-019-0596-z","article-title":"Wnt\/\u03b2-catenin signalling in ovarian cancer: Insights into its hyperactivation and function in tumorigenesis","volume":"12","author":"Nguyen","year":"2019","journal-title":"J. Ovarian Res."},{"key":"10.1016\/j.compbiomed.2024.108189_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.105057","article-title":"An overview of progress from empirical to rational design in modern vaccine development, with an emphasis on computational tools and immunoinformatics approaches","volume":"140","author":"Soleymani","year":"2022","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b23","first-page":"5998","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.compbiomed.2024.108189_b24","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, Kristina Toutanova, BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding, in: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2019, pp. 4171\u20134186."},{"issue":"8","key":"10.1016\/j.compbiomed.2024.108189_b25","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"10.1016\/j.compbiomed.2024.108189_b26","series-title":"Publicly available clinical BERT embeddings","author":"Alsentzer","year":"2019"},{"key":"10.1016\/j.compbiomed.2024.108189_b27","doi-asserted-by":"crossref","unstructured":"Iz Beltagy, Kyle Lo, Arman Cohan, SciBERT: A Pretrained Language Model for Scientific Text, in: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP, 2019, pp. 3615\u20133620.","DOI":"10.18653\/v1\/D19-1371"},{"key":"10.1016\/j.compbiomed.2024.108189_b28","series-title":"Domain-specific language model pretraining for biomedical natural language processing","author":"Gu","year":"2020"},{"key":"10.1016\/j.compbiomed.2024.108189_b29","doi-asserted-by":"crossref","unstructured":"Yifan Peng, Shankai Yan, Zhiyong Lu, Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets, in: Proceedings of the 18th BioNLP Workshop and Shared Task, 2019, pp. 58\u201365.","DOI":"10.18653\/v1\/W19-5006"},{"key":"10.1016\/j.compbiomed.2024.108189_b30","doi-asserted-by":"crossref","unstructured":"Kamal raj Kanakarajan, Bhuvana Kundumani, Malaikannan Sankarasubbu, BioELECTRA: pretrained biomedical text encoder using discriminators, in: Proceedings of the 20th Workshop on Biomedical Language Processing, 2021, pp. 143\u2013154.","DOI":"10.18653\/v1\/2021.bionlp-1.16"},{"key":"10.1016\/j.compbiomed.2024.108189_b31","series-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2019"},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108189_b32","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3458754","article-title":"Domain-specific language model pretraining for biomedical natural language processing","volume":"3","author":"Gu","year":"2021","journal-title":"ACM Trans. Comput. Healthc."},{"key":"10.1016\/j.compbiomed.2024.108189_b33","series-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"10.1016\/j.compbiomed.2024.108189_b34","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compbiomed.2024.108189_b35","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"Kaelbling","year":"1996","journal-title":"J. Artif. Intell. Res."},{"key":"10.1016\/j.compbiomed.2024.108189_b36","series-title":"Palm: Scaling language modeling with pathways","author":"Chowdhery","year":"2022"},{"key":"10.1016\/j.compbiomed.2024.108189_b37","series-title":"Palm 2 technical report","author":"Anil","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b38","first-page":"1","article-title":"Large language models encode clinical knowledge","author":"Singhal","year":"2023","journal-title":"Nature"},{"key":"10.1016\/j.compbiomed.2024.108189_b39","series-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b40","series-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b41","series-title":"Is ChatGPT a general-purpose natural language processing task solver?","author":"Qin","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b42","series-title":"A multitask, multilingual, multimodal evaluation of ChatGPT on reasoning, hallucination, and interactivity","author":"Bang","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b43","series-title":"Exploring the limits of ChatGPT for query or aspect-based text summarization","author":"Yang","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b44","series-title":"Proceedings of the 27th International Conference on Computational Linguistics","first-page":"2145","article-title":"A survey on recent advances in named entity recognition from deep learning models","author":"Yadav","year":"2018"},{"key":"10.1016\/j.compbiomed.2024.108189_b45","doi-asserted-by":"crossref","unstructured":"Zexuan Zhong, Danqi Chen, A Frustratingly Easy Approach for Entity and Relation Extraction, in: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2021, pp. 50\u201361.","DOI":"10.18653\/v1\/2021.naacl-main.5"},{"key":"10.1016\/j.compbiomed.2024.108189_b46","doi-asserted-by":"crossref","unstructured":"Md Tahmid Rahman Laskar, Cheng Chen, Jonathan Johnston, Xue-Yong Fu, Shashi Bhushan TN, Simon Corston-Oliver, An auto encoder-based dimensionality reduction technique for efficient entity linking in business phone conversations, in: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, 2022, pp. 3363\u20133367.","DOI":"10.1145\/3477495.3536322"},{"key":"10.1016\/j.compbiomed.2024.108189_b47","doi-asserted-by":"crossref","unstructured":"Md Tahmid Rahman Laskar, Cheng Chen, Aliaksandr Martsinovich, Jonathan Johnston, Xue-Yong Fu, Shashi Bhushan Tn, Simon Corston-Oliver, BLINK with Elasticsearch for Efficient Entity Linking in Business Conversations, in: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies: Industry Track, 2022, pp. 344\u2013352.","DOI":"10.18653\/v1\/2022.naacl-industry.38"},{"key":"10.1016\/j.compbiomed.2024.108189_b48","doi-asserted-by":"crossref","unstructured":"Asma Ben Abacha, Chaitanya Shivade, Dina Demner-Fushman, Overview of the MEDIQA 2019 shared task on textual inference, question entailment and question answering, in: Proceedings of the 18th BioNLP Workshop and Shared Task, 2019, pp. 370\u2013379.","DOI":"10.18653\/v1\/W19-5039"},{"key":"10.1016\/j.compbiomed.2024.108189_b49","series-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing","first-page":"4604","article-title":"Infusing disease knowledge into BERT for health question answering, medical inference and disease name recognition","author":"He","year":"2020"},{"key":"10.1016\/j.compbiomed.2024.108189_b50","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.113679","article-title":"Automatic text summarization: A comprehensive survey","volume":"165","author":"El-Kassas","year":"2021","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108189_b51","first-page":"1","article-title":"Overview of BioCreative II gene mention recognition","volume":"9","author":"Smith","year":"2008","journal-title":"Genome Biol."},{"key":"10.1016\/j.compbiomed.2024.108189_b52","unstructured":"Nigel Collier, Jin-Dong Kim, Introduction to the bio-entity recognition task at JNLPBA, in: Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and Its Applications, NLPBA\/BioNLP, 2004, pp. 73\u201378."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108189_b53","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1758-2946-7-S1-S1","article-title":"The CHEMDNER corpus of chemicals and drugs and its annotation principles","volume":"7","author":"Krallinger","year":"2015","journal-title":"J. Cheminformatics"},{"key":"10.1016\/j.compbiomed.2024.108189_b54","article-title":"BioCreative V CDR task corpus: a resource for chemical disease relation extraction","volume":"2016","author":"Li","year":"2016","journal-title":"Database"},{"key":"10.1016\/j.compbiomed.2024.108189_b55","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jbi.2013.12.006","article-title":"NCBI disease corpus: a resource for disease name recognition and concept normalization","volume":"47","author":"Do\u011fan","year":"2014","journal-title":"J. Biomed. Inform."},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108189_b56","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1471-2105-11-85","article-title":"LINNAEUS: a species name identification system for biomedical literature","volume":"11","author":"Gerner","year":"2010","journal-title":"BMC Bioinform."},{"issue":"6","key":"10.1016\/j.compbiomed.2024.108189_b57","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0065390","article-title":"The SPECIES and ORGANISMS resources for fast and accurate identification of taxonomic names in text","volume":"8","author":"Pafilis","year":"2013","journal-title":"PLoS One"},{"issue":"22","key":"10.1016\/j.compbiomed.2024.108189_b58","doi-asserted-by":"crossref","first-page":"5100","DOI":"10.1093\/bioinformatics\/btac648","article-title":"Discovering drug\u2013target interaction knowledge from biomedical literature","volume":"38","author":"Hou","year":"2022","journal-title":"Bioinformatics"},{"issue":"5","key":"10.1016\/j.compbiomed.2024.108189_b59","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1016\/j.jbi.2013.07.011","article-title":"The DDI corpus: An annotated corpus with pharmacological substances and drug\u2013drug interactions","volume":"46","author":"Herrero-Zazo","year":"2013","journal-title":"J. Biomed. Inform."},{"key":"10.1016\/j.compbiomed.2024.108189_b60","doi-asserted-by":"crossref","unstructured":"Hongyi Yuan, Zheng Yuan, Sheng Yu, Generative Biomedical Entity Linking via Knowledge Base-Guided Pre-training and Synonyms-Aware Fine-tuning, in: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2022, pp. 4038\u20134048.","DOI":"10.18653\/v1\/2022.naacl-main.296"},{"key":"10.1016\/j.compbiomed.2024.108189_b61","series-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing","first-page":"3122","article-title":"COMETA: A corpus for medical entity linking in the social media","author":"Basaldella","year":"2020"},{"issue":"3","key":"10.1016\/j.compbiomed.2024.108189_b62","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1093\/bioinformatics\/btv585","article-title":"Automatic semantic classification of scientific literature according to the hallmarks of cancer","volume":"32","author":"Baker","year":"2016","journal-title":"Bioinformatics"},{"issue":"D1","key":"10.1016\/j.compbiomed.2024.108189_b63","doi-asserted-by":"crossref","first-page":"D1534","DOI":"10.1093\/nar\/gkaa952","article-title":"LitCovid: an open database of COVID-19 literature","volume":"49","author":"Chen","year":"2021","journal-title":"Nucleic Acids Res."},{"key":"10.1016\/j.compbiomed.2024.108189_b64","series-title":"Pubmedqa: A dataset for biomedical research question answering","author":"Jin","year":"2019"},{"key":"10.1016\/j.compbiomed.2024.108189_b65","unstructured":"Md Tahmid Rahman Laskar, Xiangji Huang, Enamul Hoque, Contextualized Embeddings based Transformer Encoder for Sentence Similarity Modeling in Answer Selection Task, in: Proceedings of the 12th Language Resources and Evaluation Conference, 2020, pp. 5505\u20135514."},{"key":"10.1016\/j.compbiomed.2024.108189_b66","doi-asserted-by":"crossref","unstructured":"Asma Ben Abacha, Dina Demner-Fushman, On the summarization of consumer health questions, in: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, 2019, pp. 2228\u20132234.","DOI":"10.18653\/v1\/P19-1215"},{"key":"10.1016\/j.compbiomed.2024.108189_b67","doi-asserted-by":"crossref","unstructured":"Asma Ben Abacha, Yassine M\u2019rabet, Yuhao Zhang, Chaitanya Shivade, Curtis Langlotz, Dina Demner-Fushman, Overview of the MEDIQA 2021 shared task on summarization in the medical domain, in: Proceedings of the 20th Workshop on Biomedical Language Processing, 2021, pp. 74\u201385.","DOI":"10.18653\/v1\/2021.bionlp-1.8"},{"issue":"1","key":"10.1016\/j.compbiomed.2024.108189_b68","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41597-020-00667-z","article-title":"Question-driven summarization of answers to consumer health questions","volume":"7","author":"Savery","year":"2020","journal-title":"Sci. Data"},{"key":"10.1016\/j.compbiomed.2024.108189_b69","doi-asserted-by":"crossref","unstructured":"Guangtao Zeng, Wenmian Yang, Zeqian Ju, Yue Yang, Sicheng Wang, Ruisi Zhang, Meng Zhou, Jiaqi Zeng, Xiangyu Dong, Ruoyu Zhang, et al., MedDialog: Large-scale medical dialogue datasets, in: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP, 2020, pp. 9241\u20139250.","DOI":"10.18653\/v1\/2020.emnlp-main.743"},{"key":"10.1016\/j.compbiomed.2024.108189_b70","doi-asserted-by":"crossref","unstructured":"Khalil Mrini, Franck Dernoncourt, Seunghyun Yoon, Trung Bui, Walter Chang, Emilia Farcas, Ndapandula Nakashole, A gradually soft multi-task and data-augmented approach to medical question understanding, in: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), 2021, pp. 1505\u20131515.","DOI":"10.18653\/v1\/2021.acl-long.119"},{"key":"10.1016\/j.compbiomed.2024.108189_b71","series-title":"Findings of the Association for Computational Linguistics","first-page":"4667","article-title":"Readability controllable biomedical document summarization","author":"Luo","year":"2022"},{"key":"10.1016\/j.compbiomed.2024.108189_b72","series-title":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","first-page":"10589","article-title":"Making science simple: Corpora for the lay summarisation of scientific literature","author":"Goldsack","year":"2022"},{"key":"10.1016\/j.compbiomed.2024.108189_b73","doi-asserted-by":"crossref","unstructured":"Tomas Goldsack, Zheheng Luo, Qianqian Xie, Carolina Scarton, Matthew Shardlow, Sophia Ananiadou, Chenghua Lin, BioLaySumm 2023 Shared Task: Lay Summarisation of Biomedical Research Articles, in: The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks, 2023, pp. 468\u2013477.","DOI":"10.18653\/v1\/2023.bionlp-1.44"},{"key":"10.1016\/j.compbiomed.2024.108189_b74","series-title":"GPT-4 technical report","author":"OpenAI","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b75","series-title":"Findings of the Association for Computational Linguistics","first-page":"431","article-title":"A systematic study and comprehensive evaluation of chatGPT on benchmark datasets","author":"Laskar","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b76","series-title":"Text Summarization Branches Out","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004"},{"key":"10.1016\/j.compbiomed.2024.108189_b77","unstructured":"Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian Q Weinberger, Yoav Artzi, BERTScore: Evaluating Text Generation with BERT, in: International Conference on Learning Representations, 2019."},{"key":"10.1016\/j.compbiomed.2024.108189_b78","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut, ALBERT: A Lite BERT for Self-supervised Learning of Language Representations, in: International Conference on Learning Representations, 2019."},{"key":"10.1016\/j.compbiomed.2024.108189_b79","series-title":"Scaling instruction-finetuned language models","author":"Chung","year":"2022"},{"issue":"140","key":"10.1016\/j.compbiomed.2024.108189_b80","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.compbiomed.2024.108189_b81","series-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"5245","article-title":"PRIMERA: Pyramid-based masked sentence pre-training for multi-document summarization","author":"Xiao","year":"2022"},{"key":"10.1016\/j.compbiomed.2024.108189_b82","series-title":"Longformer: The long-document transformer","author":"Beltagy","year":"2020"},{"key":"10.1016\/j.compbiomed.2024.108189_b83","doi-asserted-by":"crossref","unstructured":"Bernal Jim\u00e9nez Guti\u00e9rrez, Jucheng Zeng, Dongdong Zhang, Ping Zhang, Yu Su, Document Classification for COVID-19 Literature, in: Findings of the Association for Computational Linguistics, EMNLP 2020, 2020, pp. 3715\u20133722.","DOI":"10.18653\/v1\/2020.findings-emnlp.332"},{"key":"10.1016\/j.compbiomed.2024.108189_b84","doi-asserted-by":"crossref","unstructured":"Mong Yuan Sim, Xiang Dai, Maciej Rybinski, Sarvnaz Karimi, CSIRO Data61 Team at BioLaySumm Task 1: Lay Summarisation of Biomedical Research Articles Using Generative Models, in: The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks, 2023, pp. 629\u2013635.","DOI":"10.18653\/v1\/2023.bionlp-1.68"},{"key":"10.1016\/j.compbiomed.2024.108189_b85","doi-asserted-by":"crossref","unstructured":"Chao-Yi Chen, Jen-Hao Yang, Lung-Hao Lee, NCUEE-NLP at BioLaySumm Task 2: Readability-Controlled Summarization of Biomedical Articles Using the PRIMERA Models, in: The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks, 2023, pp. 586\u2013591.","DOI":"10.18653\/v1\/2023.bionlp-1.62"},{"issue":"2","key":"10.1016\/j.compbiomed.2024.108189_b86","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1162\/coli_a_00434","article-title":"Domain adaptation with pre-trained transformers for query-focused abstractive text summarization","volume":"48","author":"Laskar","year":"2022","journal-title":"Comput. Linguist."},{"key":"10.1016\/j.compbiomed.2024.108189_b87","series-title":"RoBERTa: A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"key":"10.1016\/j.compbiomed.2024.108189_b88","series-title":"Lost in the middle: How language models use long contexts","author":"Liu","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b89","doi-asserted-by":"crossref","unstructured":"Md Tahmid Rahman Laskar, Xue-Yong Fu, Cheng Chen, Shashi Bhushan Tn, Building Real-World Meeting Summarization Systems using Large Language Models: A Practical Perspective, in: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: Industry Track, 2023, pp. 343\u2013352.","DOI":"10.18653\/v1\/2023.emnlp-industry.33"},{"key":"10.1016\/j.compbiomed.2024.108189_b90","series-title":"A comprehensive capability analysis of gpt-3 and gpt-3.5 series models","author":"Ye","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b91","series-title":"Task contamination: Language models may not be few-shot anymore","author":"Li","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b92","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104998","article-title":"Does the magic of BERT apply to medical code assignment? A quantitative study","volume":"139","author":"Ji","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b93","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2023.107285","article-title":"FSM-DDTR: End-to-end feedback strategy for multi-objective de novo drug design using transformers","volume":"164","author":"Monteiro","year":"2023","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b94","article-title":"GT-finder: Classify the family of glucose transporters with pre-trained BERT language models","volume":"131","author":"Shah","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b95","doi-asserted-by":"crossref","unstructured":"Long Phan, Tai Dang, Hieu Tran, Trieu Trinh, Vy Phan, Lam Chau, Minh-Thang Luong, Enriching Biomedical Knowledge for Low-resource Language Through Large-scale Translation, in: Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, 2023, pp. 3123\u20133134.","DOI":"10.18653\/v1\/2023.eacl-main.228"},{"key":"10.1016\/j.compbiomed.2024.108189_b96","series-title":"Proceedings of the Fourteenth Text REtrieval Conference","article-title":"York university at TREC 2005: Genomics track","volume":"vol. 500\u2013266","author":"Huang","year":"2005"},{"key":"10.1016\/j.compbiomed.2024.108189_b97","doi-asserted-by":"crossref","unstructured":"Xiangji Huang, Qinmin Hu, A bayesian learning approach to promoting diversity in ranking for biomedical information retrieval, in: Proceedings of the 32nd International ACM SIGIR Conference on Research and Development in Information Retrieval, 2009, pp. 307\u2013314.","DOI":"10.1145\/1571941.1571995"},{"key":"10.1016\/j.compbiomed.2024.108189_b98","doi-asserted-by":"crossref","unstructured":"Xiaoshi Yin, Jimmy Xiangji Huang, Xiaofeng Zhou, Zhoujun Li, A survival modeling approach to biomedical search result diversification using wikipedia, in: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, 2010, pp. 901\u2013902.","DOI":"10.1145\/1835449.1835673"},{"key":"10.1016\/j.compbiomed.2024.108189_b99","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2023.106848","article-title":"Privacy-preserving artificial intelligence in healthcare: Techniques and applications","author":"Khalid","year":"2023","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2024.108189_b100","series-title":"Gemini: a family of highly capable multimodal models","author":"Team","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b101","series-title":"GPT-4 vision on medical image classification\u2013A case study on COVID-19 dataset","author":"Chen","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b102","series-title":"Large-scale domain-specific pretraining for biomedical vision-language processing","author":"Zhang","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b103","series-title":"Pmc-vqa: Visual instruction tuning for medical visual question answering","author":"Zhang","year":"2023"},{"key":"10.1016\/j.compbiomed.2024.108189_b104","series-title":"Machine Learning for Health (ML4H)","first-page":"353","article-title":"Med-flamingo: a multimodal medical few-shot learner","author":"Moor","year":"2023"}],"container-title":["Computers in Biology and Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482524002737?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482524002737?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T17:03:24Z","timestamp":1731344604000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0010482524002737"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":104,"alternative-id":["S0010482524002737"],"URL":"https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108189","relation":{},"ISSN":["0010-4825"],"issn-type":[{"value":"0010-4825","type":"print"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A comprehensive evaluation of large Language models on benchmark biomedical text processing tasks","name":"articletitle","label":"Article Title"},{"value":"Computers in Biology and Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108189","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"108189"}}